ppetru/alo-cluster
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Replace promtail with vector for loki.

Browse Source
This commit is contained in:
Petru
2023-08-01 06:33:50 +01:00
parent 1b2ab9da6e
commit 4cb69f1f83
3 changed files with 11 additions and 75 deletions
Download Patch File Download Diff File Expand all files Collapse all files

19
services/vector.hcl
View File

@@ -59,8 +59,15 @@ job "vector" {
type = "remap"
inputs = [ "logs" ]
source = '''
.debug = parse_key_value!(.message)
.job_name = split(get!(value: .label, path: ["com.hashicorp.nomad.job_name"]), "/")[0] ?? get!(value: .label, path: ["com.hashicorp.nomad.job_name"])
.job_name, err = .label."com.hashicorp.nomad.job_name" + .label."com.hashicorp.nomad.task_group_name" + .label."com.hashicorp.nomad.task_name"
result = parse_regex_all!(.message, r'^(?P<log>.+) (?P<total_requests>\d+) "(?P<frontend_name>.+)" "(?P<backend_url>.+)" (?P<duration_ms>\d+)ms$')
if length(result) > 0 {
. |= parse_apache_log!(result[0].log, "combined")
.backend_url = result[0].backend_url
.frontend_name = result[0].frontend_name
.duration_ms = to_int!(result[0].duration_ms)
.total_requests = to_int!(result[0].total_requests)
}
'''
[sinks.loki]
type = "loki"
@@ -73,13 +80,9 @@ job "vector" {
remove_label_fields = true
healthcheck.enabled = true
[sinks.loki.labels]
job = "{{label.\"com.hashicorp.nomad.job_name\" }}"
task = "{{label.\"com.hashicorp.nomad.task_name\" }}"
group = "{{label.\"com.hashicorp.nomad.task_group_name\" }}"
namespace = "{{label.\"com.hashicorp.nomad.namespace\" }}"
job_name = "{{job_name}}"
node = "{{label.\"com.hashicorp.nomad.node_name\" }}"
correlation_id = "{{ message.requestId }}"
stream = "{{ stream }}"
frontend_name = "{{frontend_name}}"
EOH
}
kill_timeout = "30s"