commit 9c1a3f230fe989298a11e20409719d4da6d56fa4 Author: bvn13 Date: Mon Sep 2 22:43:45 2024 +0300 SpringBoot log collector diff --git a/vector.yaml b/vector.yaml new file mode 100644 index 0000000..d2ad9e0 --- /dev/null +++ b/vector.yaml @@ -0,0 +1,202 @@ +# Set global options +data_dir: "/var/lib/vector" + +# Vector's API (disabled by default) +# Enable and try it out with the `vector top` command +# NOTE: this is _enabled_ for helm chart deployments, see:.apps://github.com/vectordotdev/helm-charts/blob/develop/charts/vector/examples/datadog-values.yaml#L78-L81 +api: + enabled: false +# address = "127.0.0.1:8686" + +sources: + from_stdin: + type: stdin + +transforms: + pack: + type: remap + inputs: + - from_stdin + source: >- + l = . + + log("!!! 1", level:"info", rate_limit_secs:0) + + log(l, level:"info", rate_limit_secs:0) + + .app = {} + + .app.timestamp = to_unix_timestamp(now()) + + .app.trace_id = "" + + .app.span_id = "" + + .app.trace_flags = 0 + + .app.severity_text = "INFO" + + .app.severity_number = 0 + + .app.attributes = {} + + .app.resources = {} + + .app.body = "" + + log("!!! 2", level:"info") + + m = if (exists(.message)) { + to_string!(.message) + } else { + "NO MESSAGE" + } + + msg, err = parse_json(m) + + if (err == null) { + log("!!! 2.1: {{m}}", level:"info", rate_limit_secs:0) + + .app.body = if (exists(msg.message)) { + msg.message + } else { + m + } + + log("!!! 2.1.1: {{m}}", level:"info", rate_limit_secs:0) + + trace = if (exists(msg.message)) { + msgjson, e = parse_regex(msg.message, r'request_id=(?P\S+)') + + if (e == null) { + msgjson + } else { + {} + } + } else { + {} + } + + log("!!! 2.1.2: {{m}}", level:"info", rate_limit_secs:0) + + .app.trace_id = if (exists(trace.trace_id) && trace.trace_id != "") { + trace.trace_id + } else if (msg.trace_id != "") { + msg.trace_id + } else { + "" + } + + log("!!! 2.1.3: {{m}}", level:"info", rate_limit_secs:0) + + .app.trace_id = if (exists(.app.trace_id) && .app.trace_id != null && .app.trace_id != "") { + span = parse_regex!(.app.trace_id, r'(?\w+)-(?\w+)-(?\w+)-(?\w+)-(?\w+)') + + a1 = span.a1 + + a2 = span.a2 + + a3 = span.a3 + + a4 = span.a4 + + a5 = span.a5 + + "{{a1}}{{a2}}{{a3}}{{a4}}{{a5}}" + } else { + "" + } + + log("!!! 2.1.4: {{m}}", level:"info", rate_limit_secs:0) + + .app.severity_text = if (exists(msg.level)) { + s, e = to_string(msg.level) + + if (e == null) { + s + } else { + "BAD" + } + } else { + "INFO" + } + + log("!!! 2.1.5: {{m}}", level:"info", rate_limit_secs:0) + + .app.severity_number = if (exists(msg.level_value)) { + i, e = to_int(msg.level_value) + + if (e == null) { + i + } else { + 0 + } + } + + log("!!! 2.1.6: {{m}}", level:"info", rate_limit_secs:0) + + .app.attributes.message = msg + + log("!!! 2.1.7: {{m}}", level:"info", rate_limit_secs:0) + + .app.attributes.logger_name = if (exists(msg.logger_name)) { + msg.logger_name + } else { + "none" + } + + log("!!! 2.1.8: {{m}}", level:"info", rate_limit_secs:0) + + .app.attributes._timestamp = if (exists(msg.@timestamp)) { + msg.@timestamp + } else { + now() + } + + log("!!! 2.1.9: {{m}}", level:"info", rate_limit_secs:0) + + .app.attributes.thread_name = if (exists(msg.thread_name)) { + msg.thread_name + } else { + "none" + } + + log("!!! 2.1.10: {{m}}", level:"info", rate_limit_secs:0) + + .app.attributes.hostname = "$HOSTNAME" + + log("!!! 2.1.11: {{m}}", level:"info", rate_limit_secs:0) + + .app.attributes.app_name = "${APP_NAME?Specify env.APP_NAME}" + } else { + log("!!! 2.2: {{m}}", level:"warn", rate_limit_secs:0) + + .app.body = m + + log(err, level:"error", rate_limit_secs:0) + } + + log("!!! 3", level:"warn", rate_limit_secs:0) + + + del(.message) + +sinks: + to_stdout: + type: console + inputs: + - pack + encoding: + codec: json + json: + pretty: true + to_rabbitmq: + type: amqp + inputs: + - pack + connection_string: amqp://rmuser:${RABBITMQ_PASS}@${LOGS_CONTAINER_HOST}:5672/%2f?timeout=10 + exchange: logs.add + encoding: + codec: json + json: + pretty: true