From 50556329ddbc4c6d09943f338636e5acc463f283 Mon Sep 17 00:00:00 2001 From: Kyle-Neale Date: Mon, 3 Jun 2024 13:45:40 -0400 Subject: [PATCH 01/11] Add logs pipeline --- traefik_mesh/assets/logs/traefik_mesh.yaml | 228 +++++++++++++++++++++ 1 file changed, 228 insertions(+) create mode 100644 traefik_mesh/assets/logs/traefik_mesh.yaml diff --git a/traefik_mesh/assets/logs/traefik_mesh.yaml b/traefik_mesh/assets/logs/traefik_mesh.yaml new file mode 100644 index 0000000000000..966bbd7dbdd78 --- /dev/null +++ b/traefik_mesh/assets/logs/traefik_mesh.yaml @@ -0,0 +1,228 @@ +id: traefik_mesh +metric_id: traefik_mesh +backend_only: false +facets: + - facetType: range + groups: + - Measure + name: Duration + path: duration + source: log + type: double + unit: + family: time + name: nanosecond + - groups: + - Web Access + name: Method + path: http.method + source: log + - groups: + - Web Access + name: Referer + path: http.referer + source: log + - groups: + - Web Access + name: Status Code + path: http.status_code + source: log + - groups: + - Web Access + name: URL Host + path: http.url_details.host + source: log + - groups: + - Web Access + name: URL Path + path: http.url_details.path + source: log + - groups: + - Web Access + name: URL Port + path: http.url_details.port + source: log + - groups: + - Web Access + name: URL scheme + path: http.url_details.scheme + source: log + - groups: + - Web Access + name: Browser + path: http.useragent_details.browser.family + source: log + - groups: + - Web Access + name: Device + path: http.useragent_details.device.family + source: log + - groups: + - Web Access + name: OS + path: http.useragent_details.os.family + source: log + - groups: + - Web Access + name: Client IP + path: network.client.ip + source: log + - groups: + - Web Access + name: Client Port + path: network.client.port + source: log +pipeline: + type: pipeline + name: Traefik Mesh + enabled: true + filter: + query: source:traefik_mesh + processors: + - type: grok-parser + name: Parsing Traefik Mesh logs + enabled: true + source: message + samples: + - 10.32.0.1 - - [07/Dec/2018:06:07:03 +0000] "GET / HTTP/1.1" 302 5 "-" "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/51.0.2704.103 Safari/537.36" 132170 "entrypoint redirect for http" "/" 0ms + - time="2019-04-05T11:57:47Z" level=info msg="Skipping same configuration for provider consul_catalog" + grok: + supportRules: | + _duration %{number:duration:scale(1000000)} + _traefik_backend_url %{regex("[^\\\"“]*"):traefik_mesh.backend_url} + _traefik_name %{regex("[^\\\"]*"):traefik_mesh.name} + _total_request %{number:traefik_mesh.request_total} + _auth %{notSpace:http.auth:nullIf("-")} + _bytes_written %{integer:network.bytes_written} + _client_ip %{ipOrHost:network.client.ip} + _version HTTP\/%{regex("\\d+\\.\\d+"):http.version} + _url %{notSpace:http.url} + _ident %{notSpace:http.ident:nullIf("-")} + _user_agent %{regex("[^\\\"]*"):http.useragent} + _referer %{notSpace:http.referer} + _status_code %{integer:http.status_code} + _method %{word:http.method} + _date_access %{date("dd/MMM/yyyy:HH:mm:ss Z"):date_access} + matchRules: | + access.common %{_client_ip} %{_ident} %{_auth} \[%{_date_access}\] "(?>%{_method} |)%{_url}(?> %{_version}|)" %{_status_code} (?>%{_bytes_written}|-) "%{_referer}" "%{_user_agent}" %{_total_request} "?%{_traefik_name}"? "?%{_traefik_backend_url}["“]? %{_duration}ms.* + + keyvalue %{data::keyvalue} + + - type: message-remapper + name: Define `msg` as the official message of the log + enabled: true + sources: + - msg + - type: attribute-remapper + name: Map `RequestMethod` to `http.method` + enabled: true + sources: + - RequestMethod + target: http.method + preserveSource: false + overrideOnConflict: false + sourceType: attribute + targetType: attribute + - type: attribute-remapper + name: Map `Duration` to `duration` + enabled: true + sources: + - Duration + target: duration + preserveSource: false + overrideOnConflict: false + sourceType: attribute + targetType: attribute + - type: attribute-remapper + name: Map `ClientHost` to `network.client.ip` + enabled: true + sources: + - ClientHost + target: network.client.ip + preserveSource: false + overrideOnConflict: false + sourceType: attribute + targetType: attribute + - type: attribute-remapper + name: Map `ClientPort` to `network.client.port` + enabled: true + sources: + - ClientPort + target: network.client.port + preserveSource: false + overrideOnConflict: false + sourceType: attribute + targetType: attribute + - type: attribute-remapper + name: Map `OriginStatus`, `DownstreamStatus` to `http.status_code` + enabled: true + sources: + - OriginStatus + - DownstreamStatus + target: http.status_code + preserveSource: false + overrideOnConflict: false + sourceType: attribute + targetType: attribute + - type: attribute-remapper + name: Map `RequestContentSize` to `network.bytes_read` + enabled: true + sources: + - RequestContentSize + target: network.bytes_read + preserveSource: false + overrideOnConflict: false + sourceType: attribute + targetType: attribute + - type: attribute-remapper + name: Map `DownstreamContentSize` to `network.bytes_written` + enabled: true + sources: + - DownstreamContentSize + target: network.bytes_written + preserveSource: false + overrideOnConflict: false + sourceType: attribute + targetType: attribute + - type: url-parser + name: '' + enabled: true + sources: + - http.url + - RequestPath + target: http.url_details + - type: user-agent-parser + name: '' + enabled: true + sources: + - http.useragent + target: http.useragent_details + encoded: false + - type: date-remapper + name: Define `date_access` as the official date of the log + enabled: true + sources: + - date_access + - type: category-processor + name: Categorise status code + enabled: true + categories: + - filter: + query: '@http.status_code:[200 TO 299]' + name: OK + - filter: + query: '@http.status_code:[300 TO 399]' + name: notice + - filter: + query: '@http.status_code:[400 TO 499]' + name: warning + - filter: + query: '@http.status_code:[500 TO 599]' + name: error + target: http.status_category + - type: status-remapper + name: Define `http.status_category`, `level` as the official status of the log + enabled: true + sources: + - http.status_category + - level \ No newline at end of file From 6ffc7648730c6af19fdbbe806f5c78eb88b8fb2c Mon Sep 17 00:00:00 2001 From: Kyle-Neale Date: Mon, 3 Jun 2024 13:51:35 -0400 Subject: [PATCH 02/11] make app_id match metric_id --- traefik_mesh/assets/logs/traefik_mesh.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/traefik_mesh/assets/logs/traefik_mesh.yaml b/traefik_mesh/assets/logs/traefik_mesh.yaml index 966bbd7dbdd78..110533d3dfb7b 100644 --- a/traefik_mesh/assets/logs/traefik_mesh.yaml +++ b/traefik_mesh/assets/logs/traefik_mesh.yaml @@ -1,5 +1,5 @@ id: traefik_mesh -metric_id: traefik_mesh +metric_id: traefik-mesh backend_only: false facets: - facetType: range From de492f51c9039d8c0699b31c46520c972bc68952 Mon Sep 17 00:00:00 2001 From: Kyle-Neale Date: Tue, 4 Jun 2024 16:04:27 -0400 Subject: [PATCH 03/11] add log tests for Traefik Mesh --- .../assets/logs/traefik_mesh_tests.yaml | 244 ++++++++++++++++++ 1 file changed, 244 insertions(+) create mode 100644 traefik_mesh/assets/logs/traefik_mesh_tests.yaml diff --git a/traefik_mesh/assets/logs/traefik_mesh_tests.yaml b/traefik_mesh/assets/logs/traefik_mesh_tests.yaml new file mode 100644 index 0000000000000..9e4e30e944404 --- /dev/null +++ b/traefik_mesh/assets/logs/traefik_mesh_tests.yaml @@ -0,0 +1,244 @@ +id: "traefik" +tests: + - + sample: "10.32.0.1 - - [07/Dec/2018:06:07:03 +0000] \"GET / HTTP/1.1\" 302 5 \"-\" \"Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/51.0.2704.103 Safari/537.36\" 132170 \"entrypoint redirect for http\" \"/“ 0ms" + result: + custom: + date_access: 1544162823000 + duration: 0.0 + http: + method: "GET" + referer: "-" + status_category: "notice" + status_code: 302 + url: "/" + url_details: + path: "/" + useragent: "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/51.0.2704.103 Safari/537.36" + useragent_details: + browser: + family: "Chrome" + major: "51" + minor: "0" + patch: "2704" + patch_minor: "103" + device: + category: "Desktop" + family: "Other" + os: + family: "Windows" + major: "10" + version: "1.1" + network: + bytes_written: 5 + client: + ip: "10.32.0.1" + traefik: + backend_url: "/" + name: "entrypoint redirect for http" + request_total: 132170.0 + message: "10.32.0.1 - - [07/Dec/2018:06:07:03 +0000] \"GET / HTTP/1.1\" 302 5 \"-\" \"Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/51.0.2704.103 Safari/537.36\" 132170 \"entrypoint redirect for http\" \"/“ 0ms" + status: "notice" + tags: + - "source:LOGS_SOURCE" + timestamp: 1544162823000 + - + sample: "10.32.0.1 - - [07/Dec/2018:04:36:29 +0000] \"GET / HTTP/1.1\" 302 5 \"-\" \"HTTP Banner Detection (https://security.ipip.net)\" 132167 \"entrypoint redirect for http\" \"/“ 0ms" + result: + custom: + date_access: 1544157389000 + duration: 0.0 + http: + method: "GET" + referer: "-" + status_category: "notice" + status_code: 302 + url: "/" + url_details: + path: "/" + useragent: "HTTP Banner Detection (https://security.ipip.net)" + useragent_details: + browser: + family: "Other" + device: + brand: "Generic" + category: "Other" + family: "Generic Feature Phone" + model: "Feature Phone" + os: + family: "Other" + version: "1.1" + network: + bytes_written: 5 + client: + ip: "10.32.0.1" + traefik: + backend_url: "/" + name: "entrypoint redirect for http" + request_total: 132167.0 + message: "10.32.0.1 - - [07/Dec/2018:04:36:29 +0000] \"GET / HTTP/1.1\" 302 5 \"-\" \"HTTP Banner Detection (https://security.ipip.net)\" 132167 \"entrypoint redirect for http\" \"/“ 0ms" + status: "notice" + tags: + - "source:LOGS_SOURCE" + timestamp: 1544157389000 + - + sample: "time=\"2019-04-05T11:57:47Z\" level=info msg=\"Skipping same configuration for provider consul_catalog\"" + result: + custom: + level: "info" + time: "2019-04-05T11:57:47Z" + message: "Skipping same configuration for provider consul_catalog" + status: "info" + tags: + - "source:LOGS_SOURCE" + timestamp: 1 + - + sample: |- + { + "RequestPath" : "https://mail.google.com/mail/u/0/#inbox", + "ClientAddr" : "180.150.154.44:5051", + "RequestHost" : "https://datadoghq.com", + "RequestMethod" : "GET", + "ClientPort" : "5051", + "RequestProtocol" : "1.1", + "BackendAddr" : "127.0.0.1:8088", + "OriginStatusLine" : "404 page not found", + "RequestCount" : 2, + "BackendName" : "unicorn-backend", + "OriginContentSize" : 257, + "OriginStatus" : 404, + "RequestContentSize" : 456, + "BackendURL" : { + "ForceQuery" : false, + "Host" : "127.0.0.1:8088" + }, + "RetryAttempts" : 2, + "ClientUsername" : "-", + "DownstreamStatus" : 404, + "RequestPort" : "6014", + "Duration" : 12345678, + "OriginDuration" : 1345642, + "RequestAddr" : "127.150.32.44:10514", + "ClientHost" : "180.150.154.44", + "RequestLine" : "GET https://mail.google.com/mail/u/0/#inbox HTTP/1.1", + "DownstreamStatusLine" : "404 page not found", + "DownstreamContentSize" : 203, + "Overhead" : 100, + "GzipRatio" : 5, + "FrontendName" : "this-is-my-frontend-name" + } + result: + custom: + BackendAddr: "127.0.0.1:8088" + BackendName: "unicorn-backend" + BackendURL: + ForceQuery: false + Host: "127.0.0.1:8088" + ClientAddr: "180.150.154.44:5051" + ClientUsername: "-" + DownstreamStatusLine: "404 page not found" + FrontendName: "this-is-my-frontend-name" + GzipRatio: 5 + OriginContentSize: 257 + OriginDuration: 1345642 + OriginStatusLine: "404 page not found" + Overhead: 100 + RequestAddr: "127.150.32.44:10514" + RequestCount: 2 + RequestHost: "https://datadoghq.com" + RequestLine: "GET https://mail.google.com/mail/u/0/#inbox HTTP/1.1" + RequestPath: "https://mail.google.com/mail/u/0/#inbox" + RequestPort: "6014" + RequestProtocol: "1.1" + RetryAttempts: 2 + duration: 12345678 + http: + method: "GET" + status_category: "warning" + status_code: 404 + url_details: + hash: "inbox" + host: "mail.google.com" + path: "/mail/u/0/" + scheme: "https" + network: + bytes_read: 456 + bytes_written: 203 + client: + ip: "180.150.154.44" + port: "5051" + message: |- + { + "RequestPath" : "https://mail.google.com/mail/u/0/#inbox", + "ClientAddr" : "180.150.154.44:5051", + "RequestHost" : "https://datadoghq.com", + "RequestMethod" : "GET", + "ClientPort" : "5051", + "RequestProtocol" : "1.1", + "BackendAddr" : "127.0.0.1:8088", + "OriginStatusLine" : "404 page not found", + "RequestCount" : 2, + "BackendName" : "unicorn-backend", + "OriginContentSize" : 257, + "OriginStatus" : 404, + "RequestContentSize" : 456, + "BackendURL" : { + "ForceQuery" : false, + "Host" : "127.0.0.1:8088" + }, + "RetryAttempts" : 2, + "ClientUsername" : "-", + "DownstreamStatus" : 404, + "RequestPort" : "6014", + "Duration" : 12345678, + "OriginDuration" : 1345642, + "RequestAddr" : "127.150.32.44:10514", + "ClientHost" : "180.150.154.44", + "RequestLine" : "GET https://mail.google.com/mail/u/0/#inbox HTTP/1.1", + "DownstreamStatusLine" : "404 page not found", + "DownstreamContentSize" : 203, + "Overhead" : 100, + "GzipRatio" : 5, + "FrontendName" : "this-is-my-frontend-name" + } + status: "warn" + tags: + - "source:LOGS_SOURCE" + timestamp: 1 + - + sample: "127.0.0.1 - - [07/Dec/2018:04:36:29 +0000] \"GET /ping HTTP/1.1\" 200 2 \"-\" \"-\" 1 - - 0ms" + result: + custom: + date_access: 1544157389000 + duration: 0.0 + http: + method: "GET" + referer: "-" + status_category: "OK" + status_code: 200 + url: "/ping" + url_details: + path: "/ping" + useragent: "-" + useragent_details: + browser: + family: "Other" + device: + category: "Other" + family: "Other" + os: + family: "Other" + version: "1.1" + network: + bytes_written: 2 + client: + ip: "127.0.0.1" + traefik: + backend_url: "-" + name: "-" + request_total: 1.0 + message: "127.0.0.1 - - [07/Dec/2018:04:36:29 +0000] \"GET /ping HTTP/1.1\" 200 2 \"-\" \"-\" 1 - - 0ms" + status: "ok" + tags: + - "source:LOGS_SOURCE" + timestamp: 1544157389000 \ No newline at end of file From bac00299da110ec07281099666d16a86b6d34e76 Mon Sep 17 00:00:00 2001 From: Kyle-Neale Date: Tue, 4 Jun 2024 17:03:38 -0400 Subject: [PATCH 04/11] fix --- traefik_mesh/assets/logs/traefik_mesh.yaml | 10 +++++----- traefik_mesh/assets/logs/traefik_mesh_tests.yaml | 8 ++++---- 2 files changed, 9 insertions(+), 9 deletions(-) diff --git a/traefik_mesh/assets/logs/traefik_mesh.yaml b/traefik_mesh/assets/logs/traefik_mesh.yaml index 110533d3dfb7b..c97f38b1042bc 100644 --- a/traefik_mesh/assets/logs/traefik_mesh.yaml +++ b/traefik_mesh/assets/logs/traefik_mesh.yaml @@ -77,10 +77,10 @@ pipeline: name: Traefik Mesh enabled: true filter: - query: source:traefik_mesh + query: source:traefik_mesh OR source:traefik processors: - type: grok-parser - name: Parsing Traefik Mesh logs + name: Parsing Traefik logs enabled: true source: message samples: @@ -89,9 +89,9 @@ pipeline: grok: supportRules: | _duration %{number:duration:scale(1000000)} - _traefik_backend_url %{regex("[^\\\"“]*"):traefik_mesh.backend_url} - _traefik_name %{regex("[^\\\"]*"):traefik_mesh.name} - _total_request %{number:traefik_mesh.request_total} + _traefik_backend_url %{regex("[^\\\"“]*"):traefik.backend_url} + _traefik_name %{regex("[^\\\"]*"):traefik.name} + _total_request %{number:traefik.request_total} _auth %{notSpace:http.auth:nullIf("-")} _bytes_written %{integer:network.bytes_written} _client_ip %{ipOrHost:network.client.ip} diff --git a/traefik_mesh/assets/logs/traefik_mesh_tests.yaml b/traefik_mesh/assets/logs/traefik_mesh_tests.yaml index 9e4e30e944404..50e397a985ee1 100644 --- a/traefik_mesh/assets/logs/traefik_mesh_tests.yaml +++ b/traefik_mesh/assets/logs/traefik_mesh_tests.yaml @@ -1,4 +1,4 @@ -id: "traefik" +id: "traefik_mesh" tests: - sample: "10.32.0.1 - - [07/Dec/2018:06:07:03 +0000] \"GET / HTTP/1.1\" 302 5 \"-\" \"Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/51.0.2704.103 Safari/537.36\" 132170 \"entrypoint redirect for http\" \"/“ 0ms" @@ -33,7 +33,7 @@ tests: bytes_written: 5 client: ip: "10.32.0.1" - traefik: + traefik_mesh: backend_url: "/" name: "entrypoint redirect for http" request_total: 132170.0 @@ -72,7 +72,7 @@ tests: bytes_written: 5 client: ip: "10.32.0.1" - traefik: + traefik_mesh: backend_url: "/" name: "entrypoint redirect for http" request_total: 132167.0 @@ -233,7 +233,7 @@ tests: bytes_written: 2 client: ip: "127.0.0.1" - traefik: + traefik_mesh: backend_url: "-" name: "-" request_total: 1.0 From 553894043250625a234590d1a5eb352ae05062a2 Mon Sep 17 00:00:00 2001 From: Kyle-Neale Date: Wed, 5 Jun 2024 12:36:18 -0400 Subject: [PATCH 05/11] fix tests --- traefik_mesh/assets/logs/traefik_mesh.yaml | 2 +- traefik_mesh/assets/logs/traefik_mesh_tests.yaml | 6 +++--- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/traefik_mesh/assets/logs/traefik_mesh.yaml b/traefik_mesh/assets/logs/traefik_mesh.yaml index c97f38b1042bc..10866c5a10526 100644 --- a/traefik_mesh/assets/logs/traefik_mesh.yaml +++ b/traefik_mesh/assets/logs/traefik_mesh.yaml @@ -77,7 +77,7 @@ pipeline: name: Traefik Mesh enabled: true filter: - query: source:traefik_mesh OR source:traefik + query: source:traefik_mesh processors: - type: grok-parser name: Parsing Traefik logs diff --git a/traefik_mesh/assets/logs/traefik_mesh_tests.yaml b/traefik_mesh/assets/logs/traefik_mesh_tests.yaml index 50e397a985ee1..09fc685709460 100644 --- a/traefik_mesh/assets/logs/traefik_mesh_tests.yaml +++ b/traefik_mesh/assets/logs/traefik_mesh_tests.yaml @@ -33,7 +33,7 @@ tests: bytes_written: 5 client: ip: "10.32.0.1" - traefik_mesh: + traefik: backend_url: "/" name: "entrypoint redirect for http" request_total: 132170.0 @@ -72,7 +72,7 @@ tests: bytes_written: 5 client: ip: "10.32.0.1" - traefik_mesh: + traefik: backend_url: "/" name: "entrypoint redirect for http" request_total: 132167.0 @@ -233,7 +233,7 @@ tests: bytes_written: 2 client: ip: "127.0.0.1" - traefik_mesh: + traefik: backend_url: "-" name: "-" request_total: 1.0 From 07895520e7127b467163d7d25e72356b42bc9f5f Mon Sep 17 00:00:00 2001 From: Kyle-Neale Date: Wed, 5 Jun 2024 15:53:07 -0400 Subject: [PATCH 06/11] add saved views and removed log source --- traefik_mesh/assets/logs/traefik_mesh.yaml | 2 +- .../saved_views/traefik_mesh_error_overview.json | 14 ++++++++++++++ .../saved_views/traefik_mesh_log_overview.json | 14 ++++++++++++++ traefik_mesh/manifest.json | 5 +++-- 4 files changed, 32 insertions(+), 3 deletions(-) create mode 100644 traefik_mesh/assets/saved_views/traefik_mesh_error_overview.json create mode 100644 traefik_mesh/assets/saved_views/traefik_mesh_log_overview.json diff --git a/traefik_mesh/assets/logs/traefik_mesh.yaml b/traefik_mesh/assets/logs/traefik_mesh.yaml index 10866c5a10526..5fbffb0ff68b7 100644 --- a/traefik_mesh/assets/logs/traefik_mesh.yaml +++ b/traefik_mesh/assets/logs/traefik_mesh.yaml @@ -77,7 +77,7 @@ pipeline: name: Traefik Mesh enabled: true filter: - query: source:traefik_mesh + query: source:(traefik_mesh OR traefik) processors: - type: grok-parser name: Parsing Traefik logs diff --git a/traefik_mesh/assets/saved_views/traefik_mesh_error_overview.json b/traefik_mesh/assets/saved_views/traefik_mesh_error_overview.json new file mode 100644 index 0000000000000..1c21d2d835cc1 --- /dev/null +++ b/traefik_mesh/assets/saved_views/traefik_mesh_error_overview.json @@ -0,0 +1,14 @@ +{ + "name": "Traefik Mesh Error Logs Overview", + "query": "source:traefik_mesh status:error", + "visible_facets": [ + "source", + "host", + "service" + ], + "type": "logs", + "timerange": { + "interval_ms": 3600000 + }, + "page": "patterns" +} \ No newline at end of file diff --git a/traefik_mesh/assets/saved_views/traefik_mesh_log_overview.json b/traefik_mesh/assets/saved_views/traefik_mesh_log_overview.json new file mode 100644 index 0000000000000..b0b02a61a0989 --- /dev/null +++ b/traefik_mesh/assets/saved_views/traefik_mesh_log_overview.json @@ -0,0 +1,14 @@ +{ + "name": "Traefik Mesh Logs Overview", + "query": "source:traefik_mesh", + "visible_facets": [ + "source", + "host", + "service" + ], + "type": "logs", + "timerange": { + "interval_ms": 3600000 + }, + "page": "patterns" +} \ No newline at end of file diff --git a/traefik_mesh/manifest.json b/traefik_mesh/manifest.json index 5a56ac0e0599c..06dba0cf29eca 100644 --- a/traefik_mesh/manifest.json +++ b/traefik_mesh/manifest.json @@ -48,8 +48,9 @@ "monitors": { "High Request Count": "assets/monitors/high_request_count.json" }, - "logs": { - "source": "traefik_mesh" + "saved_views": { + "Traefik Mesh Logs Overview": "assets/saved_views/traefik_mesh_log_overview.json", + "Traefik Mesh Error Logs Overview": "assets/saved_views/traefik_mesh_error_overview.json" } }, "author": { From 09dfd3c568d3c9d2adeff4daa6f04b1e4f0a281b Mon Sep 17 00:00:00 2001 From: Kyle-Neale Date: Thu, 6 Jun 2024 10:58:52 -0400 Subject: [PATCH 07/11] add installation sources --- traefik_mesh/assets/logs/traefik_mesh.yaml | 3 +++ 1 file changed, 3 insertions(+) diff --git a/traefik_mesh/assets/logs/traefik_mesh.yaml b/traefik_mesh/assets/logs/traefik_mesh.yaml index 5fbffb0ff68b7..6a402cf3f4a5d 100644 --- a/traefik_mesh/assets/logs/traefik_mesh.yaml +++ b/traefik_mesh/assets/logs/traefik_mesh.yaml @@ -1,6 +1,9 @@ id: traefik_mesh metric_id: traefik-mesh backend_only: false +installation_sources: + - traefik + - traefik_mesh facets: - facetType: range groups: From 76fd1f4035387778a47c170d4be238a5dbe083f9 Mon Sep 17 00:00:00 2001 From: Kyle-Neale Date: Thu, 6 Jun 2024 11:06:34 -0400 Subject: [PATCH 08/11] fix installation sources order --- traefik_mesh/assets/logs/traefik_mesh.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/traefik_mesh/assets/logs/traefik_mesh.yaml b/traefik_mesh/assets/logs/traefik_mesh.yaml index 6a402cf3f4a5d..f76fbebb22abe 100644 --- a/traefik_mesh/assets/logs/traefik_mesh.yaml +++ b/traefik_mesh/assets/logs/traefik_mesh.yaml @@ -2,8 +2,8 @@ id: traefik_mesh metric_id: traefik-mesh backend_only: false installation_sources: - - traefik - traefik_mesh + - traefik facets: - facetType: range groups: From 6b921c33323af6f17b957f6a5242c6e80ce182b0 Mon Sep 17 00:00:00 2001 From: Kyle-Neale Date: Wed, 12 Jun 2024 19:08:56 -0400 Subject: [PATCH 09/11] use old naming convention for Traefik logs pipeline --- traefik_mesh/assets/logs/{traefik_mesh.yaml => traefik.yaml} | 4 ++-- .../logs/{traefik_mesh_tests.yaml => traefik_tests.yaml} | 2 +- 2 files changed, 3 insertions(+), 3 deletions(-) rename traefik_mesh/assets/logs/{traefik_mesh.yaml => traefik.yaml} (99%) rename traefik_mesh/assets/logs/{traefik_mesh_tests.yaml => traefik_tests.yaml} (99%) diff --git a/traefik_mesh/assets/logs/traefik_mesh.yaml b/traefik_mesh/assets/logs/traefik.yaml similarity index 99% rename from traefik_mesh/assets/logs/traefik_mesh.yaml rename to traefik_mesh/assets/logs/traefik.yaml index f76fbebb22abe..36c1dc100fc84 100644 --- a/traefik_mesh/assets/logs/traefik_mesh.yaml +++ b/traefik_mesh/assets/logs/traefik.yaml @@ -1,9 +1,9 @@ -id: traefik_mesh +id: traefik metric_id: traefik-mesh backend_only: false installation_sources: - - traefik_mesh - traefik + - traefik_mesh facets: - facetType: range groups: diff --git a/traefik_mesh/assets/logs/traefik_mesh_tests.yaml b/traefik_mesh/assets/logs/traefik_tests.yaml similarity index 99% rename from traefik_mesh/assets/logs/traefik_mesh_tests.yaml rename to traefik_mesh/assets/logs/traefik_tests.yaml index 09fc685709460..9e4e30e944404 100644 --- a/traefik_mesh/assets/logs/traefik_mesh_tests.yaml +++ b/traefik_mesh/assets/logs/traefik_tests.yaml @@ -1,4 +1,4 @@ -id: "traefik_mesh" +id: "traefik" tests: - sample: "10.32.0.1 - - [07/Dec/2018:06:07:03 +0000] \"GET / HTTP/1.1\" 302 5 \"-\" \"Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/51.0.2704.103 Safari/537.36\" 132170 \"entrypoint redirect for http\" \"/“ 0ms" From e030b9367385a295ff57eac39e359c8d5d31c3e1 Mon Sep 17 00:00:00 2001 From: Kyle-Neale Date: Mon, 24 Jun 2024 09:45:55 -0400 Subject: [PATCH 10/11] add to query and change metric_id --- traefik_mesh/assets/logs/traefik.yaml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/traefik_mesh/assets/logs/traefik.yaml b/traefik_mesh/assets/logs/traefik.yaml index 36c1dc100fc84..a78f97a426b7c 100644 --- a/traefik_mesh/assets/logs/traefik.yaml +++ b/traefik_mesh/assets/logs/traefik.yaml @@ -4,6 +4,7 @@ backend_only: false installation_sources: - traefik - traefik_mesh + - mesh facets: - facetType: range groups: @@ -80,7 +81,7 @@ pipeline: name: Traefik Mesh enabled: true filter: - query: source:(traefik_mesh OR traefik) + query: source:(traefik OR traefik_mesh OR mesh) processors: - type: grok-parser name: Parsing Traefik logs From 94ab9d16d6c63f3b1ff9a1b57b677cc72e482af6 Mon Sep 17 00:00:00 2001 From: Vishal Shah Date: Mon, 1 Jul 2024 13:01:32 -0400 Subject: [PATCH 11/11] Trigger Build