From 1cd1e9d34c9d6aa57961c1673a825f32402b8b3f Mon Sep 17 00:00:00 2001 From: voorepreethi Date: Wed, 15 Jan 2025 11:20:40 +0530 Subject: [PATCH 1/9] feat: added summary metrics --- .../ext-fluentbit_kubernetes/summary_metrics.yml | 15 +++++++++++++++ 1 file changed, 15 insertions(+) create mode 100644 entity-types/ext-fluentbit_kubernetes/summary_metrics.yml diff --git a/entity-types/ext-fluentbit_kubernetes/summary_metrics.yml b/entity-types/ext-fluentbit_kubernetes/summary_metrics.yml new file mode 100644 index 000000000..9cf3fe47a --- /dev/null +++ b/entity-types/ext-fluentbit_kubernetes/summary_metrics.yml @@ -0,0 +1,15 @@ +clusterName: + title: Cluster name + unit: STRING + tag: + key: k8s.clusterName +daemonsetName: + title: Daemonset name + unit: STRING + tag: + key: k8s.daemonsetName +namespace: + title: Namespace + unit: STRING + tag: + key: k8s.namespaceName From 65c833c680b7df64b3d25cad3600b7f72e09c9f7 Mon Sep 17 00:00:00 2001 From: voorepreethi Date: Mon, 20 Jan 2025 10:00:40 +0530 Subject: [PATCH 2/9] feat: updated FB k8s dashboard --- .../ext-fluentbit_kubernetes/dashboard.json | 434 +++++++++--------- 1 file changed, 215 insertions(+), 219 deletions(-) diff --git a/entity-types/ext-fluentbit_kubernetes/dashboard.json b/entity-types/ext-fluentbit_kubernetes/dashboard.json index 1c5a3f7d5..eec00795d 100644 --- a/entity-types/ext-fluentbit_kubernetes/dashboard.json +++ b/entity-types/ext-fluentbit_kubernetes/dashboard.json @@ -3,105 +3,9 @@ "description": null, "pages": [ { - "name": "Overview", + "name": "Input", "description": null, "widgets": [ - { - "title": "", - "layout": { - "column": 1, - "row": 1, - "width": 6, - "height": 6 - }, - - "visualization": { - "id": "viz.markdown" - }, - "rawConfiguration": { - "text": "# README\n\n## About this page\nThis page represents most of [Fluent Bit's internal metrics](https://docs.fluentbit.io/manual/administration/monitoring#for-v2-metrics). The metric representations are grouped by categories and faceted by each plugin instance where appropriate.\n\n## How to filter\n1. Select the Kubernetes cluster you want to troubleshoot in the \"Cluster Name\" variable above.\n2. [OPTIONAL] You can use any of the values in the `Node name` and `Pod name` columns on the \"Fluent Bit version\" table to further filter the metrics displayed in the graphs below. To do so, you need to enable [facet filtering](https://docs.newrelic.com/docs/query-your-data/explore-query-data/dashboards/filter-new-relic-one-dashboards-facets/) on that table by clicking on the \"Edit\" submenu and select \"Filter the current dashboard\" under \"Facet Linking\". \n\n## Legend\n### Metric dimensions\n- **name**: the name of the Fluent Bit plugin. Version 1.21.0 of our Helm chart names them according to the plugin names described in the following section.\n- **pod_name**: the `newrelic-logging` pod (Fluent Bit instance) that emitted this metric.\n- **node_name**: physical Kubernetes node where the `newrelic-logging` pod is running.\n\n### Plugin names\n- **pod-logs-tailer**: `tail` *INPUT* plugin normally reading from `/var/log/containers/*.log`\n- **kubernetes-enricher**: `kubernetes` *FILTER* plugin that queries the Kubernetes API to enrich the logs with pod/container metadata.\n- **node-attributes-enricher**: `record_modifier` *FILTER* plugin that enriches logs with `cluster_name`.\n- **kubernetes-attribute-lifter** (only when in low data mode): `nest` *FILTER* plugin that lifts all the keys under `kubernetes`. This plugin is transparent to the final shape of the log.\n- **node-attributes-enricher-filter** (only when in low data mode): same as node-attributes-enricher`, but it also removes attributes that are not strictly necessary for correct platform functioning.\n- **newrelic-logs-forwarder**: `newrelic` *OUTPUT* plugin that sends logs to the New Relic Logs API" - } - }, - { - "title": "Fluent Bit version", - "layout": { - "column": 7, - "row": 1, - "width": 6, - "height": 3 - }, - - "visualization": { - "id": "viz.table" - }, - "rawConfiguration": { - "facet": { - "showOtherSeries": false - }, - "nrqlQueries": [ - { - "accountId": 0, - "query": "SELECT latest(os) as 'OS', latest(version) as 'FB version', latest(cluster_name) FROM Metric where metricName = 'fluentbit_build_info' since 1 hour ago facet pod_name, node_name limit max" - } - ], - "platformOptions": { - "ignoreTimeRange": false - } - } - }, - { - "title": "Fluent Bit uptime", - "layout": { - "column": 7, - "row": 4, - "width": 6, - "height": 3 - }, - - "visualization": { - "id": "viz.line" - }, - "rawConfiguration": { - "facet": { - "showOtherSeries": false - }, - "legend": { - "enabled": true - }, - "nrqlQueries": [ - { - "accountId": 0, - "query": "SELECT latest(fluentbit_uptime) FROM Metric facet pod_name timeseries" - } - ], - "platformOptions": { - "ignoreTimeRange": false - }, - "thresholds": [], - "yAxisLeft": { - "zero": true - }, - "yAxisRight": { - "zero": true - } - } - }, - { - "title": "", - "layout": { - "column": 1, - "row": 7, - "width": 12, - "height": 1 - }, - - "visualization": { - "id": "viz.markdown" - }, - "rawConfiguration": { - "text": "# INPUTS" - } - }, { "title": "Input byte rate (bytes/minute)", "layout": { @@ -110,7 +14,7 @@ "width": 4, "height": 3 }, - + "linkedEntityGuids": null, "visualization": { "id": "viz.line" }, @@ -123,14 +27,18 @@ }, "nrqlQueries": [ { - "accountId": 0, + "accountIds": [ + 2106306 + ], "query": "SELECT rate(sum(fluentbit_input_bytes_total), 1 minute) as 'bytes/minute' FROM Metric where name != 'fb-metrics-collector' timeseries max facet name, pod_name" } ], "platformOptions": { "ignoreTimeRange": false }, - "thresholds": [], + "thresholds": { + "isLabelVisible": true + }, "yAxisLeft": { "zero": true }, @@ -147,7 +55,7 @@ "width": 4, "height": 3 }, - + "linkedEntityGuids": null, "visualization": { "id": "viz.line" }, @@ -160,14 +68,18 @@ }, "nrqlQueries": [ { - "accountId": 0, + "accountIds": [ + 2106306 + ], "query": "SELECT rate(sum(fluentbit_input_records_total), 1 minute) as 'logs/minute' FROM Metric where name != 'fb-metrics-collector' facet name, pod_name timeseries max" } ], "platformOptions": { "ignoreTimeRange": false }, - "thresholds": [], + "thresholds": { + "isLabelVisible": true + }, "yAxisLeft": { "zero": true }, @@ -184,7 +96,7 @@ "width": 4, "height": 3 }, - + "linkedEntityGuids": null, "visualization": { "id": "viz.line" }, @@ -197,14 +109,18 @@ }, "nrqlQueries": [ { - "accountId": 0, - "query": "SELECT sum(fluentbit_input_bytes_total)/sum(fluentbit_input_records_total) as 'Average incoming record size (bytes)' FROM Metric where name != 'fb-metrics-collector' facet name, pod_name timeseries max" + "accountIds": [ + 2106306 + ], + "query": "SELECT sum(fluentbit_input_bytes_total)/sum(fluentbit_input_records_total) as 'Average incoming record size (bytes)' FROM Metric where name != 'fb-metrics-collector' facet name, pod_name timeseries max" } ], "platformOptions": { "ignoreTimeRange": false }, - "thresholds": [], + "thresholds": { + "isLabelVisible": true + }, "units": { "unit": "BYTES" }, @@ -215,23 +131,14 @@ "zero": true } } - }, - { - "title": "", - "layout": { - "column": 1, - "row": 11, - "width": 12, - "height": 1 - }, - - "visualization": { - "id": "viz.markdown" - }, - "rawConfiguration": { - "text": "# FILTERS" - } - }, + } + ] + }, + { + "name": "Filter", + "description": null, + "widgets": [ + { "title": "Filter byte rate (bytes/minute)", "layout": { @@ -240,7 +147,7 @@ "width": 4, "height": 3 }, - + "linkedEntityGuids": null, "visualization": { "id": "viz.line" }, @@ -253,14 +160,18 @@ }, "nrqlQueries": [ { - "accountId": 0, - "query": "SELECT rate(sum(fluentbit_filter_bytes_total), 1 minute) FROM Metric facet name, pod_name timeseries max" + "accountIds": [ + 2106306 + ], + "query": "SELECT rate(sum(fluentbit_filter_bytes_total), 1 minute) FROM Metric facet name, pod_name timeseries max" } ], "platformOptions": { "ignoreTimeRange": false }, - "thresholds": [], + "thresholds": { + "isLabelVisible": true + }, "yAxisLeft": { "zero": true }, @@ -277,7 +188,7 @@ "width": 4, "height": 3 }, - + "linkedEntityGuids": null, "visualization": { "id": "viz.line" }, @@ -290,14 +201,18 @@ }, "nrqlQueries": [ { - "accountId": 0, - "query": "SELECT rate(sum(fluentbit_filter_records_total), 1 minute) FROM Metric facet name, pod_name timeseries max" + "accountIds": [ + 2106306 + ], + "query": "SELECT rate(sum(fluentbit_filter_records_total), 1 minute) FROM Metric facet name, pod_name timeseries max" } ], "platformOptions": { "ignoreTimeRange": false }, - "thresholds": [], + "thresholds": { + "isLabelVisible": true + }, "yAxisLeft": { "zero": true }, @@ -314,7 +229,7 @@ "width": 4, "height": 3 }, - + "linkedEntityGuids": null, "visualization": { "id": "viz.line" }, @@ -327,14 +242,18 @@ }, "nrqlQueries": [ { - "accountId": 0, + "accountIds": [ + 2106306 + ], "query": "SELECT sum(fluentbit_filter_bytes_total)/sum(fluentbit_filter_records_total) AS 'Average filtered record size (bytes)' FROM Metric facet name, pod_name timeseries max" } ], "platformOptions": { "ignoreTimeRange": false }, - "thresholds": [], + "thresholds": { + "isLabelVisible": true + }, "units": { "unit": "BYTES" }, @@ -354,7 +273,7 @@ "width": 4, "height": 3 }, - + "linkedEntityGuids": null, "visualization": { "id": "viz.line" }, @@ -367,14 +286,18 @@ }, "nrqlQueries": [ { - "accountId": 0, + "accountIds": [ + 2106306 + ], "query": "SELECT rate(sum(fluentbit_filter_add_records_total), 1 minute) as 'Added back to pipeline', rate(sum(fluentbit_filter_drop_records_total), 1 minute) as 'Removed from pipeline' FROM Metric facet name, pod_name timeseries MAX" } ], "platformOptions": { "ignoreTimeRange": false }, - "thresholds": [], + "thresholds": { + "isLabelVisible": true + }, "units": { "unit": "REQUESTS_PER_MINUTE" }, @@ -385,23 +308,14 @@ "zero": true } } - }, - { - "title": "", - "layout": { - "column": 1, - "row": 18, - "width": 12, - "height": 1 - }, - - "visualization": { - "id": "viz.markdown" - }, - "rawConfiguration": { - "text": "# OUTPUTS" - } - }, + } + ] + }, + { + "name": "Output", + "description": null, + "widgets": [ + { "title": "Output byte rate (bytes/minute)", "layout": { @@ -410,7 +324,7 @@ "width": 4, "height": 3 }, - + "linkedEntityGuids": null, "visualization": { "id": "viz.line" }, @@ -423,14 +337,18 @@ }, "nrqlQueries": [ { - "accountId": 0, + "accountIds": [ + 2106306 + ], "query": "SELECT rate(sum(fluentbit_output_proc_bytes_total), 1 minute) as 'bytes/minute' FROM Metric where name != 'fb-metrics-forwarder' facet name, pod_name timeseries max" } ], "platformOptions": { "ignoreTimeRange": false }, - "thresholds": [], + "thresholds": { + "isLabelVisible": true + }, "yAxisLeft": { "zero": true }, @@ -447,7 +365,7 @@ "width": 4, "height": 3 }, - + "linkedEntityGuids": null, "visualization": { "id": "viz.line" }, @@ -460,14 +378,18 @@ }, "nrqlQueries": [ { - "accountId": 0, + "accountIds": [ + 2106306 + ], "query": "SELECT rate(sum(fluentbit_output_proc_records_total), 1 minute) as 'records/minute' FROM Metric where name != 'fb-metrics-forwarder' facet name, pod_name timeseries MAX " } ], "platformOptions": { "ignoreTimeRange": false }, - "thresholds": [], + "thresholds": { + "isLabelVisible": true + }, "yAxisLeft": { "zero": true }, @@ -484,7 +406,7 @@ "width": 4, "height": 3 }, - + "linkedEntityGuids": null, "visualization": { "id": "viz.line" }, @@ -497,14 +419,18 @@ }, "nrqlQueries": [ { - "accountId": 0, - "query": "SELECT sum(fluentbit_output_proc_bytes_total)/sum(fluentbit_output_proc_records_total) as 'bytes' FROM Metric where name != 'fb-metrics-forwarder' facet name, pod_name timeseries MAX" + "accountIds": [ + 2106306 + ], + "query": "SELECT sum(fluentbit_output_proc_bytes_total)/sum(fluentbit_output_proc_records_total) as 'bytes' FROM Metric where name != 'fb-metrics-forwarder' facet name, pod_name timeseries MAX" } ], "platformOptions": { "ignoreTimeRange": false }, - "thresholds": [], + "thresholds": { + "isLabelVisible": true + }, "units": { "unit": "BYTES" }, @@ -524,7 +450,7 @@ "width": 4, "height": 3 }, - + "linkedEntityGuids": null, "visualization": { "id": "viz.line" }, @@ -537,14 +463,18 @@ }, "nrqlQueries": [ { - "accountId": 0, - "query": "SELECT rate(sum(fluentbit_output_proc_records_total), 1 minute) as 'Processed', rate(sum(fluentbit_output_dropped_records_total), 1 minute) as 'Dropped', rate(sum(fluentbit_output_retried_records_total), 1 minute) as 'Retried' FROM Metric where name = 'newrelic-logs-forwarder' facet pod_name timeseries max" + "accountIds": [ + 2106306 + ], + "query": "SELECT rate(sum(fluentbit_output_proc_records_total), 1 minute) as 'Processed', rate(sum(fluentbit_output_dropped_records_total), 1 minute) as 'Dropped', rate(sum(fluentbit_output_retried_records_total), 1 minute) as 'Retried' FROM Metric where name = 'newrelic-logs-forwarder' facet pod_name timeseries max" } ], "platformOptions": { "ignoreTimeRange": false }, - "thresholds": [], + "thresholds": { + "isLabelVisible": true + }, "yAxisLeft": { "zero": true }, @@ -561,7 +491,7 @@ "width": 4, "height": 3 }, - + "linkedEntityGuids": null, "visualization": { "id": "viz.line" }, @@ -574,14 +504,18 @@ }, "nrqlQueries": [ { - "accountId": 0, + "accountIds": [ + 2106306 + ], "query": "SELECT rate(sum(fluentbit_output_proc_records_total), 1 minute) as 'Processed', rate(sum(fluentbit_output_dropped_records_total), 1 minute) as 'Dropped', rate(sum(fluentbit_output_retried_records_total), 1 minute) as 'Retried' FROM Metric where name != 'newrelic-logs-forwarder' and name != 'fb-metrics-forwarder' facet name, pod_name timeseries max" } ], "platformOptions": { "ignoreTimeRange": false }, - "thresholds": [], + "thresholds": { + "isLabelVisible": true + }, "yAxisLeft": { "zero": true }, @@ -598,7 +532,7 @@ "width": 4, "height": 3 }, - + "linkedEntityGuids": null, "visualization": { "id": "viz.line" }, @@ -611,14 +545,18 @@ }, "nrqlQueries": [ { - "accountId": 0, - "query": "SELECT max(fluentbit_output_upstream_total_connections) as 'Total', max(fluentbit_output_upstream_busy_connections) as 'Busy' FROM Metric where name != 'fb-metrics-forwarder' facet name, pod_name timeseries MAX" + "accountIds": [ + 2106306 + ], + "query": "SELECT max(fluentbit_output_upstream_total_connections) as 'Total', max(fluentbit_output_upstream_busy_connections) as 'Busy' FROM Metric where cluster_name IN ({{cluster_name}}) AND name != 'fb-metrics-forwarder' facet name, pod_name timeseries MAX" } ], "platformOptions": { "ignoreTimeRange": false }, - "thresholds": [], + "thresholds": { + "isLabelVisible": true + }, "yAxisLeft": { "zero": true }, @@ -635,7 +573,7 @@ "width": 4, "height": 3 }, - + "linkedEntityGuids": null, "visualization": { "id": "viz.line" }, @@ -648,14 +586,18 @@ }, "nrqlQueries": [ { - "accountId": 0, + "accountIds": [ + 2106306 + ], "query": "SELECT rate(sum(fluentbit_output_errors_total), 1 minute) AS 'Errors/minute' FROM Metric where name = 'newrelic-logs-forwarder' facet pod_name timeseries MAX " } ], "platformOptions": { "ignoreTimeRange": false }, - "thresholds": [], + "thresholds": { + "isLabelVisible": true + }, "yAxisLeft": { "zero": true }, @@ -672,7 +614,7 @@ "width": 4, "height": 3 }, - + "linkedEntityGuids": null, "visualization": { "id": "viz.line" }, @@ -685,14 +627,18 @@ }, "nrqlQueries": [ { - "accountId": 0, - "query": "SELECT rate(sum(fluentbit_output_retries_total), 1 minute) as 'Retries', rate(sum(fluentbit_output_retries_failed_total), 1 minute) as 'Expirations' FROM Metric where name = 'newrelic-logs-forwarder' facet pod_name timeseries max" + "accountIds": [ + 2106306 + ], + "query": "SELECT rate(sum(fluentbit_output_retries_total), 1 minute) as 'Retries', rate(sum(fluentbit_output_retries_failed_total), 1 minute) as 'Expirations' FROM Metric where name = 'newrelic-logs-forwarder' facet pod_name timeseries max" } ], "platformOptions": { "ignoreTimeRange": false }, - "thresholds": [], + "thresholds": { + "isLabelVisible": true + }, "yAxisLeft": { "zero": true }, @@ -700,23 +646,14 @@ "zero": true } } - }, - { - "title": "", - "layout": { - "column": 1, - "row": 28, - "width": 12, - "height": 1 - }, - - "visualization": { - "id": "viz.markdown" - }, - "rawConfiguration": { - "text": "# MEMORY USAGE" - } - }, + } + ] + }, + { + "name": "Memory usage", + "description": null, + "widgets": [ + { "title": "Input plugin memory usage", "layout": { @@ -725,7 +662,7 @@ "width": 4, "height": 3 }, - + "linkedEntityGuids": null, "visualization": { "id": "viz.line" }, @@ -738,14 +675,18 @@ }, "nrqlQueries": [ { - "accountId": 0, + "accountIds": [ + 2106306 + ], "query": "SELECT max(fluentbit_input_storage_memory_bytes) as 'Max' FROM Metric where name != 'fb-metrics-collector' timeseries max facet name, pod_name " } ], "platformOptions": { "ignoreTimeRange": false }, - "thresholds": [], + "thresholds": { + "isLabelVisible": true + }, "units": { "unit": "BYTES" }, @@ -765,7 +706,7 @@ "width": 4, "height": 3 }, - + "linkedEntityGuids": null, "visualization": { "id": "viz.line" }, @@ -786,14 +727,26 @@ }, "nrqlQueries": [ { - "accountId": 0, + "accountIds": [ + 2106306 + ], "query": "SELECT max(fluentbit_input_storage_overlimit) FROM Metric where name != 'fb-metrics-collector' timeseries max facet name, pod_name" } ], "platformOptions": { "ignoreTimeRange": false }, - "thresholds": [], + "thresholds": { + "isLabelVisible": true, + "thresholds": [ + { + "from": 0.95, + "name": "Mem buf overlimit", + "severity": "critical", + "to": 1.05 + } + ] + }, "yAxisLeft": { "zero": true }, @@ -810,7 +763,7 @@ "width": 4, "height": 3 }, - + "linkedEntityGuids": null, "visualization": { "id": "viz.line" }, @@ -823,14 +776,18 @@ }, "nrqlQueries": [ { - "accountId": 0, + "accountIds": [ + 2106306 + ], "query": "SELECT average(fluentbit_input_storage_chunks_up) AS 'Up (in memory)', average(fluentbit_input_storage_chunks_down) AS 'Down (in fs)', average(fluentbit_input_storage_chunks_busy) AS 'Busy', average(fluentbit_input_storage_chunks) as 'Total' FROM Metric where name != 'fb-metrics-collector' since 1 hour ago timeseries MAX facet name, pod_name " } ], "platformOptions": { "ignoreTimeRange": false }, - "thresholds": [], + "thresholds": { + "isLabelVisible": true + }, "yAxisLeft": { "zero": true }, @@ -847,7 +804,7 @@ "width": 4, "height": 3 }, - + "linkedEntityGuids": null, "visualization": { "id": "viz.line" }, @@ -860,14 +817,18 @@ }, "nrqlQueries": [ { - "accountId": 0, - "query": "SELECT max(fluentbit_input_storage_chunks) AS 'Total', max(fluentbit_storage_mem_chunks) AS 'Memory', max(fluentbit_storage_fs_chunks) AS 'Filesystem' FROM Metric facet pod_name timeseries MAX " + "accountIds": [ + 2106306 + ], + "query": "SELECT max(fluentbit_input_storage_chunks) AS 'Total', max(fluentbit_storage_mem_chunks) AS 'Memory', max(fluentbit_storage_fs_chunks) AS 'Filesystem' FROM Metric facet pod_name timeseries MAX " } ], "platformOptions": { "ignoreTimeRange": false }, - "thresholds": [], + "thresholds": { + "isLabelVisible": true + }, "yAxisLeft": { "zero": true }, @@ -884,7 +845,7 @@ "width": 4, "height": 3 }, - + "linkedEntityGuids": null, "visualization": { "id": "viz.line" }, @@ -897,14 +858,18 @@ }, "nrqlQueries": [ { - "accountId": 0, + "accountIds": [ + 2106306 + ], "query": "SELECT max(fluentbit_input_storage_chunks_busy_bytes) FROM Metric where name != 'fb-metrics-collector' facet name, pod_name timeseries MAX since 1 hour ago" } ], "platformOptions": { "ignoreTimeRange": false }, - "thresholds": [], + "thresholds": { + "isLabelVisible": true + }, "units": { "unit": "BYTES" }, @@ -924,7 +889,7 @@ "width": 4, "height": 3 }, - + "linkedEntityGuids": null, "visualization": { "id": "viz.line" }, @@ -937,14 +902,18 @@ }, "nrqlQueries": [ { - "accountId": 0, + "accountIds": [ + 2106306 + ], "query": "SELECT average(fluentbit_storage_fs_chunks_up) AS 'Up (in memory)', average(fluentbit_storage_fs_chunks_down) AS 'Down (fs only)' FROM Metric timeseries MAX " } ], "platformOptions": { "ignoreTimeRange": false }, - "thresholds": [], + "thresholds": { + "isLabelVisible": true + }, "yAxisLeft": { "zero": true }, @@ -955,5 +924,32 @@ } ] } + ], + "variables": [ + { + "name": "cluster_name", + "items": null, + "defaultValues": [ + { + "value": { + "string": "*" + } + } + ], + "nrqlQuery": { + "accountIds": [ + 2106306 + ], + "query": "SELECT uniques(cluster_name) FROM Metric where metricName = 'fluentbit_input_storage_overlimit'" + }, + "options": { + "ignoreTimeRange": false, + "excluded": false + }, + "title": "Cluster Name", + "type": "NRQL", + "isMultiSelection": true, + "replacementStrategy": "STRING" + } ] } \ No newline at end of file From cba466858be089979619d6d03a2d75f9c05397ac Mon Sep 17 00:00:00 2001 From: voorepreethi Date: Mon, 20 Jan 2025 10:12:54 +0530 Subject: [PATCH 3/9] fix: updated dashboard validation --- .../ext-fluentbit_kubernetes/dashboard.json | 218 +++++------------- 1 file changed, 63 insertions(+), 155 deletions(-) diff --git a/entity-types/ext-fluentbit_kubernetes/dashboard.json b/entity-types/ext-fluentbit_kubernetes/dashboard.json index eec00795d..8108e6b64 100644 --- a/entity-types/ext-fluentbit_kubernetes/dashboard.json +++ b/entity-types/ext-fluentbit_kubernetes/dashboard.json @@ -14,7 +14,7 @@ "width": 4, "height": 3 }, - "linkedEntityGuids": null, + "visualization": { "id": "viz.line" }, @@ -27,18 +27,14 @@ }, "nrqlQueries": [ { - "accountIds": [ - 2106306 - ], + "accountIds": 0,, "query": "SELECT rate(sum(fluentbit_input_bytes_total), 1 minute) as 'bytes/minute' FROM Metric where name != 'fb-metrics-collector' timeseries max facet name, pod_name" } ], "platformOptions": { "ignoreTimeRange": false }, - "thresholds": { - "isLabelVisible": true - }, + "thresholds": [], "yAxisLeft": { "zero": true }, @@ -55,7 +51,7 @@ "width": 4, "height": 3 }, - "linkedEntityGuids": null, + "visualization": { "id": "viz.line" }, @@ -68,18 +64,14 @@ }, "nrqlQueries": [ { - "accountIds": [ - 2106306 - ], + "accountIds": 0,, "query": "SELECT rate(sum(fluentbit_input_records_total), 1 minute) as 'logs/minute' FROM Metric where name != 'fb-metrics-collector' facet name, pod_name timeseries max" } ], "platformOptions": { "ignoreTimeRange": false }, - "thresholds": { - "isLabelVisible": true - }, + "thresholds": [], "yAxisLeft": { "zero": true }, @@ -96,7 +88,7 @@ "width": 4, "height": 3 }, - "linkedEntityGuids": null, + "visualization": { "id": "viz.line" }, @@ -109,18 +101,14 @@ }, "nrqlQueries": [ { - "accountIds": [ - 2106306 - ], + "accountIds": 0,, "query": "SELECT sum(fluentbit_input_bytes_total)/sum(fluentbit_input_records_total) as 'Average incoming record size (bytes)' FROM Metric where name != 'fb-metrics-collector' facet name, pod_name timeseries max" } ], "platformOptions": { "ignoreTimeRange": false }, - "thresholds": { - "isLabelVisible": true - }, + "thresholds": [], "units": { "unit": "BYTES" }, @@ -147,7 +135,7 @@ "width": 4, "height": 3 }, - "linkedEntityGuids": null, + "visualization": { "id": "viz.line" }, @@ -160,18 +148,14 @@ }, "nrqlQueries": [ { - "accountIds": [ - 2106306 - ], + "accountIds": 0,, "query": "SELECT rate(sum(fluentbit_filter_bytes_total), 1 minute) FROM Metric facet name, pod_name timeseries max" } ], "platformOptions": { "ignoreTimeRange": false }, - "thresholds": { - "isLabelVisible": true - }, + "thresholds": [], "yAxisLeft": { "zero": true }, @@ -188,7 +172,7 @@ "width": 4, "height": 3 }, - "linkedEntityGuids": null, + "visualization": { "id": "viz.line" }, @@ -201,18 +185,14 @@ }, "nrqlQueries": [ { - "accountIds": [ - 2106306 - ], + "accountIds": 0,, "query": "SELECT rate(sum(fluentbit_filter_records_total), 1 minute) FROM Metric facet name, pod_name timeseries max" } ], "platformOptions": { "ignoreTimeRange": false }, - "thresholds": { - "isLabelVisible": true - }, + "thresholds": [], "yAxisLeft": { "zero": true }, @@ -229,7 +209,7 @@ "width": 4, "height": 3 }, - "linkedEntityGuids": null, + "visualization": { "id": "viz.line" }, @@ -242,18 +222,14 @@ }, "nrqlQueries": [ { - "accountIds": [ - 2106306 - ], + "accountIds": 0,, "query": "SELECT sum(fluentbit_filter_bytes_total)/sum(fluentbit_filter_records_total) AS 'Average filtered record size (bytes)' FROM Metric facet name, pod_name timeseries max" } ], "platformOptions": { "ignoreTimeRange": false }, - "thresholds": { - "isLabelVisible": true - }, + "thresholds": [], "units": { "unit": "BYTES" }, @@ -273,7 +249,7 @@ "width": 4, "height": 3 }, - "linkedEntityGuids": null, + "visualization": { "id": "viz.line" }, @@ -286,18 +262,14 @@ }, "nrqlQueries": [ { - "accountIds": [ - 2106306 - ], + "accountIds": 0,, "query": "SELECT rate(sum(fluentbit_filter_add_records_total), 1 minute) as 'Added back to pipeline', rate(sum(fluentbit_filter_drop_records_total), 1 minute) as 'Removed from pipeline' FROM Metric facet name, pod_name timeseries MAX" } ], "platformOptions": { "ignoreTimeRange": false }, - "thresholds": { - "isLabelVisible": true - }, + "thresholds": [], "units": { "unit": "REQUESTS_PER_MINUTE" }, @@ -324,7 +296,7 @@ "width": 4, "height": 3 }, - "linkedEntityGuids": null, + "visualization": { "id": "viz.line" }, @@ -337,18 +309,14 @@ }, "nrqlQueries": [ { - "accountIds": [ - 2106306 - ], + "accountIds": 0,, "query": "SELECT rate(sum(fluentbit_output_proc_bytes_total), 1 minute) as 'bytes/minute' FROM Metric where name != 'fb-metrics-forwarder' facet name, pod_name timeseries max" } ], "platformOptions": { "ignoreTimeRange": false }, - "thresholds": { - "isLabelVisible": true - }, + "thresholds": [], "yAxisLeft": { "zero": true }, @@ -365,7 +333,7 @@ "width": 4, "height": 3 }, - "linkedEntityGuids": null, + "visualization": { "id": "viz.line" }, @@ -378,18 +346,14 @@ }, "nrqlQueries": [ { - "accountIds": [ - 2106306 - ], + "accountIds": 0,, "query": "SELECT rate(sum(fluentbit_output_proc_records_total), 1 minute) as 'records/minute' FROM Metric where name != 'fb-metrics-forwarder' facet name, pod_name timeseries MAX " } ], "platformOptions": { "ignoreTimeRange": false }, - "thresholds": { - "isLabelVisible": true - }, + "thresholds": [], "yAxisLeft": { "zero": true }, @@ -406,7 +370,7 @@ "width": 4, "height": 3 }, - "linkedEntityGuids": null, + "visualization": { "id": "viz.line" }, @@ -419,18 +383,14 @@ }, "nrqlQueries": [ { - "accountIds": [ - 2106306 - ], + "accountIds": 0,, "query": "SELECT sum(fluentbit_output_proc_bytes_total)/sum(fluentbit_output_proc_records_total) as 'bytes' FROM Metric where name != 'fb-metrics-forwarder' facet name, pod_name timeseries MAX" } ], "platformOptions": { "ignoreTimeRange": false }, - "thresholds": { - "isLabelVisible": true - }, + "thresholds": [], "units": { "unit": "BYTES" }, @@ -450,7 +410,7 @@ "width": 4, "height": 3 }, - "linkedEntityGuids": null, + "visualization": { "id": "viz.line" }, @@ -463,18 +423,14 @@ }, "nrqlQueries": [ { - "accountIds": [ - 2106306 - ], + "accountIds": 0,, "query": "SELECT rate(sum(fluentbit_output_proc_records_total), 1 minute) as 'Processed', rate(sum(fluentbit_output_dropped_records_total), 1 minute) as 'Dropped', rate(sum(fluentbit_output_retried_records_total), 1 minute) as 'Retried' FROM Metric where name = 'newrelic-logs-forwarder' facet pod_name timeseries max" } ], "platformOptions": { "ignoreTimeRange": false }, - "thresholds": { - "isLabelVisible": true - }, + "thresholds": [], "yAxisLeft": { "zero": true }, @@ -491,7 +447,7 @@ "width": 4, "height": 3 }, - "linkedEntityGuids": null, + "visualization": { "id": "viz.line" }, @@ -504,18 +460,14 @@ }, "nrqlQueries": [ { - "accountIds": [ - 2106306 - ], + "accountIds": 0,, "query": "SELECT rate(sum(fluentbit_output_proc_records_total), 1 minute) as 'Processed', rate(sum(fluentbit_output_dropped_records_total), 1 minute) as 'Dropped', rate(sum(fluentbit_output_retried_records_total), 1 minute) as 'Retried' FROM Metric where name != 'newrelic-logs-forwarder' and name != 'fb-metrics-forwarder' facet name, pod_name timeseries max" } ], "platformOptions": { "ignoreTimeRange": false }, - "thresholds": { - "isLabelVisible": true - }, + "thresholds": [], "yAxisLeft": { "zero": true }, @@ -532,7 +484,7 @@ "width": 4, "height": 3 }, - "linkedEntityGuids": null, + "visualization": { "id": "viz.line" }, @@ -545,18 +497,14 @@ }, "nrqlQueries": [ { - "accountIds": [ - 2106306 - ], + "accountIds": 0,, "query": "SELECT max(fluentbit_output_upstream_total_connections) as 'Total', max(fluentbit_output_upstream_busy_connections) as 'Busy' FROM Metric where cluster_name IN ({{cluster_name}}) AND name != 'fb-metrics-forwarder' facet name, pod_name timeseries MAX" } ], "platformOptions": { "ignoreTimeRange": false }, - "thresholds": { - "isLabelVisible": true - }, + "thresholds": [], "yAxisLeft": { "zero": true }, @@ -573,7 +521,7 @@ "width": 4, "height": 3 }, - "linkedEntityGuids": null, + "visualization": { "id": "viz.line" }, @@ -586,18 +534,14 @@ }, "nrqlQueries": [ { - "accountIds": [ - 2106306 - ], + "accountIds": 0,, "query": "SELECT rate(sum(fluentbit_output_errors_total), 1 minute) AS 'Errors/minute' FROM Metric where name = 'newrelic-logs-forwarder' facet pod_name timeseries MAX " } ], "platformOptions": { "ignoreTimeRange": false }, - "thresholds": { - "isLabelVisible": true - }, + "thresholds": [], "yAxisLeft": { "zero": true }, @@ -614,7 +558,7 @@ "width": 4, "height": 3 }, - "linkedEntityGuids": null, + "visualization": { "id": "viz.line" }, @@ -627,18 +571,14 @@ }, "nrqlQueries": [ { - "accountIds": [ - 2106306 - ], + "accountIds": 0,, "query": "SELECT rate(sum(fluentbit_output_retries_total), 1 minute) as 'Retries', rate(sum(fluentbit_output_retries_failed_total), 1 minute) as 'Expirations' FROM Metric where name = 'newrelic-logs-forwarder' facet pod_name timeseries max" } ], "platformOptions": { "ignoreTimeRange": false }, - "thresholds": { - "isLabelVisible": true - }, + "thresholds": [], "yAxisLeft": { "zero": true }, @@ -662,7 +602,7 @@ "width": 4, "height": 3 }, - "linkedEntityGuids": null, + "visualization": { "id": "viz.line" }, @@ -675,18 +615,14 @@ }, "nrqlQueries": [ { - "accountIds": [ - 2106306 - ], + "accountIds": 0, "query": "SELECT max(fluentbit_input_storage_memory_bytes) as 'Max' FROM Metric where name != 'fb-metrics-collector' timeseries max facet name, pod_name " } ], "platformOptions": { "ignoreTimeRange": false }, - "thresholds": { - "isLabelVisible": true - }, + "thresholds": [], "units": { "unit": "BYTES" }, @@ -706,7 +642,7 @@ "width": 4, "height": 3 }, - "linkedEntityGuids": null, + "visualization": { "id": "viz.line" }, @@ -727,26 +663,14 @@ }, "nrqlQueries": [ { - "accountIds": [ - 2106306 - ], + "accountIds": 0, "query": "SELECT max(fluentbit_input_storage_overlimit) FROM Metric where name != 'fb-metrics-collector' timeseries max facet name, pod_name" } ], "platformOptions": { "ignoreTimeRange": false }, - "thresholds": { - "isLabelVisible": true, - "thresholds": [ - { - "from": 0.95, - "name": "Mem buf overlimit", - "severity": "critical", - "to": 1.05 - } - ] - }, + "thresholds": [], "yAxisLeft": { "zero": true }, @@ -763,7 +687,7 @@ "width": 4, "height": 3 }, - "linkedEntityGuids": null, + "visualization": { "id": "viz.line" }, @@ -776,18 +700,14 @@ }, "nrqlQueries": [ { - "accountIds": [ - 2106306 - ], + "accountIds": 0, "query": "SELECT average(fluentbit_input_storage_chunks_up) AS 'Up (in memory)', average(fluentbit_input_storage_chunks_down) AS 'Down (in fs)', average(fluentbit_input_storage_chunks_busy) AS 'Busy', average(fluentbit_input_storage_chunks) as 'Total' FROM Metric where name != 'fb-metrics-collector' since 1 hour ago timeseries MAX facet name, pod_name " } ], "platformOptions": { "ignoreTimeRange": false }, - "thresholds": { - "isLabelVisible": true - }, + "thresholds": [], "yAxisLeft": { "zero": true }, @@ -804,7 +724,7 @@ "width": 4, "height": 3 }, - "linkedEntityGuids": null, + "visualization": { "id": "viz.line" }, @@ -817,18 +737,14 @@ }, "nrqlQueries": [ { - "accountIds": [ - 2106306 - ], + "accountIds": 0,, "query": "SELECT max(fluentbit_input_storage_chunks) AS 'Total', max(fluentbit_storage_mem_chunks) AS 'Memory', max(fluentbit_storage_fs_chunks) AS 'Filesystem' FROM Metric facet pod_name timeseries MAX " } ], "platformOptions": { "ignoreTimeRange": false }, - "thresholds": { - "isLabelVisible": true - }, + "thresholds": [], "yAxisLeft": { "zero": true }, @@ -845,7 +761,7 @@ "width": 4, "height": 3 }, - "linkedEntityGuids": null, + "visualization": { "id": "viz.line" }, @@ -858,18 +774,14 @@ }, "nrqlQueries": [ { - "accountIds": [ - 2106306 - ], + "accountIds": 0,, "query": "SELECT max(fluentbit_input_storage_chunks_busy_bytes) FROM Metric where name != 'fb-metrics-collector' facet name, pod_name timeseries MAX since 1 hour ago" } ], "platformOptions": { "ignoreTimeRange": false }, - "thresholds": { - "isLabelVisible": true - }, + "thresholds": [], "units": { "unit": "BYTES" }, @@ -889,7 +801,7 @@ "width": 4, "height": 3 }, - "linkedEntityGuids": null, + "visualization": { "id": "viz.line" }, @@ -902,18 +814,14 @@ }, "nrqlQueries": [ { - "accountIds": [ - 2106306 - ], + "accountIds": 0,, "query": "SELECT average(fluentbit_storage_fs_chunks_up) AS 'Up (in memory)', average(fluentbit_storage_fs_chunks_down) AS 'Down (fs only)' FROM Metric timeseries MAX " } ], "platformOptions": { "ignoreTimeRange": false }, - "thresholds": { - "isLabelVisible": true - }, + "thresholds": [], "yAxisLeft": { "zero": true }, From cee1f74daeffd4ae3c620df1d1f47da9032407aa Mon Sep 17 00:00:00 2001 From: voorepreethi Date: Mon, 20 Jan 2025 10:15:34 +0530 Subject: [PATCH 4/9] fix: updated dashboard --- .../ext-fluentbit_kubernetes/dashboard.json | 45 +++++++++---------- 1 file changed, 22 insertions(+), 23 deletions(-) diff --git a/entity-types/ext-fluentbit_kubernetes/dashboard.json b/entity-types/ext-fluentbit_kubernetes/dashboard.json index 8108e6b64..23f82cdde 100644 --- a/entity-types/ext-fluentbit_kubernetes/dashboard.json +++ b/entity-types/ext-fluentbit_kubernetes/dashboard.json @@ -27,7 +27,7 @@ }, "nrqlQueries": [ { - "accountIds": 0,, + " accountId": 0, "query": "SELECT rate(sum(fluentbit_input_bytes_total), 1 minute) as 'bytes/minute' FROM Metric where name != 'fb-metrics-collector' timeseries max facet name, pod_name" } ], @@ -64,7 +64,7 @@ }, "nrqlQueries": [ { - "accountIds": 0,, + " accountId": 0, "query": "SELECT rate(sum(fluentbit_input_records_total), 1 minute) as 'logs/minute' FROM Metric where name != 'fb-metrics-collector' facet name, pod_name timeseries max" } ], @@ -101,7 +101,7 @@ }, "nrqlQueries": [ { - "accountIds": 0,, + " accountId": 0, "query": "SELECT sum(fluentbit_input_bytes_total)/sum(fluentbit_input_records_total) as 'Average incoming record size (bytes)' FROM Metric where name != 'fb-metrics-collector' facet name, pod_name timeseries max" } ], @@ -148,7 +148,7 @@ }, "nrqlQueries": [ { - "accountIds": 0,, + " accountId": 0, "query": "SELECT rate(sum(fluentbit_filter_bytes_total), 1 minute) FROM Metric facet name, pod_name timeseries max" } ], @@ -185,7 +185,7 @@ }, "nrqlQueries": [ { - "accountIds": 0,, + " accountId": 0 , "query": "SELECT rate(sum(fluentbit_filter_records_total), 1 minute) FROM Metric facet name, pod_name timeseries max" } ], @@ -222,7 +222,7 @@ }, "nrqlQueries": [ { - "accountIds": 0,, + " accountId": 0 , "query": "SELECT sum(fluentbit_filter_bytes_total)/sum(fluentbit_filter_records_total) AS 'Average filtered record size (bytes)' FROM Metric facet name, pod_name timeseries max" } ], @@ -262,7 +262,7 @@ }, "nrqlQueries": [ { - "accountIds": 0,, + " accountId": 0 , "query": "SELECT rate(sum(fluentbit_filter_add_records_total), 1 minute) as 'Added back to pipeline', rate(sum(fluentbit_filter_drop_records_total), 1 minute) as 'Removed from pipeline' FROM Metric facet name, pod_name timeseries MAX" } ], @@ -309,7 +309,7 @@ }, "nrqlQueries": [ { - "accountIds": 0,, + " accountId": 0 , "query": "SELECT rate(sum(fluentbit_output_proc_bytes_total), 1 minute) as 'bytes/minute' FROM Metric where name != 'fb-metrics-forwarder' facet name, pod_name timeseries max" } ], @@ -346,7 +346,7 @@ }, "nrqlQueries": [ { - "accountIds": 0,, + " accountId": 0 , "query": "SELECT rate(sum(fluentbit_output_proc_records_total), 1 minute) as 'records/minute' FROM Metric where name != 'fb-metrics-forwarder' facet name, pod_name timeseries MAX " } ], @@ -383,7 +383,7 @@ }, "nrqlQueries": [ { - "accountIds": 0,, + " accountId": 0 , "query": "SELECT sum(fluentbit_output_proc_bytes_total)/sum(fluentbit_output_proc_records_total) as 'bytes' FROM Metric where name != 'fb-metrics-forwarder' facet name, pod_name timeseries MAX" } ], @@ -423,7 +423,7 @@ }, "nrqlQueries": [ { - "accountIds": 0,, + " accountId": 0 , "query": "SELECT rate(sum(fluentbit_output_proc_records_total), 1 minute) as 'Processed', rate(sum(fluentbit_output_dropped_records_total), 1 minute) as 'Dropped', rate(sum(fluentbit_output_retried_records_total), 1 minute) as 'Retried' FROM Metric where name = 'newrelic-logs-forwarder' facet pod_name timeseries max" } ], @@ -460,7 +460,7 @@ }, "nrqlQueries": [ { - "accountIds": 0,, + " accountId": 0 , "query": "SELECT rate(sum(fluentbit_output_proc_records_total), 1 minute) as 'Processed', rate(sum(fluentbit_output_dropped_records_total), 1 minute) as 'Dropped', rate(sum(fluentbit_output_retried_records_total), 1 minute) as 'Retried' FROM Metric where name != 'newrelic-logs-forwarder' and name != 'fb-metrics-forwarder' facet name, pod_name timeseries max" } ], @@ -497,7 +497,7 @@ }, "nrqlQueries": [ { - "accountIds": 0,, + " accountId": 0 , "query": "SELECT max(fluentbit_output_upstream_total_connections) as 'Total', max(fluentbit_output_upstream_busy_connections) as 'Busy' FROM Metric where cluster_name IN ({{cluster_name}}) AND name != 'fb-metrics-forwarder' facet name, pod_name timeseries MAX" } ], @@ -534,7 +534,7 @@ }, "nrqlQueries": [ { - "accountIds": 0,, + " accountId": 0 , "query": "SELECT rate(sum(fluentbit_output_errors_total), 1 minute) AS 'Errors/minute' FROM Metric where name = 'newrelic-logs-forwarder' facet pod_name timeseries MAX " } ], @@ -571,7 +571,7 @@ }, "nrqlQueries": [ { - "accountIds": 0,, + " accountId": 0 , "query": "SELECT rate(sum(fluentbit_output_retries_total), 1 minute) as 'Retries', rate(sum(fluentbit_output_retries_failed_total), 1 minute) as 'Expirations' FROM Metric where name = 'newrelic-logs-forwarder' facet pod_name timeseries max" } ], @@ -615,7 +615,7 @@ }, "nrqlQueries": [ { - "accountIds": 0, + " accountId": 0, "query": "SELECT max(fluentbit_input_storage_memory_bytes) as 'Max' FROM Metric where name != 'fb-metrics-collector' timeseries max facet name, pod_name " } ], @@ -663,7 +663,7 @@ }, "nrqlQueries": [ { - "accountIds": 0, + "accountId": 0, "query": "SELECT max(fluentbit_input_storage_overlimit) FROM Metric where name != 'fb-metrics-collector' timeseries max facet name, pod_name" } ], @@ -687,7 +687,6 @@ "width": 4, "height": 3 }, - "visualization": { "id": "viz.line" }, @@ -700,7 +699,7 @@ }, "nrqlQueries": [ { - "accountIds": 0, + " accountId": 0, "query": "SELECT average(fluentbit_input_storage_chunks_up) AS 'Up (in memory)', average(fluentbit_input_storage_chunks_down) AS 'Down (in fs)', average(fluentbit_input_storage_chunks_busy) AS 'Busy', average(fluentbit_input_storage_chunks) as 'Total' FROM Metric where name != 'fb-metrics-collector' since 1 hour ago timeseries MAX facet name, pod_name " } ], @@ -737,7 +736,7 @@ }, "nrqlQueries": [ { - "accountIds": 0,, + " accountId": 0 , "query": "SELECT max(fluentbit_input_storage_chunks) AS 'Total', max(fluentbit_storage_mem_chunks) AS 'Memory', max(fluentbit_storage_fs_chunks) AS 'Filesystem' FROM Metric facet pod_name timeseries MAX " } ], @@ -774,7 +773,7 @@ }, "nrqlQueries": [ { - "accountIds": 0,, + " accountId": 0 , "query": "SELECT max(fluentbit_input_storage_chunks_busy_bytes) FROM Metric where name != 'fb-metrics-collector' facet name, pod_name timeseries MAX since 1 hour ago" } ], @@ -814,7 +813,7 @@ }, "nrqlQueries": [ { - "accountIds": 0,, + " accountId": 0 , "query": "SELECT average(fluentbit_storage_fs_chunks_up) AS 'Up (in memory)', average(fluentbit_storage_fs_chunks_down) AS 'Down (fs only)' FROM Metric timeseries MAX " } ], @@ -845,7 +844,7 @@ } ], "nrqlQuery": { - "accountIds": [ + " accountId": [ 2106306 ], "query": "SELECT uniques(cluster_name) FROM Metric where metricName = 'fluentbit_input_storage_overlimit'" From 660e5b32505624b0376388c3bbfe26904b3d612c Mon Sep 17 00:00:00 2001 From: voorepreethi Date: Mon, 20 Jan 2025 10:17:28 +0530 Subject: [PATCH 5/9] fx: removed variables --- .../ext-fluentbit_kubernetes/dashboard.json | 39 +++---------------- 1 file changed, 6 insertions(+), 33 deletions(-) diff --git a/entity-types/ext-fluentbit_kubernetes/dashboard.json b/entity-types/ext-fluentbit_kubernetes/dashboard.json index 23f82cdde..1ab4b79c7 100644 --- a/entity-types/ext-fluentbit_kubernetes/dashboard.json +++ b/entity-types/ext-fluentbit_kubernetes/dashboard.json @@ -27,7 +27,7 @@ }, "nrqlQueries": [ { - " accountId": 0, + "accountId": 0, "query": "SELECT rate(sum(fluentbit_input_bytes_total), 1 minute) as 'bytes/minute' FROM Metric where name != 'fb-metrics-collector' timeseries max facet name, pod_name" } ], @@ -64,7 +64,7 @@ }, "nrqlQueries": [ { - " accountId": 0, + "accountId": 0, "query": "SELECT rate(sum(fluentbit_input_records_total), 1 minute) as 'logs/minute' FROM Metric where name != 'fb-metrics-collector' facet name, pod_name timeseries max" } ], @@ -101,7 +101,7 @@ }, "nrqlQueries": [ { - " accountId": 0, + "accountId": 0, "query": "SELECT sum(fluentbit_input_bytes_total)/sum(fluentbit_input_records_total) as 'Average incoming record size (bytes)' FROM Metric where name != 'fb-metrics-collector' facet name, pod_name timeseries max" } ], @@ -148,7 +148,7 @@ }, "nrqlQueries": [ { - " accountId": 0, + "accountId": 0, "query": "SELECT rate(sum(fluentbit_filter_bytes_total), 1 minute) FROM Metric facet name, pod_name timeseries max" } ], @@ -615,7 +615,7 @@ }, "nrqlQueries": [ { - " accountId": 0, + "accountId": 0, "query": "SELECT max(fluentbit_input_storage_memory_bytes) as 'Max' FROM Metric where name != 'fb-metrics-collector' timeseries max facet name, pod_name " } ], @@ -699,7 +699,7 @@ }, "nrqlQueries": [ { - " accountId": 0, + "accountId": 0, "query": "SELECT average(fluentbit_input_storage_chunks_up) AS 'Up (in memory)', average(fluentbit_input_storage_chunks_down) AS 'Down (in fs)', average(fluentbit_input_storage_chunks_busy) AS 'Busy', average(fluentbit_input_storage_chunks) as 'Total' FROM Metric where name != 'fb-metrics-collector' since 1 hour ago timeseries MAX facet name, pod_name " } ], @@ -831,32 +831,5 @@ } ] } - ], - "variables": [ - { - "name": "cluster_name", - "items": null, - "defaultValues": [ - { - "value": { - "string": "*" - } - } - ], - "nrqlQuery": { - " accountId": [ - 2106306 - ], - "query": "SELECT uniques(cluster_name) FROM Metric where metricName = 'fluentbit_input_storage_overlimit'" - }, - "options": { - "ignoreTimeRange": false, - "excluded": false - }, - "title": "Cluster Name", - "type": "NRQL", - "isMultiSelection": true, - "replacementStrategy": "STRING" - } ] } \ No newline at end of file From b9e173d806e25efd8b5fc4ffdb78106105425fcd Mon Sep 17 00:00:00 2001 From: voorepreethi Date: Mon, 20 Jan 2025 10:19:15 +0530 Subject: [PATCH 6/9] fix: updated dashboard --- .../ext-fluentbit_kubernetes/dashboard.json | 28 +++++++++---------- 1 file changed, 14 insertions(+), 14 deletions(-) diff --git a/entity-types/ext-fluentbit_kubernetes/dashboard.json b/entity-types/ext-fluentbit_kubernetes/dashboard.json index 1ab4b79c7..87057e8b2 100644 --- a/entity-types/ext-fluentbit_kubernetes/dashboard.json +++ b/entity-types/ext-fluentbit_kubernetes/dashboard.json @@ -185,7 +185,7 @@ }, "nrqlQueries": [ { - " accountId": 0 , + "accountId": 0 , "query": "SELECT rate(sum(fluentbit_filter_records_total), 1 minute) FROM Metric facet name, pod_name timeseries max" } ], @@ -222,7 +222,7 @@ }, "nrqlQueries": [ { - " accountId": 0 , + "accountId": 0 , "query": "SELECT sum(fluentbit_filter_bytes_total)/sum(fluentbit_filter_records_total) AS 'Average filtered record size (bytes)' FROM Metric facet name, pod_name timeseries max" } ], @@ -262,7 +262,7 @@ }, "nrqlQueries": [ { - " accountId": 0 , + "accountId": 0 , "query": "SELECT rate(sum(fluentbit_filter_add_records_total), 1 minute) as 'Added back to pipeline', rate(sum(fluentbit_filter_drop_records_total), 1 minute) as 'Removed from pipeline' FROM Metric facet name, pod_name timeseries MAX" } ], @@ -309,7 +309,7 @@ }, "nrqlQueries": [ { - " accountId": 0 , + "accountId": 0 , "query": "SELECT rate(sum(fluentbit_output_proc_bytes_total), 1 minute) as 'bytes/minute' FROM Metric where name != 'fb-metrics-forwarder' facet name, pod_name timeseries max" } ], @@ -346,7 +346,7 @@ }, "nrqlQueries": [ { - " accountId": 0 , + "accountId": 0 , "query": "SELECT rate(sum(fluentbit_output_proc_records_total), 1 minute) as 'records/minute' FROM Metric where name != 'fb-metrics-forwarder' facet name, pod_name timeseries MAX " } ], @@ -383,7 +383,7 @@ }, "nrqlQueries": [ { - " accountId": 0 , + "accountId": 0 , "query": "SELECT sum(fluentbit_output_proc_bytes_total)/sum(fluentbit_output_proc_records_total) as 'bytes' FROM Metric where name != 'fb-metrics-forwarder' facet name, pod_name timeseries MAX" } ], @@ -423,7 +423,7 @@ }, "nrqlQueries": [ { - " accountId": 0 , + "accountId": 0 , "query": "SELECT rate(sum(fluentbit_output_proc_records_total), 1 minute) as 'Processed', rate(sum(fluentbit_output_dropped_records_total), 1 minute) as 'Dropped', rate(sum(fluentbit_output_retried_records_total), 1 minute) as 'Retried' FROM Metric where name = 'newrelic-logs-forwarder' facet pod_name timeseries max" } ], @@ -460,7 +460,7 @@ }, "nrqlQueries": [ { - " accountId": 0 , + "accountId": 0 , "query": "SELECT rate(sum(fluentbit_output_proc_records_total), 1 minute) as 'Processed', rate(sum(fluentbit_output_dropped_records_total), 1 minute) as 'Dropped', rate(sum(fluentbit_output_retried_records_total), 1 minute) as 'Retried' FROM Metric where name != 'newrelic-logs-forwarder' and name != 'fb-metrics-forwarder' facet name, pod_name timeseries max" } ], @@ -497,7 +497,7 @@ }, "nrqlQueries": [ { - " accountId": 0 , + "accountId": 0 , "query": "SELECT max(fluentbit_output_upstream_total_connections) as 'Total', max(fluentbit_output_upstream_busy_connections) as 'Busy' FROM Metric where cluster_name IN ({{cluster_name}}) AND name != 'fb-metrics-forwarder' facet name, pod_name timeseries MAX" } ], @@ -534,7 +534,7 @@ }, "nrqlQueries": [ { - " accountId": 0 , + "accountId": 0 , "query": "SELECT rate(sum(fluentbit_output_errors_total), 1 minute) AS 'Errors/minute' FROM Metric where name = 'newrelic-logs-forwarder' facet pod_name timeseries MAX " } ], @@ -571,7 +571,7 @@ }, "nrqlQueries": [ { - " accountId": 0 , + "accountId": 0 , "query": "SELECT rate(sum(fluentbit_output_retries_total), 1 minute) as 'Retries', rate(sum(fluentbit_output_retries_failed_total), 1 minute) as 'Expirations' FROM Metric where name = 'newrelic-logs-forwarder' facet pod_name timeseries max" } ], @@ -736,7 +736,7 @@ }, "nrqlQueries": [ { - " accountId": 0 , + "accountId": 0 , "query": "SELECT max(fluentbit_input_storage_chunks) AS 'Total', max(fluentbit_storage_mem_chunks) AS 'Memory', max(fluentbit_storage_fs_chunks) AS 'Filesystem' FROM Metric facet pod_name timeseries MAX " } ], @@ -773,7 +773,7 @@ }, "nrqlQueries": [ { - " accountId": 0 , + "accountId": 0 , "query": "SELECT max(fluentbit_input_storage_chunks_busy_bytes) FROM Metric where name != 'fb-metrics-collector' facet name, pod_name timeseries MAX since 1 hour ago" } ], @@ -813,7 +813,7 @@ }, "nrqlQueries": [ { - " accountId": 0 , + "accountId": 0 , "query": "SELECT average(fluentbit_storage_fs_chunks_up) AS 'Up (in memory)', average(fluentbit_storage_fs_chunks_down) AS 'Down (fs only)' FROM Metric timeseries MAX " } ], From 6d8fdfb4f0df77cbb74f9a31ba10caf16c674966 Mon Sep 17 00:00:00 2001 From: voorepreethi Date: Mon, 20 Jan 2025 10:27:14 +0530 Subject: [PATCH 7/9] fix: updated query --- entity-types/ext-fluentbit_kubernetes/dashboard.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/entity-types/ext-fluentbit_kubernetes/dashboard.json b/entity-types/ext-fluentbit_kubernetes/dashboard.json index 87057e8b2..ca9d3303e 100644 --- a/entity-types/ext-fluentbit_kubernetes/dashboard.json +++ b/entity-types/ext-fluentbit_kubernetes/dashboard.json @@ -498,7 +498,7 @@ "nrqlQueries": [ { "accountId": 0 , - "query": "SELECT max(fluentbit_output_upstream_total_connections) as 'Total', max(fluentbit_output_upstream_busy_connections) as 'Busy' FROM Metric where cluster_name IN ({{cluster_name}}) AND name != 'fb-metrics-forwarder' facet name, pod_name timeseries MAX" + "query": "SELECT max(fluentbit_output_upstream_total_connections) as 'Total', max(fluentbit_output_upstream_busy_connections) as 'Busy' FROM Metric where name != 'fb-metrics-forwarder' facet name, pod_name timeseries MAX" } ], "platformOptions": { From 2ea6400b0473b058223c608f164f201d60648a9f Mon Sep 17 00:00:00 2001 From: voorepreethi Date: Mon, 20 Jan 2025 10:28:53 +0530 Subject: [PATCH 8/9] fix: removed pages --- .../ext-fluentbit_kubernetes/dashboard.json | 709 ------------------ 1 file changed, 709 deletions(-) diff --git a/entity-types/ext-fluentbit_kubernetes/dashboard.json b/entity-types/ext-fluentbit_kubernetes/dashboard.json index ca9d3303e..50bb59455 100644 --- a/entity-types/ext-fluentbit_kubernetes/dashboard.json +++ b/entity-types/ext-fluentbit_kubernetes/dashboard.json @@ -121,715 +121,6 @@ } } ] - }, - { - "name": "Filter", - "description": null, - "widgets": [ - - { - "title": "Filter byte rate (bytes/minute)", - "layout": { - "column": 1, - "row": 12, - "width": 4, - "height": 3 - }, - - "visualization": { - "id": "viz.line" - }, - "rawConfiguration": { - "facet": { - "showOtherSeries": false - }, - "legend": { - "enabled": true - }, - "nrqlQueries": [ - { - "accountId": 0, - "query": "SELECT rate(sum(fluentbit_filter_bytes_total), 1 minute) FROM Metric facet name, pod_name timeseries max" - } - ], - "platformOptions": { - "ignoreTimeRange": false - }, - "thresholds": [], - "yAxisLeft": { - "zero": true - }, - "yAxisRight": { - "zero": true - } - } - }, - { - "title": "Filter log rate (records/minute)", - "layout": { - "column": 5, - "row": 12, - "width": 4, - "height": 3 - }, - - "visualization": { - "id": "viz.line" - }, - "rawConfiguration": { - "facet": { - "showOtherSeries": false - }, - "legend": { - "enabled": true - }, - "nrqlQueries": [ - { - "accountId": 0 , - "query": "SELECT rate(sum(fluentbit_filter_records_total), 1 minute) FROM Metric facet name, pod_name timeseries max" - } - ], - "platformOptions": { - "ignoreTimeRange": false - }, - "thresholds": [], - "yAxisLeft": { - "zero": true - }, - "yAxisRight": { - "zero": true - } - } - }, - { - "title": "Average filtered record size (bytes)", - "layout": { - "column": 9, - "row": 12, - "width": 4, - "height": 3 - }, - - "visualization": { - "id": "viz.line" - }, - "rawConfiguration": { - "facet": { - "showOtherSeries": false - }, - "legend": { - "enabled": true - }, - "nrqlQueries": [ - { - "accountId": 0 , - "query": "SELECT sum(fluentbit_filter_bytes_total)/sum(fluentbit_filter_records_total) AS 'Average filtered record size (bytes)' FROM Metric facet name, pod_name timeseries max" - } - ], - "platformOptions": { - "ignoreTimeRange": false - }, - "thresholds": [], - "units": { - "unit": "BYTES" - }, - "yAxisLeft": { - "zero": true - }, - "yAxisRight": { - "zero": true - } - } - }, - { - "title": "Record add/drop rate per FILTER plugin", - "layout": { - "column": 1, - "row": 15, - "width": 4, - "height": 3 - }, - - "visualization": { - "id": "viz.line" - }, - "rawConfiguration": { - "facet": { - "showOtherSeries": false - }, - "legend": { - "enabled": true - }, - "nrqlQueries": [ - { - "accountId": 0 , - "query": "SELECT rate(sum(fluentbit_filter_add_records_total), 1 minute) as 'Added back to pipeline', rate(sum(fluentbit_filter_drop_records_total), 1 minute) as 'Removed from pipeline' FROM Metric facet name, pod_name timeseries MAX" - } - ], - "platformOptions": { - "ignoreTimeRange": false - }, - "thresholds": [], - "units": { - "unit": "REQUESTS_PER_MINUTE" - }, - "yAxisLeft": { - "zero": true - }, - "yAxisRight": { - "zero": true - } - } - } - ] - }, - { - "name": "Output", - "description": null, - "widgets": [ - - { - "title": "Output byte rate (bytes/minute)", - "layout": { - "column": 1, - "row": 19, - "width": 4, - "height": 3 - }, - - "visualization": { - "id": "viz.line" - }, - "rawConfiguration": { - "facet": { - "showOtherSeries": false - }, - "legend": { - "enabled": true - }, - "nrqlQueries": [ - { - "accountId": 0 , - "query": "SELECT rate(sum(fluentbit_output_proc_bytes_total), 1 minute) as 'bytes/minute' FROM Metric where name != 'fb-metrics-forwarder' facet name, pod_name timeseries max" - } - ], - "platformOptions": { - "ignoreTimeRange": false - }, - "thresholds": [], - "yAxisLeft": { - "zero": true - }, - "yAxisRight": { - "zero": true - } - } - }, - { - "title": "Output log rate (records/minute)", - "layout": { - "column": 5, - "row": 19, - "width": 4, - "height": 3 - }, - - "visualization": { - "id": "viz.line" - }, - "rawConfiguration": { - "facet": { - "showOtherSeries": false - }, - "legend": { - "enabled": true - }, - "nrqlQueries": [ - { - "accountId": 0 , - "query": "SELECT rate(sum(fluentbit_output_proc_records_total), 1 minute) as 'records/minute' FROM Metric where name != 'fb-metrics-forwarder' facet name, pod_name timeseries MAX " - } - ], - "platformOptions": { - "ignoreTimeRange": false - }, - "thresholds": [], - "yAxisLeft": { - "zero": true - }, - "yAxisRight": { - "zero": true - } - } - }, - { - "title": "Average outgoing record size (bytes)", - "layout": { - "column": 9, - "row": 19, - "width": 4, - "height": 3 - }, - - "visualization": { - "id": "viz.line" - }, - "rawConfiguration": { - "facet": { - "showOtherSeries": false - }, - "legend": { - "enabled": true - }, - "nrqlQueries": [ - { - "accountId": 0 , - "query": "SELECT sum(fluentbit_output_proc_bytes_total)/sum(fluentbit_output_proc_records_total) as 'bytes' FROM Metric where name != 'fb-metrics-forwarder' facet name, pod_name timeseries MAX" - } - ], - "platformOptions": { - "ignoreTimeRange": false - }, - "thresholds": [], - "units": { - "unit": "BYTES" - }, - "yAxisLeft": { - "zero": true - }, - "yAxisRight": { - "zero": true - } - } - }, - { - "title": "newrelic plugin statistics (records/minute)", - "layout": { - "column": 1, - "row": 22, - "width": 4, - "height": 3 - }, - - "visualization": { - "id": "viz.line" - }, - "rawConfiguration": { - "facet": { - "showOtherSeries": false - }, - "legend": { - "enabled": true - }, - "nrqlQueries": [ - { - "accountId": 0 , - "query": "SELECT rate(sum(fluentbit_output_proc_records_total), 1 minute) as 'Processed', rate(sum(fluentbit_output_dropped_records_total), 1 minute) as 'Dropped', rate(sum(fluentbit_output_retried_records_total), 1 minute) as 'Retried' FROM Metric where name = 'newrelic-logs-forwarder' facet pod_name timeseries max" - } - ], - "platformOptions": { - "ignoreTimeRange": false - }, - "thresholds": [], - "yAxisLeft": { - "zero": true - }, - "yAxisRight": { - "zero": true - } - } - }, - { - "title": "Other OUTPUT plugin statistics (records/minute)", - "layout": { - "column": 5, - "row": 22, - "width": 4, - "height": 3 - }, - - "visualization": { - "id": "viz.line" - }, - "rawConfiguration": { - "facet": { - "showOtherSeries": false - }, - "legend": { - "enabled": true - }, - "nrqlQueries": [ - { - "accountId": 0 , - "query": "SELECT rate(sum(fluentbit_output_proc_records_total), 1 minute) as 'Processed', rate(sum(fluentbit_output_dropped_records_total), 1 minute) as 'Dropped', rate(sum(fluentbit_output_retried_records_total), 1 minute) as 'Retried' FROM Metric where name != 'newrelic-logs-forwarder' and name != 'fb-metrics-forwarder' facet name, pod_name timeseries max" - } - ], - "platformOptions": { - "ignoreTimeRange": false - }, - "thresholds": [], - "yAxisLeft": { - "zero": true - }, - "yAxisRight": { - "zero": true - } - } - }, - { - "title": "Connections per OUTPUT plugin", - "layout": { - "column": 9, - "row": 22, - "width": 4, - "height": 3 - }, - - "visualization": { - "id": "viz.line" - }, - "rawConfiguration": { - "facet": { - "showOtherSeries": false - }, - "legend": { - "enabled": true - }, - "nrqlQueries": [ - { - "accountId": 0 , - "query": "SELECT max(fluentbit_output_upstream_total_connections) as 'Total', max(fluentbit_output_upstream_busy_connections) as 'Busy' FROM Metric where name != 'fb-metrics-forwarder' facet name, pod_name timeseries MAX" - } - ], - "platformOptions": { - "ignoreTimeRange": false - }, - "thresholds": [], - "yAxisLeft": { - "zero": true - }, - "yAxisRight": { - "zero": true - } - } - }, - { - "title": "newrelic plugin errors (errors/minute)", - "layout": { - "column": 1, - "row": 25, - "width": 4, - "height": 3 - }, - - "visualization": { - "id": "viz.line" - }, - "rawConfiguration": { - "facet": { - "showOtherSeries": false - }, - "legend": { - "enabled": true - }, - "nrqlQueries": [ - { - "accountId": 0 , - "query": "SELECT rate(sum(fluentbit_output_errors_total), 1 minute) AS 'Errors/minute' FROM Metric where name = 'newrelic-logs-forwarder' facet pod_name timeseries MAX " - } - ], - "platformOptions": { - "ignoreTimeRange": false - }, - "thresholds": [], - "yAxisLeft": { - "zero": true - }, - "yAxisRight": { - "zero": true - } - } - }, - { - "title": "newrelic plugin chunk retry statistics (retries/minute)", - "layout": { - "column": 5, - "row": 25, - "width": 4, - "height": 3 - }, - - "visualization": { - "id": "viz.line" - }, - "rawConfiguration": { - "facet": { - "showOtherSeries": false - }, - "legend": { - "enabled": true - }, - "nrqlQueries": [ - { - "accountId": 0 , - "query": "SELECT rate(sum(fluentbit_output_retries_total), 1 minute) as 'Retries', rate(sum(fluentbit_output_retries_failed_total), 1 minute) as 'Expirations' FROM Metric where name = 'newrelic-logs-forwarder' facet pod_name timeseries max" - } - ], - "platformOptions": { - "ignoreTimeRange": false - }, - "thresholds": [], - "yAxisLeft": { - "zero": true - }, - "yAxisRight": { - "zero": true - } - } - } - ] - }, - { - "name": "Memory usage", - "description": null, - "widgets": [ - - { - "title": "Input plugin memory usage", - "layout": { - "column": 1, - "row": 29, - "width": 4, - "height": 3 - }, - - "visualization": { - "id": "viz.line" - }, - "rawConfiguration": { - "facet": { - "showOtherSeries": false - }, - "legend": { - "enabled": true - }, - "nrqlQueries": [ - { - "accountId": 0, - "query": "SELECT max(fluentbit_input_storage_memory_bytes) as 'Max' FROM Metric where name != 'fb-metrics-collector' timeseries max facet name, pod_name " - } - ], - "platformOptions": { - "ignoreTimeRange": false - }, - "thresholds": [], - "units": { - "unit": "BYTES" - }, - "yAxisLeft": { - "zero": true - }, - "yAxisRight": { - "zero": true - } - } - }, - { - "title": "INPUT memory buffer over limit", - "layout": { - "column": 5, - "row": 29, - "width": 4, - "height": 3 - }, - - "visualization": { - "id": "viz.line" - }, - "rawConfiguration": { - "colors": { - "seriesOverrides": [ - { - "color": "#013ef4", - "seriesName": "pod-logs-tailer" - } - ] - }, - "facet": { - "showOtherSeries": false - }, - "legend": { - "enabled": true - }, - "nrqlQueries": [ - { - "accountId": 0, - "query": "SELECT max(fluentbit_input_storage_overlimit) FROM Metric where name != 'fb-metrics-collector' timeseries max facet name, pod_name" - } - ], - "platformOptions": { - "ignoreTimeRange": false - }, - "thresholds": [], - "yAxisLeft": { - "zero": true - }, - "yAxisRight": { - "zero": true - } - } - }, - { - "title": "Chunk statistics per INPUT plugin", - "layout": { - "column": 9, - "row": 29, - "width": 4, - "height": 3 - }, - "visualization": { - "id": "viz.line" - }, - "rawConfiguration": { - "facet": { - "showOtherSeries": false - }, - "legend": { - "enabled": true - }, - "nrqlQueries": [ - { - "accountId": 0, - "query": "SELECT average(fluentbit_input_storage_chunks_up) AS 'Up (in memory)', average(fluentbit_input_storage_chunks_down) AS 'Down (in fs)', average(fluentbit_input_storage_chunks_busy) AS 'Busy', average(fluentbit_input_storage_chunks) as 'Total' FROM Metric where name != 'fb-metrics-collector' since 1 hour ago timeseries MAX facet name, pod_name " - } - ], - "platformOptions": { - "ignoreTimeRange": false - }, - "thresholds": [], - "yAxisLeft": { - "zero": true - }, - "yAxisRight": { - "zero": true - } - } - }, - { - "title": "Buffered chunks", - "layout": { - "column": 1, - "row": 32, - "width": 4, - "height": 3 - }, - - "visualization": { - "id": "viz.line" - }, - "rawConfiguration": { - "facet": { - "showOtherSeries": false - }, - "legend": { - "enabled": true - }, - "nrqlQueries": [ - { - "accountId": 0 , - "query": "SELECT max(fluentbit_input_storage_chunks) AS 'Total', max(fluentbit_storage_mem_chunks) AS 'Memory', max(fluentbit_storage_fs_chunks) AS 'Filesystem' FROM Metric facet pod_name timeseries MAX " - } - ], - "platformOptions": { - "ignoreTimeRange": false - }, - "thresholds": [], - "yAxisLeft": { - "zero": true - }, - "yAxisRight": { - "zero": true - } - } - }, - { - "title": "Busy chunks' size", - "layout": { - "column": 5, - "row": 32, - "width": 4, - "height": 3 - }, - - "visualization": { - "id": "viz.line" - }, - "rawConfiguration": { - "facet": { - "showOtherSeries": false - }, - "legend": { - "enabled": true - }, - "nrqlQueries": [ - { - "accountId": 0 , - "query": "SELECT max(fluentbit_input_storage_chunks_busy_bytes) FROM Metric where name != 'fb-metrics-collector' facet name, pod_name timeseries MAX since 1 hour ago" - } - ], - "platformOptions": { - "ignoreTimeRange": false - }, - "thresholds": [], - "units": { - "unit": "BYTES" - }, - "yAxisLeft": { - "zero": true - }, - "yAxisRight": { - "zero": true - } - } - }, - { - "title": "Filesystem chunks state", - "layout": { - "column": 9, - "row": 32, - "width": 4, - "height": 3 - }, - - "visualization": { - "id": "viz.line" - }, - "rawConfiguration": { - "facet": { - "showOtherSeries": false - }, - "legend": { - "enabled": true - }, - "nrqlQueries": [ - { - "accountId": 0 , - "query": "SELECT average(fluentbit_storage_fs_chunks_up) AS 'Up (in memory)', average(fluentbit_storage_fs_chunks_down) AS 'Down (fs only)' FROM Metric timeseries MAX " - } - ], - "platformOptions": { - "ignoreTimeRange": false - }, - "thresholds": [], - "yAxisLeft": { - "zero": true - }, - "yAxisRight": { - "zero": true } - } - } - ] - } ] } \ No newline at end of file From 32d1a156ebc475680ba4e1f11317f2f02f43573c Mon Sep 17 00:00:00 2001 From: voorepreethi Date: Mon, 20 Jan 2025 10:30:08 +0530 Subject: [PATCH 9/9] fix: added multip page --- .../ext-fluentbit_kubernetes/dashboard.json | 722 +++++++++++++++++- 1 file changed, 714 insertions(+), 8 deletions(-) diff --git a/entity-types/ext-fluentbit_kubernetes/dashboard.json b/entity-types/ext-fluentbit_kubernetes/dashboard.json index 50bb59455..1bc22d701 100644 --- a/entity-types/ext-fluentbit_kubernetes/dashboard.json +++ b/entity-types/ext-fluentbit_kubernetes/dashboard.json @@ -14,7 +14,7 @@ "width": 4, "height": 3 }, - + "visualization": { "id": "viz.line" }, @@ -27,7 +27,7 @@ }, "nrqlQueries": [ { - "accountId": 0, + "accountId": 0, "query": "SELECT rate(sum(fluentbit_input_bytes_total), 1 minute) as 'bytes/minute' FROM Metric where name != 'fb-metrics-collector' timeseries max facet name, pod_name" } ], @@ -51,7 +51,7 @@ "width": 4, "height": 3 }, - + "visualization": { "id": "viz.line" }, @@ -64,7 +64,7 @@ }, "nrqlQueries": [ { - "accountId": 0, + "accountId": 0, "query": "SELECT rate(sum(fluentbit_input_records_total), 1 minute) as 'logs/minute' FROM Metric where name != 'fb-metrics-collector' facet name, pod_name timeseries max" } ], @@ -88,7 +88,7 @@ "width": 4, "height": 3 }, - + "visualization": { "id": "viz.line" }, @@ -101,7 +101,7 @@ }, "nrqlQueries": [ { - "accountId": 0, + "accountId": 0, "query": "SELECT sum(fluentbit_input_bytes_total)/sum(fluentbit_input_records_total) as 'Average incoming record size (bytes)' FROM Metric where name != 'fb-metrics-collector' facet name, pod_name timeseries max" } ], @@ -120,7 +120,713 @@ } } } - ] + ] + }, + { + "name": "Filter", + "description": null, + "widgets": [ + { + "title": "Filter byte rate (bytes/minute)", + "layout": { + "column": 1, + "row": 12, + "width": 4, + "height": 3 + }, + + "visualization": { + "id": "viz.line" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "legend": { + "enabled": true + }, + "nrqlQueries": [ + { + "accountId": 0, + "query": "SELECT rate(sum(fluentbit_filter_bytes_total), 1 minute) FROM Metric facet name, pod_name timeseries max" + } + ], + "platformOptions": { + "ignoreTimeRange": false + }, + "thresholds": [], + "yAxisLeft": { + "zero": true + }, + "yAxisRight": { + "zero": true + } + } + }, + { + "title": "Filter log rate (records/minute)", + "layout": { + "column": 5, + "row": 12, + "width": 4, + "height": 3 + }, + + "visualization": { + "id": "viz.line" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "legend": { + "enabled": true + }, + "nrqlQueries": [ + { + "accountId": 0, + "query": "SELECT rate(sum(fluentbit_filter_records_total), 1 minute) FROM Metric facet name, pod_name timeseries max" + } + ], + "platformOptions": { + "ignoreTimeRange": false + }, + "thresholds": [], + "yAxisLeft": { + "zero": true + }, + "yAxisRight": { + "zero": true + } + } + }, + { + "title": "Average filtered record size (bytes)", + "layout": { + "column": 9, + "row": 12, + "width": 4, + "height": 3 + }, + + "visualization": { + "id": "viz.line" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "legend": { + "enabled": true + }, + "nrqlQueries": [ + { + "accountId": 0, + "query": "SELECT sum(fluentbit_filter_bytes_total)/sum(fluentbit_filter_records_total) AS 'Average filtered record size (bytes)' FROM Metric facet name, pod_name timeseries max" + } + ], + "platformOptions": { + "ignoreTimeRange": false + }, + "thresholds": [], + "units": { + "unit": "BYTES" + }, + "yAxisLeft": { + "zero": true + }, + "yAxisRight": { + "zero": true + } + } + }, + { + "title": "Record add/drop rate per FILTER plugin", + "layout": { + "column": 1, + "row": 15, + "width": 4, + "height": 3 + }, + + "visualization": { + "id": "viz.line" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "legend": { + "enabled": true + }, + "nrqlQueries": [ + { + "accountId": 0, + "query": "SELECT rate(sum(fluentbit_filter_add_records_total), 1 minute) as 'Added back to pipeline', rate(sum(fluentbit_filter_drop_records_total), 1 minute) as 'Removed from pipeline' FROM Metric facet name, pod_name timeseries MAX" + } + ], + "platformOptions": { + "ignoreTimeRange": false + }, + "thresholds": [], + "units": { + "unit": "REQUESTS_PER_MINUTE" + }, + "yAxisLeft": { + "zero": true + }, + "yAxisRight": { + "zero": true + } + } + } + ] + }, + { + "name": "Output", + "description": null, + "widgets": [ + { + "title": "Output byte rate (bytes/minute)", + "layout": { + "column": 1, + "row": 19, + "width": 4, + "height": 3 + }, + + "visualization": { + "id": "viz.line" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "legend": { + "enabled": true + }, + "nrqlQueries": [ + { + "accountId": 0, + "query": "SELECT rate(sum(fluentbit_output_proc_bytes_total), 1 minute) as 'bytes/minute' FROM Metric where name != 'fb-metrics-forwarder' facet name, pod_name timeseries max" + } + ], + "platformOptions": { + "ignoreTimeRange": false + }, + "thresholds": [], + "yAxisLeft": { + "zero": true + }, + "yAxisRight": { + "zero": true + } + } + }, + { + "title": "Output log rate (records/minute)", + "layout": { + "column": 5, + "row": 19, + "width": 4, + "height": 3 + }, + + "visualization": { + "id": "viz.line" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "legend": { + "enabled": true + }, + "nrqlQueries": [ + { + "accountId": 0, + "query": "SELECT rate(sum(fluentbit_output_proc_records_total), 1 minute) as 'records/minute' FROM Metric where name != 'fb-metrics-forwarder' facet name, pod_name timeseries MAX " + } + ], + "platformOptions": { + "ignoreTimeRange": false + }, + "thresholds": [], + "yAxisLeft": { + "zero": true + }, + "yAxisRight": { + "zero": true + } + } + }, + { + "title": "Average outgoing record size (bytes)", + "layout": { + "column": 9, + "row": 19, + "width": 4, + "height": 3 + }, + + "visualization": { + "id": "viz.line" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "legend": { + "enabled": true + }, + "nrqlQueries": [ + { + "accountId": 0, + "query": "SELECT sum(fluentbit_output_proc_bytes_total)/sum(fluentbit_output_proc_records_total) as 'bytes' FROM Metric where name != 'fb-metrics-forwarder' facet name, pod_name timeseries MAX" + } + ], + "platformOptions": { + "ignoreTimeRange": false + }, + "thresholds": [], + "units": { + "unit": "BYTES" + }, + "yAxisLeft": { + "zero": true + }, + "yAxisRight": { + "zero": true + } + } + }, + { + "title": "newrelic plugin statistics (records/minute)", + "layout": { + "column": 1, + "row": 22, + "width": 4, + "height": 3 + }, + + "visualization": { + "id": "viz.line" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "legend": { + "enabled": true + }, + "nrqlQueries": [ + { + "accountId": 0, + "query": "SELECT rate(sum(fluentbit_output_proc_records_total), 1 minute) as 'Processed', rate(sum(fluentbit_output_dropped_records_total), 1 minute) as 'Dropped', rate(sum(fluentbit_output_retried_records_total), 1 minute) as 'Retried' FROM Metric where name = 'newrelic-logs-forwarder' facet pod_name timeseries max" + } + ], + "platformOptions": { + "ignoreTimeRange": false + }, + "thresholds": [], + "yAxisLeft": { + "zero": true + }, + "yAxisRight": { + "zero": true + } + } + }, + { + "title": "Other OUTPUT plugin statistics (records/minute)", + "layout": { + "column": 5, + "row": 22, + "width": 4, + "height": 3 + }, + + "visualization": { + "id": "viz.line" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "legend": { + "enabled": true + }, + "nrqlQueries": [ + { + "accountId": 0, + "query": "SELECT rate(sum(fluentbit_output_proc_records_total), 1 minute) as 'Processed', rate(sum(fluentbit_output_dropped_records_total), 1 minute) as 'Dropped', rate(sum(fluentbit_output_retried_records_total), 1 minute) as 'Retried' FROM Metric where name != 'newrelic-logs-forwarder' and name != 'fb-metrics-forwarder' facet name, pod_name timeseries max" + } + ], + "platformOptions": { + "ignoreTimeRange": false + }, + "thresholds": [], + "yAxisLeft": { + "zero": true + }, + "yAxisRight": { + "zero": true + } + } + }, + { + "title": "Connections per OUTPUT plugin", + "layout": { + "column": 9, + "row": 22, + "width": 4, + "height": 3 + }, + + "visualization": { + "id": "viz.line" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "legend": { + "enabled": true + }, + "nrqlQueries": [ + { + "accountId": 0, + "query": "SELECT max(fluentbit_output_upstream_total_connections) as 'Total', max(fluentbit_output_upstream_busy_connections) as 'Busy' FROM Metric where name != 'fb-metrics-forwarder' facet name, pod_name timeseries MAX" + } + ], + "platformOptions": { + "ignoreTimeRange": false + }, + "thresholds": [], + "yAxisLeft": { + "zero": true + }, + "yAxisRight": { + "zero": true + } + } + }, + { + "title": "newrelic plugin errors (errors/minute)", + "layout": { + "column": 1, + "row": 25, + "width": 4, + "height": 3 + }, + + "visualization": { + "id": "viz.line" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "legend": { + "enabled": true + }, + "nrqlQueries": [ + { + "accountId": 0, + "query": "SELECT rate(sum(fluentbit_output_errors_total), 1 minute) AS 'Errors/minute' FROM Metric where name = 'newrelic-logs-forwarder' facet pod_name timeseries MAX " + } + ], + "platformOptions": { + "ignoreTimeRange": false + }, + "thresholds": [], + "yAxisLeft": { + "zero": true + }, + "yAxisRight": { + "zero": true + } + } + }, + { + "title": "newrelic plugin chunk retry statistics (retries/minute)", + "layout": { + "column": 5, + "row": 25, + "width": 4, + "height": 3 + }, + + "visualization": { + "id": "viz.line" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "legend": { + "enabled": true + }, + "nrqlQueries": [ + { + "accountId": 0, + "query": "SELECT rate(sum(fluentbit_output_retries_total), 1 minute) as 'Retries', rate(sum(fluentbit_output_retries_failed_total), 1 minute) as 'Expirations' FROM Metric where name = 'newrelic-logs-forwarder' facet pod_name timeseries max" + } + ], + "platformOptions": { + "ignoreTimeRange": false + }, + "thresholds": [], + "yAxisLeft": { + "zero": true + }, + "yAxisRight": { + "zero": true + } + } + } + ] + }, + { + "name": "Memory usage", + "description": null, + "widgets": [ + { + "title": "Input plugin memory usage", + "layout": { + "column": 1, + "row": 29, + "width": 4, + "height": 3 + }, + + "visualization": { + "id": "viz.line" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "legend": { + "enabled": true + }, + "nrqlQueries": [ + { + "accountId": 0, + "query": "SELECT max(fluentbit_input_storage_memory_bytes) as 'Max' FROM Metric where name != 'fb-metrics-collector' timeseries max facet name, pod_name " + } + ], + "platformOptions": { + "ignoreTimeRange": false + }, + "thresholds": [], + "units": { + "unit": "BYTES" + }, + "yAxisLeft": { + "zero": true + }, + "yAxisRight": { + "zero": true + } + } + }, + { + "title": "INPUT memory buffer over limit", + "layout": { + "column": 5, + "row": 29, + "width": 4, + "height": 3 + }, + + "visualization": { + "id": "viz.line" + }, + "rawConfiguration": { + "colors": { + "seriesOverrides": [ + { + "color": "#013ef4", + "seriesName": "pod-logs-tailer" + } + ] + }, + "facet": { + "showOtherSeries": false + }, + "legend": { + "enabled": true + }, + "nrqlQueries": [ + { + "accountId": 0, + "query": "SELECT max(fluentbit_input_storage_overlimit) FROM Metric where name != 'fb-metrics-collector' timeseries max facet name, pod_name" + } + ], + "platformOptions": { + "ignoreTimeRange": false + }, + "thresholds": [], + "yAxisLeft": { + "zero": true + }, + "yAxisRight": { + "zero": true + } + } + }, + { + "title": "Chunk statistics per INPUT plugin", + "layout": { + "column": 9, + "row": 29, + "width": 4, + "height": 3 + }, + "visualization": { + "id": "viz.line" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "legend": { + "enabled": true + }, + "nrqlQueries": [ + { + "accountId": 0, + "query": "SELECT average(fluentbit_input_storage_chunks_up) AS 'Up (in memory)', average(fluentbit_input_storage_chunks_down) AS 'Down (in fs)', average(fluentbit_input_storage_chunks_busy) AS 'Busy', average(fluentbit_input_storage_chunks) as 'Total' FROM Metric where name != 'fb-metrics-collector' since 1 hour ago timeseries MAX facet name, pod_name " + } + ], + "platformOptions": { + "ignoreTimeRange": false + }, + "thresholds": [], + "yAxisLeft": { + "zero": true + }, + "yAxisRight": { + "zero": true + } + } + }, + { + "title": "Buffered chunks", + "layout": { + "column": 1, + "row": 32, + "width": 4, + "height": 3 + }, + + "visualization": { + "id": "viz.line" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "legend": { + "enabled": true + }, + "nrqlQueries": [ + { + "accountId": 0, + "query": "SELECT max(fluentbit_input_storage_chunks) AS 'Total', max(fluentbit_storage_mem_chunks) AS 'Memory', max(fluentbit_storage_fs_chunks) AS 'Filesystem' FROM Metric facet pod_name timeseries MAX " + } + ], + "platformOptions": { + "ignoreTimeRange": false + }, + "thresholds": [], + "yAxisLeft": { + "zero": true + }, + "yAxisRight": { + "zero": true + } + } + }, + { + "title": "Busy chunks' size", + "layout": { + "column": 5, + "row": 32, + "width": 4, + "height": 3 + }, + + "visualization": { + "id": "viz.line" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "legend": { + "enabled": true + }, + "nrqlQueries": [ + { + "accountId": 0, + "query": "SELECT max(fluentbit_input_storage_chunks_busy_bytes) FROM Metric where name != 'fb-metrics-collector' facet name, pod_name timeseries MAX since 1 hour ago" + } + ], + "platformOptions": { + "ignoreTimeRange": false + }, + "thresholds": [], + "units": { + "unit": "BYTES" + }, + "yAxisLeft": { + "zero": true + }, + "yAxisRight": { + "zero": true + } + } + }, + { + "title": "Filesystem chunks state", + "layout": { + "column": 9, + "row": 32, + "width": 4, + "height": 3 + }, + + "visualization": { + "id": "viz.line" + }, + "rawConfiguration": { + "facet": { + "showOtherSeries": false + }, + "legend": { + "enabled": true + }, + "nrqlQueries": [ + { + "accountId": 0, + "query": "SELECT average(fluentbit_storage_fs_chunks_up) AS 'Up (in memory)', average(fluentbit_storage_fs_chunks_down) AS 'Down (fs only)' FROM Metric timeseries MAX " + } + ], + "platformOptions": { + "ignoreTimeRange": false + }, + "thresholds": [], + "yAxisLeft": { + "zero": true + }, + "yAxisRight": { + "zero": true } + } + } + ] + } ] -} \ No newline at end of file +}