From 415ff27c7448c10f4c42e2b56a06ac1ceec3dca9 Mon Sep 17 00:00:00 2001 From: Jayice <1185430411@qq.com> Date: Fri, 9 Jan 2026 16:45:44 +0800 Subject: [PATCH] dashboards: add Persistent queue Full ETA panel to the Drilldown section in vmagent dashboard --- dashboards/vm/vmagent.json | 513 +++++++++++++------- dashboards/vmagent.json | 513 +++++++++++++------- docs/victoriametrics/changelog/CHANGELOG.md | 1 + 3 files changed, 669 insertions(+), 358 deletions(-) diff --git a/dashboards/vm/vmagent.json b/dashboards/vm/vmagent.json index 515912153c..10aa91c9d7 100644 --- a/dashboards/vm/vmagent.json +++ b/dashboards/vm/vmagent.json @@ -131,7 +131,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 } ] } @@ -163,7 +163,7 @@ "textMode": "auto", "wideLayout": true }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -197,7 +197,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 } ] } @@ -229,7 +229,7 @@ "textMode": "auto", "wideLayout": true }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -252,7 +252,7 @@ "type": "victoriametrics-metrics-datasource", "uid": "$ds" }, - "description": "Shows number of generated error messages in logs over last 30m. Non-zero value may be a sign of connectivity or misconfiguration errors.", + "description": "Persistent queue size shows size of pending samples in bytes which hasn't been flushed to remote storage yet. \nIncreasing of value might be a sign of connectivity issues. In such cases, vmagent starts to flush pending data on disk with attempt to send it later once connection is restored.", "fieldConfig": { "defaults": { "mappings": [], @@ -262,15 +262,15 @@ "steps": [ { "color": "green", - "value": null + "value": 0 }, { "color": "red", - "value": 1 + "value": 10485760 } ] }, - "unit": "short" + "unit": "bytes" }, "overrides": [] }, @@ -280,14 +280,7 @@ "x": 12, "y": 1 }, - "id": 16, - "links": [ - { - "targetBlank": true, - "title": "Troubleshooting", - "url": "https://docs.victoriametrics.com/victoriametrics/vmagent/#troubleshooting" - } - ], + "id": 56, "options": { "colorMode": "value", "graphMode": "area", @@ -306,20 +299,20 @@ "textMode": "auto", "wideLayout": true }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { "type": "victoriametrics-metrics-datasource", "uid": "$ds" }, - "expr": "sum(increase(vm_log_messages_total{job=~\"$job\", instance=~\"$instance\", level!=\"info\"}[30m]))", + "expr": "sum(vmagent_remotewrite_pending_data_bytes{job=~\"$job\", instance=~\"$instance\"})", "interval": "", "legendFormat": "", "refId": "A" } ], - "title": "Log errors (30m)", + "title": "Persistent queue size", "type": "stat" }, { @@ -339,7 +332,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 } ] }, @@ -373,7 +366,7 @@ "textMode": "auto", "wideLayout": true }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -409,7 +402,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 } ] } @@ -441,7 +434,7 @@ "textMode": "auto", "wideLayout": true }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -474,7 +467,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 } ] } @@ -493,7 +486,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 }, { "color": "red", @@ -531,7 +524,7 @@ "textMode": "auto", "wideLayout": true }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -567,7 +560,7 @@ "type": "victoriametrics-metrics-datasource", "uid": "$ds" }, - "description": "Persistent queue size shows size of pending samples in bytes which hasn't been flushed to remote storage yet. \nIncreasing of value might be a sign of connectivity issues. In such cases, vmagent starts to flush pending data on disk with attempt to send it later once connection is restored.", + "description": "Shows number of generated error messages in logs over last 30m. Non-zero value may be a sign of connectivity or misconfiguration errors.", "fieldConfig": { "defaults": { "mappings": [], @@ -577,15 +570,15 @@ "steps": [ { "color": "green", - "value": null + "value": 0 }, { "color": "red", - "value": 10485760 + "value": 1 } ] }, - "unit": "bytes" + "unit": "short" }, "overrides": [] }, @@ -595,7 +588,14 @@ "x": 12, "y": 4 }, - "id": 56, + "id": 16, + "links": [ + { + "targetBlank": true, + "title": "Troubleshooting", + "url": "https://docs.victoriametrics.com/victoriametrics/vmagent/#troubleshooting" + } + ], "options": { "colorMode": "value", "graphMode": "area", @@ -614,20 +614,20 @@ "textMode": "auto", "wideLayout": true }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { "type": "victoriametrics-metrics-datasource", "uid": "$ds" }, - "expr": "sum(vmagent_remotewrite_pending_data_bytes{job=~\"$job\", instance=~\"$instance\"})", + "expr": "sum(increase(vm_log_messages_total{job=~\"$job\", instance=~\"$instance\", level!=\"info\"}[30m]))", "interval": "", "legendFormat": "", "refId": "A" } ], - "title": "Persistent queue size", + "title": "Log errors (30m)", "type": "stat" }, { @@ -647,7 +647,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 } ] }, @@ -681,7 +681,7 @@ "textMode": "auto", "wideLayout": true }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -717,6 +717,9 @@ "cellOptions": { "type": "auto" }, + "footer": { + "reducers": [] + }, "inspect": false, "minWidth": 50 }, @@ -726,7 +729,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 }, { "color": "red", @@ -743,7 +746,7 @@ }, "properties": [ { - "id": "custom.hidden", + "id": "custom.hideFrom.viz", "value": true } ] @@ -771,17 +774,9 @@ "id": 101, "options": { "cellHeight": "sm", - "footer": { - "countRows": false, - "fields": "", - "reducer": [ - "sum" - ], - "show": false - }, "showHeader": true }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -834,6 +829,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -852,7 +848,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 }, { "color": "red", @@ -888,7 +884,7 @@ "sort": "desc" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -955,6 +951,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -976,7 +973,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 }, { "color": "red", @@ -1027,7 +1024,7 @@ "sort": "none" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -1093,6 +1090,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -1105,8 +1103,13 @@ "links": [ { "targetBlank": true, - "title": "Drilldown", + "title": "Drilldown - Persistent queue size", "url": "/d/G7Z9GzMGz_vm?viewPanel=125&var-url=${__field.labels.url}&var-ds=$ds&var-instance=$instance&var-job=$job&${__url_time_range}" + }, + { + "targetBlank": true, + "title": "Drilldown - Persistent queue full ETA", + "url": "/d/G7Z9GzMGz_vm?viewPanel=161&var-url=${__field.labels.url}&var-ds=$ds&var-instance=$instance&var-job=$job&${__url_time_range}" } ], "mappings": [], @@ -1116,7 +1119,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 }, { "color": "red", @@ -1160,7 +1163,7 @@ "sort": "none" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -1214,6 +1217,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -1231,7 +1235,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 }, { "color": "red", @@ -1269,7 +1273,7 @@ "sort": "desc" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -1326,6 +1330,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -1343,7 +1348,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 }, { "color": "red", @@ -1386,7 +1391,7 @@ "sort": "none" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -1439,6 +1444,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -1456,7 +1462,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 }, { "color": "red", @@ -1492,7 +1498,7 @@ "sort": "desc" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -1545,6 +1551,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -1562,7 +1569,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 }, { "color": "red", @@ -1605,7 +1612,7 @@ "sort": "desc" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -1716,6 +1723,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -1739,7 +1747,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 }, { "color": "red", @@ -1755,7 +1763,7 @@ "h": 8, "w": 12, "x": 0, - "y": 38 + "y": 698 }, "id": 111, "options": { @@ -1777,7 +1785,7 @@ "sort": "desc" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -1830,6 +1838,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -1853,7 +1862,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 }, { "color": "red", @@ -1869,7 +1878,7 @@ "h": 8, "w": 12, "x": 12, - "y": 38 + "y": 698 }, "id": 157, "options": { @@ -1891,7 +1900,7 @@ "sort": "none" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -1947,6 +1956,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -1964,7 +1974,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 }, { "color": "red", @@ -1980,7 +1990,7 @@ "h": 8, "w": 12, "x": 0, - "y": 46 + "y": 758 }, "id": 155, "options": { @@ -2002,7 +2012,7 @@ "sort": "desc" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -2056,6 +2066,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -2074,7 +2085,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 } ] }, @@ -2086,7 +2097,7 @@ "h": 8, "w": 12, "x": 12, - "y": 46 + "y": 758 }, "id": 158, "options": { @@ -2108,7 +2119,7 @@ "sort": "desc" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -2178,6 +2189,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -2196,7 +2208,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 } ] }, @@ -2208,7 +2220,7 @@ "h": 8, "w": 12, "x": 0, - "y": 54 + "y": 766 }, "id": 156, "options": { @@ -2230,7 +2242,7 @@ "sort": "desc" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -2300,6 +2312,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -2322,7 +2335,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 }, { "color": "red", @@ -2351,7 +2364,7 @@ "h": 8, "w": 12, "x": 12, - "y": 54 + "y": 766 }, "id": 81, "options": { @@ -2373,7 +2386,7 @@ "sort": "none" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -2443,6 +2456,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -2461,7 +2475,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 }, { "color": "red", @@ -2477,7 +2491,7 @@ "h": 8, "w": 12, "x": 0, - "y": 62 + "y": 774 }, "id": 39, "options": { @@ -2497,7 +2511,7 @@ "sort": "desc" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -2552,6 +2566,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -2570,7 +2585,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 } ] }, @@ -2582,7 +2597,7 @@ "h": 8, "w": 12, "x": 12, - "y": 62 + "y": 774 }, "id": 159, "options": { @@ -2604,7 +2619,7 @@ "sort": "desc" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -2673,6 +2688,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -2691,7 +2707,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 }, { "color": "red", @@ -2707,7 +2723,7 @@ "h": 8, "w": 12, "x": 0, - "y": 70 + "y": 782 }, "id": 41, "options": { @@ -2727,7 +2743,7 @@ "sort": "desc" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -2781,6 +2797,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -2797,7 +2814,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 }, { "color": "red", @@ -2826,7 +2843,7 @@ "h": 8, "w": 12, "x": 12, - "y": 70 + "y": 782 }, "id": 7, "options": { @@ -2848,7 +2865,7 @@ "sort": "desc" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -2913,6 +2930,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -2931,7 +2949,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 }, { "color": "red", @@ -2947,7 +2965,7 @@ "h": 8, "w": 12, "x": 0, - "y": 78 + "y": 790 }, "id": 135, "options": { @@ -2967,7 +2985,7 @@ "sort": "desc" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -3022,6 +3040,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -3040,7 +3059,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 }, { "color": "red", @@ -3056,7 +3075,7 @@ "h": 8, "w": 12, "x": 12, - "y": 78 + "y": 790 }, "id": 149, "options": { @@ -3076,7 +3095,7 @@ "sort": "desc" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -3131,6 +3150,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -3149,7 +3169,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 } ] }, @@ -3161,7 +3181,7 @@ "h": 8, "w": 12, "x": 0, - "y": 86 + "y": 798 }, "id": 154, "options": { @@ -3181,7 +3201,7 @@ "sort": "desc" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -3236,6 +3256,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -3254,7 +3275,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 }, { "color": "red", @@ -3270,7 +3291,7 @@ "h": 8, "w": 12, "x": 12, - "y": 86 + "y": 798 }, "id": 83, "options": { @@ -3290,7 +3311,7 @@ "sort": "desc" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -3389,7 +3410,7 @@ "h": 8, "w": 12, "x": 0, - "y": 1580 + "y": 3116 }, "id": 92, "options": { @@ -3495,7 +3516,7 @@ "h": 8, "w": 12, "x": 12, - "y": 1580 + "y": 3116 }, "id": 95, "options": { @@ -3604,7 +3625,7 @@ "h": 8, "w": 12, "x": 0, - "y": 1588 + "y": 3124 }, "id": 98, "options": { @@ -3713,7 +3734,7 @@ "h": 8, "w": 12, "x": 12, - "y": 1588 + "y": 3124 }, "id": 99, "options": { @@ -3821,7 +3842,7 @@ "h": 8, "w": 12, "x": 0, - "y": 1596 + "y": 3132 }, "id": 79, "options": { @@ -3929,7 +3950,7 @@ "h": 8, "w": 12, "x": 12, - "y": 1596 + "y": 3132 }, "id": 18, "links": [ @@ -4043,7 +4064,7 @@ "h": 8, "w": 12, "x": 0, - "y": 1604 + "y": 3140 }, "id": 127, "options": { @@ -4149,7 +4170,7 @@ "h": 8, "w": 12, "x": 12, - "y": 1604 + "y": 3140 }, "id": 50, "options": { @@ -4251,11 +4272,12 @@ "h": 7, "w": 12, "x": 0, - "y": 1612 + "y": 3148 }, "id": 129, "options": { "cellHeight": "sm", + "filterable": true, "footer": { "countRows": false, "fields": "", @@ -4266,7 +4288,6 @@ }, "showHeader": true, "showSearch": true, - "filterable": true, "sortBy": [ { "desc": true, @@ -4386,7 +4407,7 @@ "h": 7, "w": 12, "x": 12, - "y": 1612 + "y": 3148 }, "id": 150, "options": { @@ -4489,7 +4510,7 @@ "h": 8, "w": 12, "x": 0, - "y": 1619 + "y": 3155 }, "id": 151, "options": { @@ -4610,7 +4631,7 @@ "h": 7, "w": 12, "x": 0, - "y": 1825 + "y": 3361 }, "id": 48, "options": { @@ -4718,7 +4739,7 @@ "h": 7, "w": 12, "x": 12, - "y": 1825 + "y": 3361 }, "id": 76, "options": { @@ -4824,7 +4845,7 @@ "h": 7, "w": 12, "x": 0, - "y": 1832 + "y": 3368 }, "id": 132, "options": { @@ -4932,7 +4953,7 @@ "h": 7, "w": 12, "x": 12, - "y": 1832 + "y": 3368 }, "id": 133, "options": { @@ -5039,7 +5060,7 @@ "h": 8, "w": 12, "x": 0, - "y": 1839 + "y": 3375 }, "id": 20, "options": { @@ -5145,7 +5166,7 @@ "h": 8, "w": 12, "x": 12, - "y": 1839 + "y": 3375 }, "id": 126, "options": { @@ -5250,7 +5271,7 @@ "h": 8, "w": 12, "x": 0, - "y": 1847 + "y": 3383 }, "id": 46, "options": { @@ -5355,7 +5376,7 @@ "h": 8, "w": 12, "x": 12, - "y": 1847 + "y": 3383 }, "id": 148, "options": { @@ -5460,7 +5481,7 @@ "h": 8, "w": 12, "x": 12, - "y": 1855 + "y": 3391 }, "id": 31, "options": { @@ -5627,7 +5648,7 @@ "h": 8, "w": 12, "x": 0, - "y": 1547 + "y": 3083 }, "id": 73, "options": { @@ -5744,7 +5765,7 @@ "h": 8, "w": 12, "x": 12, - "y": 1547 + "y": 3083 }, "id": 131, "options": { @@ -5848,7 +5869,7 @@ "h": 8, "w": 12, "x": 0, - "y": 1823 + "y": 3359 }, "id": 130, "options": { @@ -5965,7 +5986,7 @@ "h": 8, "w": 12, "x": 12, - "y": 1823 + "y": 3359 }, "id": 77, "options": { @@ -6090,7 +6111,7 @@ "h": 8, "w": 12, "x": 0, - "y": 1870 + "y": 3406 }, "id": 146, "options": { @@ -6192,7 +6213,7 @@ "h": 8, "w": 12, "x": 12, - "y": 1870 + "y": 3406 }, "id": 143, "options": { @@ -6288,7 +6309,7 @@ "h": 8, "w": 12, "x": 0, - "y": 1878 + "y": 3414 }, "id": 147, "options": { @@ -6391,7 +6412,7 @@ "h": 8, "w": 12, "x": 12, - "y": 1878 + "y": 3414 }, "id": 139, "options": { @@ -6502,7 +6523,7 @@ "h": 8, "w": 12, "x": 0, - "y": 1886 + "y": 3422 }, "id": 142, "options": { @@ -6599,7 +6620,7 @@ "h": 8, "w": 12, "x": 12, - "y": 1886 + "y": 3422 }, "id": 137, "options": { @@ -6712,7 +6733,7 @@ "h": 8, "w": 12, "x": 12, - "y": 1926 + "y": 3462 }, "id": 141, "options": { @@ -6807,6 +6828,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -6824,7 +6846,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": 0 }, { "color": "red", @@ -6840,7 +6863,7 @@ "h": 8, "w": 12, "x": 0, - "y": 1828 + "y": 1411 }, "id": 60, "options": { @@ -6860,7 +6883,7 @@ "sort": "desc" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -6914,6 +6937,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -6930,7 +6954,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": 0 }, { "color": "red", @@ -6946,7 +6971,7 @@ "h": 8, "w": 12, "x": 12, - "y": 1828 + "y": 1411 }, "id": 66, "options": { @@ -6966,7 +6991,7 @@ "sort": "desc" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -7020,6 +7045,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -7036,7 +7062,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": 0 }, { "color": "red", @@ -7052,7 +7079,7 @@ "h": 8, "w": 12, "x": 0, - "y": 1836 + "y": 1419 }, "id": 61, "options": { @@ -7072,7 +7099,7 @@ "sort": "none" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -7126,6 +7153,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -7142,7 +7170,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": 0 }, { "color": "red", @@ -7158,7 +7187,7 @@ "h": 8, "w": 12, "x": 12, - "y": 1836 + "y": 1419 }, "id": 65, "options": { @@ -7178,7 +7207,7 @@ "sort": "desc" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -7232,6 +7261,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -7247,7 +7277,8 @@ "mode": "absolute", "steps": [ { - "color": "transparent" + "color": "transparent", + "value": 0 }, { "color": "red", @@ -7263,7 +7294,7 @@ "h": 8, "w": 12, "x": 0, - "y": 1844 + "y": 1427 }, "id": 88, "options": { @@ -7279,7 +7310,7 @@ "sort": "none" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -7333,6 +7364,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -7349,7 +7381,8 @@ "mode": "absolute", "steps": [ { - "color": "transparent" + "color": "transparent", + "value": 0 }, { "color": "red", @@ -7365,7 +7398,7 @@ "h": 8, "w": 12, "x": 12, - "y": 1844 + "y": 1427 }, "id": 84, "options": { @@ -7385,7 +7418,7 @@ "sort": "desc" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -7439,6 +7472,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -7454,7 +7488,8 @@ "mode": "absolute", "steps": [ { - "color": "transparent" + "color": "transparent", + "value": 0 }, { "color": "red", @@ -7470,7 +7505,7 @@ "h": 8, "w": 12, "x": 0, - "y": 1852 + "y": 1435 }, "id": 90, "options": { @@ -7486,7 +7521,7 @@ "sort": "none" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -7528,7 +7563,7 @@ "h": 2, "w": 24, "x": 0, - "y": 100 + "y": 70 }, "id": 115, "options": { @@ -7540,7 +7575,7 @@ "content": "Drilldown row is used by other panels on the dashboard to show more detailed metrics per-instance.", "mode": "markdown" }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "title": "", "transparent": true, "type": "text" @@ -7580,6 +7615,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -7597,7 +7633,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 } ] }, @@ -7609,7 +7645,7 @@ "h": 8, "w": 12, "x": 0, - "y": 102 + "y": 72 }, "id": 119, "options": { @@ -7631,7 +7667,7 @@ "sort": "desc" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -7687,6 +7723,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -7704,7 +7741,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 } ] }, @@ -7716,7 +7753,7 @@ "h": 8, "w": 12, "x": 12, - "y": 102 + "y": 72 }, "id": 117, "options": { @@ -7738,7 +7775,7 @@ "sort": "desc" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -7792,6 +7829,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -7809,7 +7847,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 }, { "color": "red", @@ -7825,7 +7863,7 @@ "h": 8, "w": 12, "x": 0, - "y": 110 + "y": 80 }, "id": 125, "links": [ @@ -7851,7 +7889,7 @@ "sort": "none" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -7905,6 +7943,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -7921,7 +7960,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 }, { "color": "red", @@ -7950,7 +7989,7 @@ "h": 8, "w": 12, "x": 12, - "y": 110 + "y": 80 }, "id": 123, "options": { @@ -7972,7 +8011,7 @@ "sort": "none" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -8038,6 +8077,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -8054,7 +8094,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 }, { "color": "red", @@ -8083,7 +8123,7 @@ "h": 8, "w": 12, "x": 0, - "y": 118 + "y": 88 }, "id": 121, "options": { @@ -8105,7 +8145,7 @@ "sort": "none" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -8140,6 +8180,122 @@ ], "title": "Disk writes/reads ($instance)", "type": "timeseries" + }, + { + "datasource": { + "type": "victoriametrics-metrics-datasource", + "uid": "$ds" + }, + "description": "Shows an estimated time until a persistent queue reaches its disk usage limit for a given instance and -remoteWrite.url.\n\nThe ETA is shown only when the pending queue size is actively growing, which typically indicates that remote write cannot keep up with ingestion (e.g. the remote endpoint is slow or unavailable).\n\nOnce the disk usage limit is reached, newly ingested metrics will be dropped.\n\nThe estimation is approximate and may fluctuate due to short-term changes in the queue growth rate.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "s" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 88 + }, + "id": 161, + "links": [ + { + "title": "Troubleshooting", + "url": "https://docs.victoriametrics.com/victoriametrics/vmagent/#troubleshooting" + } + ], + "options": { + "legend": { + "calcs": [ + "mean", + "lastNotNull", + "max" + ], + "displayMode": "table", + "placement": "bottom", + "showLegend": true, + "sortBy": "Last *", + "sortDesc": true + }, + "tooltip": { + "hideZeros": false, + "mode": "multi", + "sort": "none" + } + }, + "pluginVersion": "12.2.0", + "targets": [ + { + "datasource": { + "type": "victoriametrics-metrics-datasource", + "uid": "$ds" + }, + "editorMode": "code", + "exemplar": true, + "expr": "(sum(vm_persistentqueue_free_disk_space_bytes{job=~\"$job\", instance=~\"$instance\"}) by (job, instance, path))\n/\n(sum(deriv(vm_persistentqueue_bytes_pending{job=~\"$job\", instance=~\"$instance\"}[1m])) by (job, instance, path) > 0)\n* on(job, instance, path) group_left(url)\n(vmagent_remotewrite_pending_data_bytes{job=~\"$job\", instance=~\"$instance\", url=~\"$url\"}*0 + 1)", + "interval": "", + "legendFormat": "{{instance}} => {{url}}", + "range": true, + "refId": "A" + } + ], + "title": "Persistent queue Full ETA ($instance)", + "type": "timeseries" } ], "title": "Drilldown", @@ -8148,7 +8304,7 @@ ], "preload": false, "refresh": "", - "schemaVersion": 40, + "schemaVersion": 42, "tags": [ "victoriametrics" ], @@ -8253,9 +8409,8 @@ "1d" ] }, - "timezone": "", + "timezone": "Asia/Shanghai", "title": "VictoriaMetrics - vmagent (VM)", "uid": "G7Z9GzMGz_vm", - "version": 1, - "weekStart": "" -} + "version": 1 +} \ No newline at end of file diff --git a/dashboards/vmagent.json b/dashboards/vmagent.json index 748dbda4db..e6af8fab1a 100644 --- a/dashboards/vmagent.json +++ b/dashboards/vmagent.json @@ -130,7 +130,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 } ] } @@ -162,7 +162,7 @@ "textMode": "auto", "wideLayout": true }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -196,7 +196,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 } ] } @@ -228,7 +228,7 @@ "textMode": "auto", "wideLayout": true }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -251,7 +251,7 @@ "type": "prometheus", "uid": "$ds" }, - "description": "Shows number of generated error messages in logs over last 30m. Non-zero value may be a sign of connectivity or misconfiguration errors.", + "description": "Persistent queue size shows size of pending samples in bytes which hasn't been flushed to remote storage yet. \nIncreasing of value might be a sign of connectivity issues. In such cases, vmagent starts to flush pending data on disk with attempt to send it later once connection is restored.", "fieldConfig": { "defaults": { "mappings": [], @@ -261,15 +261,15 @@ "steps": [ { "color": "green", - "value": null + "value": 0 }, { "color": "red", - "value": 1 + "value": 10485760 } ] }, - "unit": "short" + "unit": "bytes" }, "overrides": [] }, @@ -279,14 +279,7 @@ "x": 12, "y": 1 }, - "id": 16, - "links": [ - { - "targetBlank": true, - "title": "Troubleshooting", - "url": "https://docs.victoriametrics.com/victoriametrics/vmagent/#troubleshooting" - } - ], + "id": 56, "options": { "colorMode": "value", "graphMode": "area", @@ -305,20 +298,20 @@ "textMode": "auto", "wideLayout": true }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { "type": "prometheus", "uid": "$ds" }, - "expr": "sum(increase(vm_log_messages_total{job=~\"$job\", instance=~\"$instance\", level!=\"info\"}[30m]))", + "expr": "sum(vmagent_remotewrite_pending_data_bytes{job=~\"$job\", instance=~\"$instance\"})", "interval": "", "legendFormat": "", "refId": "A" } ], - "title": "Log errors (30m)", + "title": "Persistent queue size", "type": "stat" }, { @@ -338,7 +331,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 } ] }, @@ -372,7 +365,7 @@ "textMode": "auto", "wideLayout": true }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -408,7 +401,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 } ] } @@ -440,7 +433,7 @@ "textMode": "auto", "wideLayout": true }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -473,7 +466,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 } ] } @@ -492,7 +485,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 }, { "color": "red", @@ -530,7 +523,7 @@ "textMode": "auto", "wideLayout": true }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -566,7 +559,7 @@ "type": "prometheus", "uid": "$ds" }, - "description": "Persistent queue size shows size of pending samples in bytes which hasn't been flushed to remote storage yet. \nIncreasing of value might be a sign of connectivity issues. In such cases, vmagent starts to flush pending data on disk with attempt to send it later once connection is restored.", + "description": "Shows number of generated error messages in logs over last 30m. Non-zero value may be a sign of connectivity or misconfiguration errors.", "fieldConfig": { "defaults": { "mappings": [], @@ -576,15 +569,15 @@ "steps": [ { "color": "green", - "value": null + "value": 0 }, { "color": "red", - "value": 10485760 + "value": 1 } ] }, - "unit": "bytes" + "unit": "short" }, "overrides": [] }, @@ -594,7 +587,14 @@ "x": 12, "y": 4 }, - "id": 56, + "id": 16, + "links": [ + { + "targetBlank": true, + "title": "Troubleshooting", + "url": "https://docs.victoriametrics.com/victoriametrics/vmagent/#troubleshooting" + } + ], "options": { "colorMode": "value", "graphMode": "area", @@ -613,20 +613,20 @@ "textMode": "auto", "wideLayout": true }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { "type": "prometheus", "uid": "$ds" }, - "expr": "sum(vmagent_remotewrite_pending_data_bytes{job=~\"$job\", instance=~\"$instance\"})", + "expr": "sum(increase(vm_log_messages_total{job=~\"$job\", instance=~\"$instance\", level!=\"info\"}[30m]))", "interval": "", "legendFormat": "", "refId": "A" } ], - "title": "Persistent queue size", + "title": "Log errors (30m)", "type": "stat" }, { @@ -646,7 +646,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 } ] }, @@ -680,7 +680,7 @@ "textMode": "auto", "wideLayout": true }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -716,6 +716,9 @@ "cellOptions": { "type": "auto" }, + "footer": { + "reducers": [] + }, "inspect": false, "minWidth": 50 }, @@ -725,7 +728,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 }, { "color": "red", @@ -742,7 +745,7 @@ }, "properties": [ { - "id": "custom.hidden", + "id": "custom.hideFrom.viz", "value": true } ] @@ -770,17 +773,9 @@ "id": 101, "options": { "cellHeight": "sm", - "footer": { - "countRows": false, - "fields": "", - "reducer": [ - "sum" - ], - "show": false - }, "showHeader": true }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -833,6 +828,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -851,7 +847,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 }, { "color": "red", @@ -887,7 +883,7 @@ "sort": "desc" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -954,6 +950,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -975,7 +972,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 }, { "color": "red", @@ -1026,7 +1023,7 @@ "sort": "none" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -1092,6 +1089,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -1104,8 +1102,13 @@ "links": [ { "targetBlank": true, - "title": "Drilldown", + "title": "Drilldown - Persistent queue size", "url": "/d/G7Z9GzMGz?viewPanel=125&var-url=${__field.labels.url}&var-ds=$ds&var-instance=$instance&var-job=$job&${__url_time_range}" + }, + { + "targetBlank": true, + "title": "Drilldown - Persistent queue full ETA", + "url": "/d/G7Z9GzMGz?viewPanel=161&var-url=${__field.labels.url}&var-ds=$ds&var-instance=$instance&var-job=$job&${__url_time_range}" } ], "mappings": [], @@ -1115,7 +1118,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 }, { "color": "red", @@ -1159,7 +1162,7 @@ "sort": "none" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -1213,6 +1216,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -1230,7 +1234,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 }, { "color": "red", @@ -1268,7 +1272,7 @@ "sort": "desc" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -1325,6 +1329,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -1342,7 +1347,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 }, { "color": "red", @@ -1385,7 +1390,7 @@ "sort": "none" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -1438,6 +1443,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -1455,7 +1461,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 }, { "color": "red", @@ -1491,7 +1497,7 @@ "sort": "desc" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -1544,6 +1550,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -1561,7 +1568,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 }, { "color": "red", @@ -1604,7 +1611,7 @@ "sort": "desc" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -1715,6 +1722,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -1738,7 +1746,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 }, { "color": "red", @@ -1754,7 +1762,7 @@ "h": 8, "w": 12, "x": 0, - "y": 38 + "y": 698 }, "id": 111, "options": { @@ -1776,7 +1784,7 @@ "sort": "desc" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -1829,6 +1837,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -1852,7 +1861,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 }, { "color": "red", @@ -1868,7 +1877,7 @@ "h": 8, "w": 12, "x": 12, - "y": 38 + "y": 698 }, "id": 157, "options": { @@ -1890,7 +1899,7 @@ "sort": "none" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -1946,6 +1955,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -1963,7 +1973,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 }, { "color": "red", @@ -1979,7 +1989,7 @@ "h": 8, "w": 12, "x": 0, - "y": 46 + "y": 758 }, "id": 155, "options": { @@ -2001,7 +2011,7 @@ "sort": "desc" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -2055,6 +2065,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -2073,7 +2084,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 } ] }, @@ -2085,7 +2096,7 @@ "h": 8, "w": 12, "x": 12, - "y": 46 + "y": 758 }, "id": 158, "options": { @@ -2107,7 +2118,7 @@ "sort": "desc" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -2177,6 +2188,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -2195,7 +2207,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 } ] }, @@ -2207,7 +2219,7 @@ "h": 8, "w": 12, "x": 0, - "y": 54 + "y": 766 }, "id": 156, "options": { @@ -2229,7 +2241,7 @@ "sort": "desc" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -2299,6 +2311,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -2321,7 +2334,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 }, { "color": "red", @@ -2350,7 +2363,7 @@ "h": 8, "w": 12, "x": 12, - "y": 54 + "y": 766 }, "id": 81, "options": { @@ -2372,7 +2385,7 @@ "sort": "none" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -2442,6 +2455,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -2460,7 +2474,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 }, { "color": "red", @@ -2476,7 +2490,7 @@ "h": 8, "w": 12, "x": 0, - "y": 62 + "y": 774 }, "id": 39, "options": { @@ -2496,7 +2510,7 @@ "sort": "desc" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -2551,6 +2565,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -2569,7 +2584,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 } ] }, @@ -2581,7 +2596,7 @@ "h": 8, "w": 12, "x": 12, - "y": 62 + "y": 774 }, "id": 159, "options": { @@ -2603,7 +2618,7 @@ "sort": "desc" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -2672,6 +2687,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -2690,7 +2706,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 }, { "color": "red", @@ -2706,7 +2722,7 @@ "h": 8, "w": 12, "x": 0, - "y": 70 + "y": 782 }, "id": 41, "options": { @@ -2726,7 +2742,7 @@ "sort": "desc" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -2780,6 +2796,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -2796,7 +2813,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 }, { "color": "red", @@ -2825,7 +2842,7 @@ "h": 8, "w": 12, "x": 12, - "y": 70 + "y": 782 }, "id": 7, "options": { @@ -2847,7 +2864,7 @@ "sort": "desc" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -2912,6 +2929,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -2930,7 +2948,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 }, { "color": "red", @@ -2946,7 +2964,7 @@ "h": 8, "w": 12, "x": 0, - "y": 78 + "y": 790 }, "id": 135, "options": { @@ -2966,7 +2984,7 @@ "sort": "desc" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -3021,6 +3039,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -3039,7 +3058,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 }, { "color": "red", @@ -3055,7 +3074,7 @@ "h": 8, "w": 12, "x": 12, - "y": 78 + "y": 790 }, "id": 149, "options": { @@ -3075,7 +3094,7 @@ "sort": "desc" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -3130,6 +3149,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -3148,7 +3168,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 } ] }, @@ -3160,7 +3180,7 @@ "h": 8, "w": 12, "x": 0, - "y": 86 + "y": 798 }, "id": 154, "options": { @@ -3180,7 +3200,7 @@ "sort": "desc" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -3235,6 +3255,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -3253,7 +3274,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 }, { "color": "red", @@ -3269,7 +3290,7 @@ "h": 8, "w": 12, "x": 12, - "y": 86 + "y": 798 }, "id": 83, "options": { @@ -3289,7 +3310,7 @@ "sort": "desc" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -3388,7 +3409,7 @@ "h": 8, "w": 12, "x": 0, - "y": 1580 + "y": 3116 }, "id": 92, "options": { @@ -3494,7 +3515,7 @@ "h": 8, "w": 12, "x": 12, - "y": 1580 + "y": 3116 }, "id": 95, "options": { @@ -3603,7 +3624,7 @@ "h": 8, "w": 12, "x": 0, - "y": 1588 + "y": 3124 }, "id": 98, "options": { @@ -3712,7 +3733,7 @@ "h": 8, "w": 12, "x": 12, - "y": 1588 + "y": 3124 }, "id": 99, "options": { @@ -3820,7 +3841,7 @@ "h": 8, "w": 12, "x": 0, - "y": 1596 + "y": 3132 }, "id": 79, "options": { @@ -3928,7 +3949,7 @@ "h": 8, "w": 12, "x": 12, - "y": 1596 + "y": 3132 }, "id": 18, "links": [ @@ -4042,7 +4063,7 @@ "h": 8, "w": 12, "x": 0, - "y": 1604 + "y": 3140 }, "id": 127, "options": { @@ -4148,7 +4169,7 @@ "h": 8, "w": 12, "x": 12, - "y": 1604 + "y": 3140 }, "id": 50, "options": { @@ -4250,11 +4271,12 @@ "h": 7, "w": 12, "x": 0, - "y": 1612 + "y": 3148 }, "id": 129, "options": { "cellHeight": "sm", + "filterable": true, "footer": { "countRows": false, "fields": "", @@ -4265,7 +4287,6 @@ }, "showHeader": true, "showSearch": true, - "filterable": true, "sortBy": [ { "desc": true, @@ -4385,7 +4406,7 @@ "h": 7, "w": 12, "x": 12, - "y": 1612 + "y": 3148 }, "id": 150, "options": { @@ -4488,7 +4509,7 @@ "h": 8, "w": 12, "x": 0, - "y": 1619 + "y": 3155 }, "id": 151, "options": { @@ -4609,7 +4630,7 @@ "h": 7, "w": 12, "x": 0, - "y": 1825 + "y": 3361 }, "id": 48, "options": { @@ -4717,7 +4738,7 @@ "h": 7, "w": 12, "x": 12, - "y": 1825 + "y": 3361 }, "id": 76, "options": { @@ -4823,7 +4844,7 @@ "h": 7, "w": 12, "x": 0, - "y": 1832 + "y": 3368 }, "id": 132, "options": { @@ -4931,7 +4952,7 @@ "h": 7, "w": 12, "x": 12, - "y": 1832 + "y": 3368 }, "id": 133, "options": { @@ -5038,7 +5059,7 @@ "h": 8, "w": 12, "x": 0, - "y": 1839 + "y": 3375 }, "id": 20, "options": { @@ -5144,7 +5165,7 @@ "h": 8, "w": 12, "x": 12, - "y": 1839 + "y": 3375 }, "id": 126, "options": { @@ -5249,7 +5270,7 @@ "h": 8, "w": 12, "x": 0, - "y": 1847 + "y": 3383 }, "id": 46, "options": { @@ -5354,7 +5375,7 @@ "h": 8, "w": 12, "x": 12, - "y": 1847 + "y": 3383 }, "id": 148, "options": { @@ -5459,7 +5480,7 @@ "h": 8, "w": 12, "x": 12, - "y": 1855 + "y": 3391 }, "id": 31, "options": { @@ -5626,7 +5647,7 @@ "h": 8, "w": 12, "x": 0, - "y": 1547 + "y": 3083 }, "id": 73, "options": { @@ -5743,7 +5764,7 @@ "h": 8, "w": 12, "x": 12, - "y": 1547 + "y": 3083 }, "id": 131, "options": { @@ -5847,7 +5868,7 @@ "h": 8, "w": 12, "x": 0, - "y": 1823 + "y": 3359 }, "id": 130, "options": { @@ -5964,7 +5985,7 @@ "h": 8, "w": 12, "x": 12, - "y": 1823 + "y": 3359 }, "id": 77, "options": { @@ -6089,7 +6110,7 @@ "h": 8, "w": 12, "x": 0, - "y": 1870 + "y": 3406 }, "id": 146, "options": { @@ -6191,7 +6212,7 @@ "h": 8, "w": 12, "x": 12, - "y": 1870 + "y": 3406 }, "id": 143, "options": { @@ -6287,7 +6308,7 @@ "h": 8, "w": 12, "x": 0, - "y": 1878 + "y": 3414 }, "id": 147, "options": { @@ -6390,7 +6411,7 @@ "h": 8, "w": 12, "x": 12, - "y": 1878 + "y": 3414 }, "id": 139, "options": { @@ -6501,7 +6522,7 @@ "h": 8, "w": 12, "x": 0, - "y": 1886 + "y": 3422 }, "id": 142, "options": { @@ -6598,7 +6619,7 @@ "h": 8, "w": 12, "x": 12, - "y": 1886 + "y": 3422 }, "id": 137, "options": { @@ -6711,7 +6732,7 @@ "h": 8, "w": 12, "x": 12, - "y": 1926 + "y": 3462 }, "id": 141, "options": { @@ -6806,6 +6827,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -6823,7 +6845,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": 0 }, { "color": "red", @@ -6839,7 +6862,7 @@ "h": 8, "w": 12, "x": 0, - "y": 1828 + "y": 1411 }, "id": 60, "options": { @@ -6859,7 +6882,7 @@ "sort": "desc" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -6913,6 +6936,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -6929,7 +6953,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": 0 }, { "color": "red", @@ -6945,7 +6970,7 @@ "h": 8, "w": 12, "x": 12, - "y": 1828 + "y": 1411 }, "id": 66, "options": { @@ -6965,7 +6990,7 @@ "sort": "desc" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -7019,6 +7044,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -7035,7 +7061,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": 0 }, { "color": "red", @@ -7051,7 +7078,7 @@ "h": 8, "w": 12, "x": 0, - "y": 1836 + "y": 1419 }, "id": 61, "options": { @@ -7071,7 +7098,7 @@ "sort": "none" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -7125,6 +7152,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -7141,7 +7169,8 @@ "mode": "absolute", "steps": [ { - "color": "green" + "color": "green", + "value": 0 }, { "color": "red", @@ -7157,7 +7186,7 @@ "h": 8, "w": 12, "x": 12, - "y": 1836 + "y": 1419 }, "id": 65, "options": { @@ -7177,7 +7206,7 @@ "sort": "desc" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -7231,6 +7260,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -7246,7 +7276,8 @@ "mode": "absolute", "steps": [ { - "color": "transparent" + "color": "transparent", + "value": 0 }, { "color": "red", @@ -7262,7 +7293,7 @@ "h": 8, "w": 12, "x": 0, - "y": 1844 + "y": 1427 }, "id": 88, "options": { @@ -7278,7 +7309,7 @@ "sort": "none" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -7332,6 +7363,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -7348,7 +7380,8 @@ "mode": "absolute", "steps": [ { - "color": "transparent" + "color": "transparent", + "value": 0 }, { "color": "red", @@ -7364,7 +7397,7 @@ "h": 8, "w": 12, "x": 12, - "y": 1844 + "y": 1427 }, "id": 84, "options": { @@ -7384,7 +7417,7 @@ "sort": "desc" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -7438,6 +7471,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -7453,7 +7487,8 @@ "mode": "absolute", "steps": [ { - "color": "transparent" + "color": "transparent", + "value": 0 }, { "color": "red", @@ -7469,7 +7504,7 @@ "h": 8, "w": 12, "x": 0, - "y": 1852 + "y": 1435 }, "id": 90, "options": { @@ -7485,7 +7520,7 @@ "sort": "none" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -7527,7 +7562,7 @@ "h": 2, "w": 24, "x": 0, - "y": 100 + "y": 70 }, "id": 115, "options": { @@ -7539,7 +7574,7 @@ "content": "Drilldown row is used by other panels on the dashboard to show more detailed metrics per-instance.", "mode": "markdown" }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "title": "", "transparent": true, "type": "text" @@ -7579,6 +7614,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -7596,7 +7632,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 } ] }, @@ -7608,7 +7644,7 @@ "h": 8, "w": 12, "x": 0, - "y": 102 + "y": 72 }, "id": 119, "options": { @@ -7630,7 +7666,7 @@ "sort": "desc" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -7686,6 +7722,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -7703,7 +7740,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 } ] }, @@ -7715,7 +7752,7 @@ "h": 8, "w": 12, "x": 12, - "y": 102 + "y": 72 }, "id": 117, "options": { @@ -7737,7 +7774,7 @@ "sort": "desc" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -7791,6 +7828,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -7808,7 +7846,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 }, { "color": "red", @@ -7824,7 +7862,7 @@ "h": 8, "w": 12, "x": 0, - "y": 110 + "y": 80 }, "id": 125, "links": [ @@ -7850,7 +7888,7 @@ "sort": "none" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -7904,6 +7942,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -7920,7 +7959,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 }, { "color": "red", @@ -7949,7 +7988,7 @@ "h": 8, "w": 12, "x": 12, - "y": 110 + "y": 80 }, "id": 123, "options": { @@ -7971,7 +8010,7 @@ "sort": "none" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -8037,6 +8076,7 @@ "type": "linear" }, "showPoints": "never", + "showValues": false, "spanNulls": false, "stacking": { "group": "A", @@ -8053,7 +8093,7 @@ "steps": [ { "color": "green", - "value": null + "value": 0 }, { "color": "red", @@ -8082,7 +8122,7 @@ "h": 8, "w": 12, "x": 0, - "y": 118 + "y": 88 }, "id": 121, "options": { @@ -8104,7 +8144,7 @@ "sort": "none" } }, - "pluginVersion": "11.5.0", + "pluginVersion": "12.2.0", "targets": [ { "datasource": { @@ -8139,6 +8179,122 @@ ], "title": "Disk writes/reads ($instance)", "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "description": "Shows an estimated time until a persistent queue reaches its disk usage limit for a given instance and -remoteWrite.url.\n\nThe ETA is shown only when the pending queue size is actively growing, which typically indicates that remote write cannot keep up with ingestion (e.g. the remote endpoint is slow or unavailable).\n\nOnce the disk usage limit is reached, newly ingested metrics will be dropped.\n\nThe estimation is approximate and may fluctuate due to short-term changes in the queue growth rate.", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisBorderShow": false, + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "barWidthFactor": 0.6, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "insertNulls": false, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "never", + "showValues": false, + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "links": [], + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": 0 + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "s" + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 88 + }, + "id": 161, + "links": [ + { + "title": "Troubleshooting", + "url": "https://docs.victoriametrics.com/victoriametrics/vmagent/#troubleshooting" + } + ], + "options": { + "legend": { + "calcs": [ + "mean", + "lastNotNull", + "max" + ], + "displayMode": "table", + "placement": "bottom", + "showLegend": true, + "sortBy": "Last *", + "sortDesc": true + }, + "tooltip": { + "hideZeros": false, + "mode": "multi", + "sort": "none" + } + }, + "pluginVersion": "12.2.0", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "editorMode": "code", + "exemplar": true, + "expr": "(sum(vm_persistentqueue_free_disk_space_bytes{job=~\"$job\", instance=~\"$instance\"}) by (job, instance, path))\n/\n(sum(deriv(vm_persistentqueue_bytes_pending{job=~\"$job\", instance=~\"$instance\"}[1m])) by (job, instance, path) > 0)\n* on(job, instance, path) group_left(url)\n(vmagent_remotewrite_pending_data_bytes{job=~\"$job\", instance=~\"$instance\", url=~\"$url\"}*0 + 1)", + "interval": "", + "legendFormat": "{{instance}} => {{url}}", + "range": true, + "refId": "A" + } + ], + "title": "Persistent queue Full ETA ($instance)", + "type": "timeseries" } ], "title": "Drilldown", @@ -8147,7 +8303,7 @@ ], "preload": false, "refresh": "", - "schemaVersion": 40, + "schemaVersion": 42, "tags": [ "victoriametrics" ], @@ -8252,9 +8408,8 @@ "1d" ] }, - "timezone": "", + "timezone": "Asia/Shanghai", "title": "VictoriaMetrics - vmagent", "uid": "G7Z9GzMGz", - "version": 1, - "weekStart": "" -} + "version": 1 +} \ No newline at end of file diff --git a/docs/victoriametrics/changelog/CHANGELOG.md b/docs/victoriametrics/changelog/CHANGELOG.md index 624b848f56..948301a051 100644 --- a/docs/victoriametrics/changelog/CHANGELOG.md +++ b/docs/victoriametrics/changelog/CHANGELOG.md @@ -32,6 +32,7 @@ See also [LTS releases](https://docs.victoriametrics.com/victoriametrics/lts-rel * FEATURE: [vmui](https://docs.victoriametrics.com/victoriametrics/single-server-victoriametrics/#vmui): add `localStorage` availability checks with error reporting. See [#10085](https://github.com/VictoriaMetrics/VictoriaMetrics/issues/10085). * FEATURE: [vmui](https://docs.victoriametrics.com/victoriametrics/single-server-victoriametrics/#vmui): add `VMUI:`-prefixed `localStorage` keys and legacy key migration. * FEATURE: [vmsingle](https://docs.victoriametrics.com/victoriametrics/single-server-victoriametrics/) and `vmstorage` in [VictoriaMetrics cluster](https://docs.victoriametrics.com/victoriametrics/cluster-victoriametrics/): add explicit month duration unit (`M`) for `-retentionPeriod` flag. This allows users to specify retention periods in months more explicitly. See [#10181](https://github.com/VictoriaMetrics/VictoriaMetrics/issues/10181). +* FEATURE: [dashboards/vmagent](https://grafana.com/grafana/dashboards/12683): add `Persistent queue Full ETA` panel to the `Drilldown` section. This panel helps estimate how much time remains until `vmagent` starts dropping incoming metrics. See [#10193](https://github.com/VictoriaMetrics/VictoriaMetrics/issues/10193). * BUGFIX: [vmagent](https://docs.victoriametrics.com/victoriametrics/vmagent/): fix configuration reloading for `-remoteWrite.relabelConfig` and `-remoteWrite.urlRelabelConfig` when vmagent is launched with empty files. Previously, if vmagent started with an empty config, subsequent config reloads were ignored. See [#10211](https://github.com/VictoriaMetrics/VictoriaMetrics/issues/10211). * BUGFIX: [vmsingle](https://docs.victoriametrics.com/victoriametrics/single-server-victoriametrics/): Fixed a missing path error for `http://:8428/zabbixconnector/api/v1/history`. See PR [10214](https://github.com/VictoriaMetrics/VictoriaMetrics/pull/10214)