diff --git a/monitoring/debezium-grafana/debezium-dashboard.json b/monitoring/debezium-grafana/debezium-dashboard.json index cf04df7f5b..7c071bb5a8 100644 --- a/monitoring/debezium-grafana/debezium-dashboard.json +++ b/monitoring/debezium-grafana/debezium-dashboard.json @@ -12,53 +12,71 @@ } ] }, + "description": "Monitoring Dashboard for Debezium MySQL connector. ", "editable": true, - "gnetId": null, + "gnetId": 11523, "graphTooltip": 0, - "id": 1, - "iteration": 1544085491414, + "id": 29, + "iteration": 1603736189545, "links": [], "panels": [ { "collapsed": false, + "datasource": "Prometheus", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 0 }, - "id": 12, + "id": 6, "panels": [], - "title": "Streaming", + "title": "Binlog Metrics", "type": "row" }, + { + "content": "\n# Debezium MySQL Connector Metrics\n\nThe Debezium MySQL connector has three metric types in addition to the built-in support for $job metrics that Zookeeper, Kafka, and Kafka Connect have.\n\n* snapshot metrics (To view, select the date/time that the connector was started)\n\n* binlog metrics\n\n* schema history metrics\n\nFor more detailed informarion about the metrics please visit the Debezium documentation page\n\n[Click here to visit](https://debezium.io/documentation/reference/1.0/assemblies/cdc-mysql-connector/as_deploy-the-mysql-connector.html#mysql-connector-binlog-metrics)\n\n\n\n", + "datasource": "Prometheus", + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 1 + }, + "id": 76, + "mode": "markdown", + "options": {}, + "timeFrom": null, + "timeShift": null, + "title": "General Info", + "transparent": true, + "type": "text" + }, { "cacheTimeout": null, "colorBackground": false, - "colorPostfix": false, - "colorPrefix": false, "colorValue": true, "colors": [ - "#299c46", + "#A352CC", "rgba(237, 129, 40, 0.89)", "#d44a3a" ], - "datasource": "prometheus", + "datasource": "Prometheus", "format": "none", "gauge": { "maxValue": 100, "minValue": 0, - "show": true, + "show": false, "thresholdLabels": false, "thresholdMarkers": true }, "gridPos": { - "h": 5, - "w": 3, - "x": 0, + "h": 4, + "w": 4, + "x": 12, "y": 1 }, - "id": 14, + "id": 48, "interval": null, "links": [], "mappingType": 1, @@ -75,6 +93,7 @@ "maxDataPoints": 100, "nullPointMode": "connected", "nullText": null, + "options": {}, "postfix": "", "postfixFontSize": "50%", "prefix": "", @@ -90,132 +109,134 @@ "fillColor": "rgba(31, 118, 189, 0.18)", "full": false, "lineColor": "rgb(31, 120, 193)", - "show": false + "show": false, + "ymax": null, + "ymin": null }, "tableColumn": "", "targets": [ { - "expr": "debezium_metrics_MilliSecondsSinceLastEvent{plugin=\"$connector_type\",name=\"$connector_name\",context=\"streaming\"}", + "expr": "debezium_metrics_Connected{context=\"binlog\",instance=\"$instance\",job=\"$job\",name=\"$name\",plugin=\"$plugin\"}", "format": "time_series", - "intervalFactor": 1, + "instant": false, "refId": "A" } ], - "thresholds": "10000,60000", - "title": "Time since last event", + "thresholds": "", + "timeFrom": null, + "timeShift": null, + "title": "Connected", "type": "singlestat", "valueFontSize": "80%", "valueMaps": [ { "op": "=", - "text": "N/A", - "value": "null" + "text": "NO", + "value": "0" + }, + { + "op": "=", + "text": "YES", + "value": "1" } ], - "valueName": "current" + "valueName": "min" }, { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "prometheus", - "fill": 1, + "cacheTimeout": null, + "colorBackground": false, + "colorValue": true, + "colors": [ + "#A352CC", + "rgba(237, 129, 40, 0.89)", + "#d44a3a" + ], + "datasource": null, + "format": "none", + "gauge": { + "maxValue": 100, + "minValue": 0, + "show": false, + "thresholdLabels": false, + "thresholdMarkers": true + }, "gridPos": { - "h": 9, - "w": 12, - "x": 3, + "h": 4, + "w": 4, + "x": 16, "y": 1 }, - "id": 16, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, + "id": 50, + "interval": null, "links": [], - "nullPointMode": "null", - "percentage": false, - "pointradius": 5, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ + "mappingType": 1, + "mappingTypes": [ { - "expr": "debezium_metrics_TotalNumberOfEventsSeen{plugin=\"$connector_type\",name=\"$connector_name\",context=\"streaming\"}", - "format": "time_series", - "interval": "", - "intervalFactor": 1, - "legendFormat": "Total events received", - "refId": "A" + "name": "value to text", + "value": 1 }, { - "expr": "debezium_metrics_NumberOfEventsSkipped{plugin=\"$connector_type\",name=\"$connector_name\",context=\"streaming\"}", + "name": "range to text", + "value": 2 + } + ], + "maxDataPoints": 100, + "nullPointMode": "connected", + "nullText": null, + "options": {}, + "postfix": "", + "postfixFontSize": "50%", + "prefix": "", + "prefixFontSize": "50%", + "rangeMaps": [ + { + "from": "null", + "text": "N/A", + "to": "null" + } + ], + "sparkline": { + "fillColor": "rgba(31, 118, 189, 0.18)", + "full": false, + "lineColor": "rgb(31, 120, 193)", + "show": false, + "ymax": null, + "ymin": null + }, + "tableColumn": "", + "targets": [ + { + "expr": "debezium_metrics_BinlogPosition{context=\"binlog\",instance=\"$instance\",job=\"$job\",name=\"$name\",plugin=\"$plugin\"}", "format": "time_series", - "intervalFactor": 1, - "legendFormat": "Events skipped", - "refId": "B" + "instant": false, + "refId": "A" } ], - "thresholds": [], + "thresholds": "", "timeFrom": null, "timeShift": null, - "title": "Event count", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - }, + "title": "Binlog Position", + "type": "singlestat", + "valueFontSize": "80%", + "valueMaps": [ { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true + "op": "=", + "text": "N/A", + "value": "null" } ], - "yaxis": { - "align": false, - "alignLevel": null - } + "valueName": "avg" }, { "cacheTimeout": null, "colorBackground": false, "colorValue": true, "colors": [ - "#d44a3a", + "#A352CC", "rgba(237, 129, 40, 0.89)", - "#299c46" + "#8F3BB8" ], - "datasource": "prometheus", + "datasource": "Prometheus", "format": "none", "gauge": { "maxValue": 100, @@ -226,11 +247,11 @@ }, "gridPos": { "h": 4, - "w": 3, - "x": 0, - "y": 6 + "w": 4, + "x": 20, + "y": 1 }, - "id": 18, + "id": 52, "interval": null, "links": [], "mappingType": 1, @@ -247,6 +268,7 @@ "maxDataPoints": 100, "nullPointMode": "connected", "nullText": null, + "options": {}, "postfix": "", "postfixFontSize": "50%", "prefix": "", @@ -262,65 +284,47 @@ "fillColor": "rgba(31, 118, 189, 0.18)", "full": false, "lineColor": "rgb(31, 120, 193)", - "show": false + "show": false, + "ymax": null, + "ymin": null }, "tableColumn": "", "targets": [ { - "expr": "debezium_metrics_Connected{plugin=\"$connector_type\",name=\"$connector_name\",context=\"streaming\"}", - "format": "time_series", - "intervalFactor": 1, + "expr": "debezium_metrics_IsGtidModeEnabled{context=\"binlog\",instance=\"$instance\",job=\"$job\",name=\"$name\",plugin=\"$plugin\"}\t\r", "refId": "A" } ], - "thresholds": "0,1", - "title": "Connected", + "thresholds": "", + "timeFrom": null, + "timeShift": null, + "title": "GTID Enabled", "type": "singlestat", "valueFontSize": "80%", "valueMaps": [ { "op": "=", - "text": "N/A", - "value": "null" - }, - { - "op": "=", - "text": "No", + "text": "NO", "value": "0" }, { "op": "=", - "text": "Yes", + "text": "YES", "value": "1" } ], "valueName": "avg" }, - { - "collapsed": false, - "gridPos": { - "h": 1, - "w": 24, - "x": 0, - "y": 10 - }, - "id": 10, - "panels": [], - "title": "Snapshot", - "type": "row" - }, { "cacheTimeout": null, "colorBackground": false, - "colorPostfix": false, - "colorPrefix": false, - "colorValue": false, + "colorValue": true, "colors": [ - "#299c46", + "#3274D9", "rgba(237, 129, 40, 0.89)", "#d44a3a" ], - "datasource": "prometheus", + "datasource": "Prometheus", "format": "none", "gauge": { "maxValue": 100, @@ -330,12 +334,12 @@ "thresholdMarkers": true }, "gridPos": { - "h": 2, - "w": 3, - "x": 0, - "y": 11 + "h": 4, + "w": 4, + "x": 12, + "y": 5 }, - "id": 25, + "id": 68, "interval": null, "links": [], "mappingType": 1, @@ -352,6 +356,7 @@ "maxDataPoints": 100, "nullPointMode": "connected", "nullText": null, + "options": {}, "postfix": "", "postfixFontSize": "50%", "prefix": "", @@ -367,20 +372,21 @@ "fillColor": "rgba(31, 118, 189, 0.18)", "full": false, "lineColor": "rgb(31, 120, 193)", - "show": false + "show": false, + "ymax": null, + "ymin": null }, "tableColumn": "", "targets": [ { - "expr": "debezium_metrics_TotalTableCount{plugin=\"$connector_type\",name=\"$connector_name\",context=\"snapshot\"}", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "Total", + "expr": "debezium_metrics_NumberOfCommittedTransactions{context=\"binlog\",instance=\"$instance\",job=\"$job\",name=\"$name\",plugin=\"$plugin\"}\t\r", "refId": "A" } ], "thresholds": "", - "title": "Table count", + "timeFrom": null, + "timeShift": null, + "title": "NumberOf Committed Transactions", "type": "singlestat", "valueFontSize": "80%", "valueMaps": [ @@ -395,15 +401,13 @@ { "cacheTimeout": null, "colorBackground": false, - "colorPostfix": false, - "colorPrefix": false, - "colorValue": false, + "colorValue": true, "colors": [ - "#299c46", + "#3274D9", "rgba(237, 129, 40, 0.89)", "#d44a3a" ], - "datasource": "prometheus", + "datasource": "Prometheus", "format": "none", "gauge": { "maxValue": 100, @@ -413,12 +417,12 @@ "thresholdMarkers": true }, "gridPos": { - "h": 2, - "w": 3, - "x": 3, - "y": 11 + "h": 4, + "w": 4, + "x": 16, + "y": 5 }, - "id": 28, + "id": 70, "interval": null, "links": [], "mappingType": 1, @@ -435,6 +439,7 @@ "maxDataPoints": 100, "nullPointMode": "connected", "nullText": null, + "options": {}, "postfix": "", "postfixFontSize": "50%", "prefix": "", @@ -450,20 +455,21 @@ "fillColor": "rgba(31, 118, 189, 0.18)", "full": false, "lineColor": "rgb(31, 120, 193)", - "show": false + "show": false, + "ymax": null, + "ymin": null }, "tableColumn": "", "targets": [ { - "expr": "debezium_metrics_RemainingTableCount{plugin=\"$connector_type\",name=\"$connector_name\",context=\"snapshot\"}", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "Remaining", - "refId": "B" + "expr": "debezium_metrics_NumberOfRolledBackTransactions{context=\"binlog\",instance=\"$instance\",job=\"$job\",name=\"$name\",plugin=\"$plugin\"}\t\r", + "refId": "A" } ], "thresholds": "", - "title": "Remaining tables", + "timeFrom": null, + "timeShift": null, + "title": "NumberOf RolledBack Transactions", "type": "singlestat", "valueFontSize": "80%", "valueMaps": [ @@ -478,13 +484,13 @@ { "cacheTimeout": null, "colorBackground": false, - "colorValue": false, + "colorValue": true, "colors": [ - "#d44a3a", + "#3274D9", "rgba(237, 129, 40, 0.89)", - "#299c46" + "#d44a3a" ], - "datasource": "prometheus", + "datasource": "Prometheus", "format": "none", "gauge": { "maxValue": 100, @@ -494,12 +500,12 @@ "thresholdMarkers": true }, "gridPos": { - "h": 2, - "w": 3, - "x": 6, - "y": 11 + "h": 4, + "w": 4, + "x": 20, + "y": 5 }, - "id": 27, + "id": 72, "interval": null, "links": [], "mappingType": 1, @@ -516,6 +522,7 @@ "maxDataPoints": 100, "nullPointMode": "connected", "nullText": null, + "options": {}, "postfix": "", "postfixFontSize": "50%", "prefix": "", @@ -531,19 +538,21 @@ "fillColor": "rgba(31, 118, 189, 0.18)", "full": false, "lineColor": "rgb(31, 120, 193)", - "show": false + "show": false, + "ymax": null, + "ymin": null }, "tableColumn": "", "targets": [ { - "expr": "debezium_metrics_SnapshotRunning{plugin=\"$connector_type\",name=\"$connector_name\",context=\"snapshot\"}", - "format": "time_series", - "intervalFactor": 1, + "expr": "debezium_metrics_NumberOfNotWellFormedTransactions{context=\"binlog\",instance=\"$instance\",job=\"$job\",name=\"$name\",plugin=\"$plugin\"}\r", "refId": "A" } ], "thresholds": "", - "title": "Running", + "timeFrom": null, + "timeShift": null, + "title": "NumberOf Not WellFormed Transactions", "type": "singlestat", "valueFontSize": "80%", "valueMaps": [ @@ -551,16 +560,6 @@ "op": "=", "text": "N/A", "value": "null" - }, - { - "op": "=", - "text": "No", - "value": "0" - }, - { - "op": "=", - "text": "Yes", - "value": "1" } ], "valueName": "avg" @@ -568,13 +567,13 @@ { "cacheTimeout": null, "colorBackground": false, - "colorValue": false, + "colorValue": true, "colors": [ - "#d44a3a", + "#A352CC", "rgba(237, 129, 40, 0.89)", - "#299c46" + "#d44a3a" ], - "datasource": "prometheus", + "datasource": "Prometheus", "format": "none", "gauge": { "maxValue": 100, @@ -584,12 +583,12 @@ "thresholdMarkers": true }, "gridPos": { - "h": 2, - "w": 3, - "x": 9, - "y": 11 + "h": 4, + "w": 4, + "x": 0, + "y": 9 }, - "id": 30, + "id": 60, "interval": null, "links": [], "mappingType": 1, @@ -606,6 +605,7 @@ "maxDataPoints": 100, "nullPointMode": "connected", "nullText": null, + "options": {}, "postfix": "", "postfixFontSize": "50%", "prefix": "", @@ -621,19 +621,21 @@ "fillColor": "rgba(31, 118, 189, 0.18)", "full": false, "lineColor": "rgb(31, 120, 193)", - "show": false + "show": false, + "ymax": null, + "ymin": null }, "tableColumn": "", "targets": [ { - "expr": "debezium_metrics_SnapshotCompleted{plugin=\"$connector_type\",name=\"$connector_name\",context=\"snapshot\"}", - "format": "time_series", - "intervalFactor": 1, + "expr": "debezium_metrics_TotalNumberOfEventsSeen{context=\"binlog\",instance=\"$instance\",job=\"$job\",name=\"$name\",plugin=\"$plugin\"}\r", "refId": "A" } ], "thresholds": "", - "title": "Completed", + "timeFrom": null, + "timeShift": null, + "title": "Total NumberOf EventsSeen", "type": "singlestat", "valueFontSize": "80%", "valueMaps": [ @@ -641,30 +643,78 @@ "op": "=", "text": "N/A", "value": "null" + } + ], + "valueName": "avg" + }, + { + "datasource": "Prometheus", + "gridPos": { + "h": 4, + "w": 4, + "x": 4, + "y": 9 + }, + "id": 62, + "options": { + "fieldOptions": { + "calcs": [ + "mean" + ], + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "max": 1000, + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "rgba(89, 145, 255, 0.78)", + "value": null + }, + { + "color": "semi-dark-purple", + "value": 500 + }, + { + "color": "red", + "value": 800 + } + ] + } + }, + "overrides": [], + "values": false }, + "orientation": "auto", + "showThresholdLabels": false, + "showThresholdMarkers": true + }, + "pluginVersion": "6.6.1", + "targets": [ { - "op": "=", - "text": "No", - "value": "0" - }, - { - "op": "=", - "text": "Yes", - "value": "1" + "expr": "debezium_metrics_NumberOfSkippedEvents{context=\"binlog\",instance=\"$instance\",job=\"$job\",name=\"$name\",plugin=\"$plugin\"}\t\r", + "refId": "A" } ], - "valueName": "avg" + "timeFrom": null, + "timeShift": null, + "title": "NumberOf Skipped Events", + "type": "gauge" }, { "cacheTimeout": null, "colorBackground": false, - "colorValue": false, + "colorValue": true, "colors": [ - "#d44a3a", + "#A352CC", "rgba(237, 129, 40, 0.89)", - "#299c46" + "#d44a3a" ], - "datasource": "prometheus", + "datasource": "Prometheus", "format": "none", "gauge": { "maxValue": 100, @@ -674,12 +724,12 @@ "thresholdMarkers": true }, "gridPos": { - "h": 2, - "w": 3, - "x": 12, - "y": 11 + "h": 8, + "w": 4, + "x": 8, + "y": 9 }, - "id": 29, + "id": 64, "interval": null, "links": [], "mappingType": 1, @@ -696,6 +746,7 @@ "maxDataPoints": 100, "nullPointMode": "connected", "nullText": null, + "options": {}, "postfix": "", "postfixFontSize": "50%", "prefix": "", @@ -711,19 +762,21 @@ "fillColor": "rgba(31, 118, 189, 0.18)", "full": false, "lineColor": "rgb(31, 120, 193)", - "show": false + "show": false, + "ymax": null, + "ymin": null }, "tableColumn": "", "targets": [ { - "expr": "debezium_metrics_SnapshotAborted{plugin=\"$connector_type\",name=\"$connector_name\",context=\"snapshot\"}", - "format": "time_series", - "intervalFactor": 1, + "expr": "debezium_metrics_NumberOfEventsFiltered{context=\"binlog\",instance=\"$instance\",job=\"$job\",name=\"$name\",plugin=\"$plugin\"}\t\r", "refId": "A" } ], "thresholds": "", - "title": "Aborted", + "timeFrom": null, + "timeShift": null, + "title": "NumberOf Events Filtered", "type": "singlestat", "valueFontSize": "80%", "valueMaps": [ @@ -731,49 +784,50 @@ "op": "=", "text": "N/A", "value": "null" - }, - { - "op": "=", - "text": "No", - "value": "0" - }, - { - "op": "=", - "text": "Yes", - "value": "1" } ], "valueName": "avg" }, { - "aliasColors": {}, - "bars": false, + "aliasColors": { + "debezium_metrics_SecondsSinceLastEvent{context=\"binlog\",instance=\"192.168.11.182:7071\",job=\"$job\",name=\"prod-aurora-cluster\",plugin=\"mysql\"}": "semi-dark-purple", + "debezium_metrics_SecondsSinceLastEvent{context=\"binlog\",instance=\"192.168.11.182:7071\",job=\"$job\",name=\"snapshot-prod-aurora-cluster-cluster\",plugin=\"mysql\"}": "dark-purple", + "debezium_metrics_SecondsSinceLastEvent{context=\"binlog\",instance=\"192.168.13.124:7071\",job=\"$job\",name=\"prod-aurora-cluster\",plugin=\"mysql\"}": "dark-purple" + }, + "bars": true, "dashLength": 10, "dashes": false, - "datasource": "prometheus", + "datasource": "Prometheus", "fill": 1, + "fillGradient": 0, "gridPos": { - "h": 9, + "h": 8, "w": 12, - "x": 0, - "y": 13 + "x": 12, + "y": 9 }, - "id": 26, + "hiddenSeries": false, + "id": 54, "legend": { + "alignAsTable": false, "avg": false, "current": false, "max": false, "min": false, + "rightSide": false, "show": true, "total": false, "values": false }, - "lines": true, + "lines": false, "linewidth": 1, - "links": [], "nullPointMode": "null", + "options": { + "dataLinks": [] + }, "percentage": false, - "pointradius": 5, + "pluginVersion": "6.5.2", + "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], @@ -782,25 +836,15 @@ "steppedLine": false, "targets": [ { - "expr": "debezium_metrics_TotalNumberOfEventsSeen{plugin=\"$connector_type\",name=\"$connector_name\",context=\"snapshot\"}", - "format": "time_series", - "interval": "", - "intervalFactor": 1, - "legendFormat": "Total events received", + "expr": "debezium_metrics_SecondsSinceLastEvent{context=\"binlog\",instance=\"$instance\",job=\"$job\",name=\"$name\",plugin=\"$plugin\"}", "refId": "A" - }, - { - "expr": "debezium_metrics_NumberOfEventsSkipped{plugin=\"$connector_type\",name=\"$connector_name\",context=\"snapshot\"}", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "Events skipped", - "refId": "B" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, - "title": "Event count", + "title": "Seconds Since LastEvent", "tooltip": { "shared": true, "sort": 0, @@ -824,7 +868,7 @@ "show": true }, { - "format": "short", + "format": "s", "label": null, "logBase": 1, "max": null, @@ -838,128 +882,2122 @@ } }, { - "columns": [], - "datasource": "prometheus", - "fontSize": "100%", + "cacheTimeout": null, + "colorBackground": false, + "colorValue": true, + "colors": [ + "#A352CC", + "rgba(237, 129, 40, 0.89)", + "#d44a3a" + ], + "datasource": "Prometheus", + "format": "none", + "gauge": { + "maxValue": 100, + "minValue": 0, + "show": false, + "thresholdLabels": false, + "thresholdMarkers": true + }, + "gridPos": { + "h": 4, + "w": 4, + "x": 0, + "y": 13 + }, + "id": 78, + "interval": null, + "links": [], + "mappingType": 1, + "mappingTypes": [ + { + "name": "value to text", + "value": 1 + }, + { + "name": "range to text", + "value": 2 + } + ], + "maxDataPoints": 100, + "nullPointMode": "connected", + "nullText": null, + "options": {}, + "postfix": "", + "postfixFontSize": "50%", + "prefix": "", + "prefixFontSize": "50%", + "rangeMaps": [ + { + "from": "null", + "text": "N/A", + "to": "null" + } + ], + "sparkline": { + "fillColor": "rgba(31, 118, 189, 0.18)", + "full": false, + "lineColor": "rgb(31, 120, 193)", + "show": false, + "ymax": null, + "ymin": null + }, + "tableColumn": "", + "targets": [ + { + "expr": "debezium_metrics_QueueTotalCapacity{context=\"binlog\",instance=\"$instance\",job=\"$job\",name=\"$name\",plugin=\"$plugin\"}\t\r", + "refId": "A" + } + ], + "thresholds": "", + "timeFrom": null, + "timeShift": null, + "title": "Queue Total Capacity", + "type": "singlestat", + "valueFontSize": "80%", + "valueMaps": [ + { + "op": "=", + "text": "N/A", + "value": "null" + } + ], + "valueName": "avg" + }, + { + "cacheTimeout": null, + "colorBackground": false, + "colorValue": true, + "colors": [ + "#3274D9", + "rgba(237, 129, 40, 0.89)", + "#d44a3a" + ], + "datasource": "Prometheus", + "format": "none", + "gauge": { + "maxValue": 100, + "minValue": 0, + "show": false, + "thresholdLabels": false, + "thresholdMarkers": true + }, + "gridPos": { + "h": 4, + "w": 4, + "x": 4, + "y": 13 + }, + "id": 80, + "interval": null, + "links": [], + "mappingType": 1, + "mappingTypes": [ + { + "name": "value to text", + "value": 1 + }, + { + "name": "range to text", + "value": 2 + } + ], + "maxDataPoints": 100, + "nullPointMode": "connected", + "nullText": null, + "options": {}, + "pluginVersion": "6.5.2", + "postfix": "", + "postfixFontSize": "50%", + "prefix": "", + "prefixFontSize": "50%", + "rangeMaps": [ + { + "from": "null", + "text": "N/A", + "to": "null" + } + ], + "sparkline": { + "fillColor": "rgba(31, 118, 189, 0.18)", + "full": false, + "lineColor": "rgb(31, 120, 193)", + "show": false, + "ymax": null, + "ymin": null + }, + "tableColumn": "", + "targets": [ + { + "expr": "debezium_metrics_QueueRemainingCapacity{context=\"binlog\",instance=\"$instance\",job=\"$job\",name=\"$name\",plugin=\"$plugin\"}\t\r", + "refId": "A" + } + ], + "thresholds": "", + "timeFrom": null, + "timeShift": null, + "title": "Queue Remaining Capacity", + "type": "singlestat", + "valueFontSize": "80%", + "valueMaps": [ + { + "op": "=", + "text": "N/A", + "value": "null" + } + ], + "valueName": "avg" + }, + { + "aliasColors": { + "debezium_metrics_SecondsBehindMaster{context=\"binlog\",instance=\"192.168.11.182:7071\",job=\"$job\",name=\"prod-aurora-cluster\",plugin=\"mysql\"}": "semi-dark-blue", + "debezium_metrics_SecondsBehindMaster{context=\"binlog\",instance=\"192.168.11.182:7071\",job=\"$job\",name=\"snapshot-prod-aurora-cluster-cluster\",plugin=\"mysql\"}": "semi-dark-purple", + "debezium_metrics_SecondsBehindMaster{context=\"binlog\",instance=\"192.168.13.124:7071\",job=\"$job\",name=\"prod-aurora-cluster\",plugin=\"mysql\"}": "semi-dark-blue" + }, + "bars": false, + "cacheTimeout": null, + "dashLength": 10, + "dashes": false, + "datasource": "Prometheus", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 17 + }, + "hiddenSeries": false, + "id": 56, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "options": { + "dataLinks": [] + }, + "percentage": false, + "pluginVersion": "6.5.2", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "debezium_metrics_SecondsBehindMaster{context=\"binlog\",instance=\"$instance\",job=\"$job\",name=\"$name\",plugin=\"$plugin\"}", + "refId": "A" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Seconds Behind Master", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "none", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "s", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": { + "debezium_metrics_MilliSecondsBehindSource{context=\"binlog\",instance=\"192.168.11.182:7071\",job=\"$job\",name=\"prod-aurora-cluster\",plugin=\"mysql\"}": "semi-dark-purple", + "debezium_metrics_MilliSecondsBehindSource{context=\"binlog\",instance=\"192.168.11.182:7071\",job=\"$job\",name=\"snapshot-prod-aurora-cluster-cluster\",plugin=\"mysql\"}": "semi-dark-blue", + "debezium_metrics_MilliSecondsBehindSource{context=\"binlog\",instance=\"192.168.13.124:7071\",job=\"$job\",name=\"prod-aurora-cluster\",plugin=\"mysql\"}": "dark-purple" + }, + "bars": true, + "dashLength": 10, + "dashes": false, + "datasource": "Prometheus", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 17 + }, + "hiddenSeries": false, + "id": 58, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": false, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "dataLinks": [] + }, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "debezium_metrics_MilliSecondsBehindSource{context=\"binlog\",instance=\"$instance\",job=\"$job\",name=\"$name\",plugin=\"$plugin\"}\t\r", + "refId": "A" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "MilliSeconds Behind Source", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "none", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": { + "debezium_metrics_NumberOfDisconnects{context=\"binlog\",instance=\"192.168.11.182:7071\",job=\"$job\",name=\"prod-aurora-cluster\",plugin=\"mysql\"}": "semi-dark-orange", + "debezium_metrics_NumberOfDisconnects{context=\"binlog\",instance=\"192.168.11.182:7071\",job=\"$job\",name=\"snapshot-prod-aurora-cluster-cluster\",plugin=\"mysql\"}": "semi-dark-blue", + "debezium_metrics_NumberOfDisconnects{context=\"binlog\",instance=\"192.168.13.124:7071\",job=\"$job\",name=\"prod-aurora-cluster\",plugin=\"mysql\"}": "dark-purple" + }, + "bars": true, + "dashLength": 10, + "dashes": false, + "datasource": "Prometheus", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 25 + }, + "hiddenSeries": false, + "id": 66, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "dataLinks": [] + }, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "debezium_metrics_NumberOfDisconnects{context=\"binlog\",instance=\"$instance\",job=\"$job\",name=\"$name\",plugin=\"$plugin\"}\t\r", + "refId": "A" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "NumberOf Disconnects", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": { + "debezium_metrics_NumberOfLargeTransactions{context=\"binlog\",instance=\"192.168.11.182:7071\",job=\"$job\",name=\"prod-aurora-cluster\",plugin=\"mysql\"}": "semi-dark-purple", + "debezium_metrics_NumberOfLargeTransactions{context=\"binlog\",instance=\"192.168.11.182:7071\",job=\"$job\",name=\"snapshot-prod-aurora-cluster-cluster\",plugin=\"mysql\"}": "semi-dark-purple", + "debezium_metrics_NumberOfLargeTransactions{context=\"binlog\",instance=\"192.168.13.124:7071\",job=\"$job\",name=\"prod-aurora-cluster\",plugin=\"mysql\"}": "dark-blue" + }, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "Prometheus", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 25 + }, + "hiddenSeries": false, + "id": 74, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "dataLinks": [] + }, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "debezium_metrics_NumberOfLargeTransactions{context=\"binlog\",instance=\"$instance\",job=\"$job\",name=\"$name\",plugin=\"$plugin\"}\t\r", + "refId": "A" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "NumberOf Large Transactions", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "collapsed": true, + "datasource": "Prometheus", + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 33 + }, + "id": 2, + "panels": [ + { + "cacheTimeout": null, + "colorBackground": false, + "colorPrefix": false, + "colorValue": true, + "colors": [ + "#A352CC", + "rgba(237, 129, 40, 0.89)", + "#d44a3a" + ], + "datasource": "Prometheus", + "format": "none", + "gauge": { + "maxValue": 100, + "minValue": 0, + "show": false, + "thresholdLabels": false, + "thresholdMarkers": true + }, + "gridPos": { + "h": 4, + "w": 4, + "x": 0, + "y": 2 + }, + "id": 22, + "interval": null, + "links": [], + "mappingType": 1, + "mappingTypes": [ + { + "name": "value to text", + "value": 1 + }, + { + "name": "range to text", + "value": 2 + } + ], + "maxDataPoints": 100, + "nullPointMode": "connected", + "nullText": null, + "options": {}, + "postfix": "", + "postfixFontSize": "50%", + "prefix": "", + "prefixFontSize": "50%", + "rangeMaps": [ + { + "from": "null", + "text": "N/A", + "to": "null" + } + ], + "sparkline": { + "fillColor": "rgba(31, 118, 189, 0.18)", + "full": false, + "lineColor": "rgb(31, 120, 193)", + "show": false, + "ymax": null, + "ymin": null + }, + "tableColumn": "", + "targets": [ + { + "expr": "debezium_metrics_TotalTableCount{context=\"snapshot\",instance=\"$instance\",job=\"$job\",name=\"$name\",plugin=\"$plugin\"}", + "refId": "A" + } + ], + "thresholds": "", + "timeFrom": null, + "timeShift": null, + "title": "Total Tablecount", + "type": "singlestat", + "valueFontSize": "80%", + "valueMaps": [ + { + "op": "=", + "text": "N/A", + "value": "null" + } + ], + "valueName": "avg" + }, + { + "cacheTimeout": null, + "datasource": "Prometheus", + "gridPos": { + "h": 4, + "w": 4, + "x": 4, + "y": 2 + }, + "id": 24, + "links": [], + "options": { + "fieldOptions": { + "calcs": [ + "mean" + ], + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [ + { + "id": 0, + "op": "=", + "text": "N/A", + "type": 1, + "value": "null" + } + ], + "max": 600, + "min": 0, + "nullValueMode": "connected", + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "semi-dark-blue", + "value": null + }, + { + "color": "semi-dark-purple", + "value": 200 + }, + { + "color": "red", + "value": 500 + } + ] + }, + "unit": "none" + }, + "overrides": [], + "values": false + }, + "orientation": "horizontal", + "showThresholdLabels": false, + "showThresholdMarkers": true + }, + "pluginVersion": "6.6.1", + "targets": [ + { + "expr": "debezium_metrics_RemainingTableCount{context=\"snapshot\",instance=\"$instance\",job=\"$job\",name=\"$name\",plugin=\"$plugin\"}", + "refId": "A" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Remaining Tables", + "type": "gauge" + }, + { + "cacheTimeout": null, + "colorBackground": false, + "colorValue": true, + "colors": [ + "#A352CC", + "#3274D9", + "#299c46" + ], + "datasource": "Prometheus", + "format": "none", + "gauge": { + "maxValue": 100, + "minValue": 0, + "show": false, + "thresholdLabels": false, + "thresholdMarkers": true + }, + "gridPos": { + "h": 4, + "w": 4, + "x": 8, + "y": 2 + }, + "id": 26, + "interval": null, + "links": [], + "mappingType": 1, + "mappingTypes": [ + { + "name": "value to text", + "value": 1 + }, + { + "name": "range to text", + "value": 2 + } + ], + "maxDataPoints": 100, + "nullPointMode": "connected", + "nullText": null, + "options": {}, + "postfix": "", + "postfixFontSize": "50%", + "prefix": "", + "prefixFontSize": "50%", + "rangeMaps": [ + { + "from": "null", + "text": "N/A", + "to": "null" + } + ], + "sparkline": { + "fillColor": "rgba(31, 118, 189, 0.18)", + "full": false, + "lineColor": "rgb(31, 120, 193)", + "show": false, + "ymax": null, + "ymin": null + }, + "tableColumn": "", + "targets": [ + { + "expr": "debezium_metrics_HoldingGlobalLock{context=\"snapshot\",instance=\"$instance\",job=\"$job\",name=\"$name\",plugin=\"$plugin\"}", + "refId": "A" + } + ], + "thresholds": "", + "timeFrom": null, + "timeShift": null, + "title": "Holding GlobalLock", + "type": "singlestat", + "valueFontSize": "80%", + "valueMaps": [ + { + "op": "=", + "text": "NO", + "value": "0" + }, + { + "op": "=", + "text": "YES", + "value": "1" + } + ], + "valueName": "avg" + }, + { + "cacheTimeout": null, + "colorBackground": false, + "colorValue": true, + "colors": [ + "#3274D9", + "rgba(237, 129, 40, 0.89)", + "#d44a3a" + ], + "datasource": "Prometheus", + "format": "none", + "gauge": { + "maxValue": 100, + "minValue": 0, + "show": false, + "thresholdLabels": false, + "thresholdMarkers": true + }, + "gridPos": { + "h": 4, + "w": 4, + "x": 12, + "y": 2 + }, + "id": 28, + "interval": null, + "links": [], + "mappingType": 1, + "mappingTypes": [ + { + "name": "value to text", + "value": 1 + }, + { + "name": "range to text", + "value": 2 + } + ], + "maxDataPoints": 100, + "nullPointMode": "connected", + "nullText": null, + "options": {}, + "pluginVersion": "6.5.2", + "postfix": "", + "postfixFontSize": "50%", + "prefix": "", + "prefixFontSize": "50%", + "rangeMaps": [ + { + "from": "null", + "text": "N/A", + "to": "null" + } + ], + "sparkline": { + "fillColor": "rgba(31, 118, 189, 0.18)", + "full": false, + "lineColor": "rgb(31, 120, 193)", + "show": false, + "ymax": null, + "ymin": null + }, + "tableColumn": "", + "targets": [ + { + "expr": "debezium_metrics_SnapshotRunning{context=\"snapshot\",instance=\"$instance\",job=\"$job\",name=\"$name\",plugin=\"$plugin\"}", + "instant": true, + "refId": "A" + } + ], + "thresholds": "", + "timeFrom": null, + "timeShift": null, + "title": "Snapshot Running", + "type": "singlestat", + "valueFontSize": "80%", + "valueMaps": [ + { + "op": "=", + "text": "NO", + "value": "0" + }, + { + "op": "=", + "text": "YES", + "value": "1" + } + ], + "valueName": "avg" + }, + { + "cacheTimeout": null, + "colorBackground": false, + "colorValue": true, + "colors": [ + "#3274D9", + "rgba(237, 129, 40, 0.89)", + "#299c46" + ], + "datasource": "Prometheus", + "format": "none", + "gauge": { + "maxValue": 100, + "minValue": 0, + "show": false, + "thresholdLabels": false, + "thresholdMarkers": true + }, + "gridPos": { + "h": 4, + "w": 4, + "x": 16, + "y": 2 + }, + "id": 30, + "interval": null, + "links": [], + "mappingType": 1, + "mappingTypes": [ + { + "name": "value to text", + "value": 1 + }, + { + "name": "range to text", + "value": 2 + } + ], + "maxDataPoints": 100, + "nullPointMode": "connected", + "nullText": null, + "options": {}, + "postfix": "", + "postfixFontSize": "50%", + "prefix": "", + "prefixFontSize": "50%", + "rangeMaps": [ + { + "from": "null", + "text": "N/A", + "to": "null" + } + ], + "sparkline": { + "fillColor": "rgba(31, 118, 189, 0.18)", + "full": false, + "lineColor": "rgb(31, 120, 193)", + "show": false, + "ymax": null, + "ymin": null + }, + "tableColumn": "", + "targets": [ + { + "expr": "debezium_metrics_SnapshotAborted{context=\"snapshot\",instance=\"$instance\",job=\"$job\",name=\"$name\",plugin=\"$plugin\"}\t\r", + "refId": "A" + } + ], + "thresholds": "", + "timeFrom": null, + "timeShift": null, + "title": "Snapshot Aborted", + "type": "singlestat", + "valueFontSize": "80%", + "valueMaps": [ + { + "op": "=", + "text": "NO", + "value": "0" + }, + { + "op": "=", + "text": "YES", + "value": "1" + } + ], + "valueName": "avg" + }, + { + "cacheTimeout": null, + "colorBackground": false, + "colorValue": true, + "colors": [ + "#3274D9", + "rgba(237, 129, 40, 0.89)", + "#d44a3a" + ], + "datasource": "Prometheus", + "format": "none", + "gauge": { + "maxValue": 100, + "minValue": 0, + "show": false, + "thresholdLabels": false, + "thresholdMarkers": true + }, + "gridPos": { + "h": 4, + "w": 4, + "x": 20, + "y": 2 + }, + "id": 32, + "interval": null, + "links": [], + "mappingType": 1, + "mappingTypes": [ + { + "name": "value to text", + "value": 1 + }, + { + "name": "range to text", + "value": 2 + } + ], + "maxDataPoints": 100, + "nullPointMode": "connected", + "nullText": null, + "options": {}, + "postfix": "", + "postfixFontSize": "50%", + "prefix": "", + "prefixFontSize": "50%", + "rangeMaps": [ + { + "from": "null", + "text": "N/A", + "to": "null" + } + ], + "sparkline": { + "fillColor": "rgba(31, 118, 189, 0.18)", + "full": false, + "lineColor": "rgb(31, 120, 193)", + "show": false, + "ymax": null, + "ymin": null + }, + "tableColumn": "", + "targets": [ + { + "expr": "debezium_metrics_SnapshotCompleted{context=\"snapshot\",instance=\"$instance\",job=\"$job\",name=\"$name\",plugin=\"$plugin\"}", + "refId": "A" + } + ], + "thresholds": "", + "timeFrom": null, + "timeShift": null, + "title": "Snapshot Completed", + "type": "singlestat", + "valueFontSize": "80%", + "valueMaps": [ + { + "op": "=", + "text": "NO", + "value": "0" + }, + { + "op": "=", + "text": "YES", + "value": "1" + } + ], + "valueName": "avg" + }, + { + "cacheTimeout": null, + "datasource": "Prometheus", + "gridPos": { + "h": 4, + "w": 12, + "x": 0, + "y": 6 + }, + "id": 34, + "links": [], + "options": { + "displayMode": "lcd", + "fieldOptions": { + "calcs": [ + "mean" + ], + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "max": 18000, + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "semi-dark-blue", + "value": null + }, + { + "color": "semi-dark-purple", + "value": 9000 + }, + { + "color": "red", + "value": 15000 + } + ] + }, + "unit": "s" + }, + "overrides": [], + "values": false + }, + "orientation": "auto", + "showUnfilled": true + }, + "pluginVersion": "6.6.1", + "targets": [ + { + "expr": "debezium_metrics_SnapshotDurationInSeconds{context=\"snapshot\",instance=\"$instance\",job=\"$job\",name=\"$name\",plugin=\"$plugin\"}\t\r", + "refId": "A" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Snapshot Duration", + "type": "bargauge" + }, + { + "aliasColors": { + "debezium_metrics_NumberOfEventsFiltered{context=\"binlog\",instance=\"192.168.11.182:7071\",job=\"$job\",name=\"prod-aurora-cluster\",plugin=\"mysql\"}": "semi-dark-blue", + "debezium_metrics_NumberOfEventsFiltered{context=\"binlog\",instance=\"192.168.13.124:7071\",job=\"$job\",name=\"prod-aurora-cluster\",plugin=\"mysql\"}": "dark-purple", + "debezium_metrics_NumberOfEventsFiltered{context=\"snapshot\",instance=\"192.168.11.182:7071\",job=\"$job\",name=\"snapshot-prod-aurora-cluster-cluster\",plugin=\"mysql\"}": "dark-blue" + }, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "Prometheus", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 6 + }, + "hiddenSeries": false, + "id": 38, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "dataLinks": [] + }, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "debezium_metrics_NumberOfEventsFiltered{context=\"snapshot\",instance=\"$instance\",job=\"$job\",name=\"$name\",plugin=\"$plugin\"}\t\r", + "refId": "A" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "NumberOf Events Filtered", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "cacheTimeout": null, + "colorBackground": false, + "colorValue": true, + "colors": [ + "#A352CC", + "rgba(237, 129, 40, 0.89)", + "#d44a3a" + ], + "datasource": "Prometheus", + "format": "ms", + "gauge": { + "maxValue": 100, + "minValue": 0, + "show": false, + "thresholdLabels": false, + "thresholdMarkers": true + }, + "gridPos": { + "h": 4, + "w": 4, + "x": 0, + "y": 10 + }, + "id": 36, + "interval": null, + "links": [], + "mappingType": 1, + "mappingTypes": [ + { + "name": "value to text", + "value": 1 + }, + { + "name": "range to text", + "value": 2 + } + ], + "maxDataPoints": 100, + "nullPointMode": "connected", + "nullText": null, + "options": {}, + "postfix": "", + "postfixFontSize": "50%", + "prefix": "", + "prefixFontSize": "50%", + "rangeMaps": [ + { + "from": "null", + "text": "N/A", + "to": "null" + } + ], + "sparkline": { + "fillColor": "rgba(31, 118, 189, 0.18)", + "full": false, + "lineColor": "rgb(31, 120, 193)", + "show": false, + "ymax": null, + "ymin": null + }, + "tableColumn": "", + "targets": [ + { + "expr": "debezium_metrics_MilliSecondsSinceLastEvent{context=\"snapshot\",instance=\"$instance\",job=\"$job\",name=\"$name\",plugin=\"$plugin\"}\r", + "refId": "A" + } + ], + "thresholds": "", + "timeFrom": null, + "timeShift": null, + "title": "MilliSeconds Since LastEvent", + "type": "singlestat", + "valueFontSize": "80%", + "valueMaps": [ + { + "op": "=", + "text": "N/A", + "value": "null" + } + ], + "valueName": "avg" + }, + { + "cacheTimeout": null, + "colorBackground": false, + "colorValue": false, + "colors": [ + "#3274D9", + "rgba(237, 129, 40, 0.89)", + "#d44a3a" + ], + "datasource": "Prometheus", + "format": "none", + "gauge": { + "maxValue": 100, + "minValue": 0, + "show": false, + "thresholdLabels": false, + "thresholdMarkers": true + }, + "gridPos": { + "h": 4, + "w": 4, + "x": 4, + "y": 10 + }, + "id": 42, + "interval": null, + "links": [], + "mappingType": 1, + "mappingTypes": [ + { + "name": "value to text", + "value": 1 + }, + { + "name": "range to text", + "value": 2 + } + ], + "maxDataPoints": 100, + "nullPointMode": "connected", + "nullText": null, + "options": {}, + "postfix": "", + "postfixFontSize": "50%", + "prefix": "", + "prefixFontSize": "50%", + "rangeMaps": [ + { + "from": "null", + "text": "N/A", + "to": "null" + } + ], + "sparkline": { + "fillColor": "rgba(31, 118, 189, 0.18)", + "full": false, + "lineColor": "rgb(31, 120, 193)", + "show": false, + "ymax": null, + "ymin": null + }, + "tableColumn": "", + "targets": [ + { + "expr": "debezium_metrics_QueueTotalCapacity{context=\"snapshot\",instance=\"$instance\",job=\"$job\",name=\"$name\",plugin=\"$plugin\"}\t\r", + "refId": "A" + } + ], + "thresholds": "", + "timeFrom": null, + "timeShift": null, + "title": "Queue Total Capacity", + "type": "singlestat", + "valueFontSize": "80%", + "valueMaps": [ + { + "op": "=", + "text": "N/A", + "value": "null" + } + ], + "valueName": "avg" + }, + { + "datasource": "Prometheus", + "gridPos": { + "h": 4, + "w": 4, + "x": 8, + "y": 10 + }, + "id": 44, + "options": { + "fieldOptions": { + "calcs": [ + "mean" + ], + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "max": 10000, + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "semi-dark-blue", + "value": null + }, + { + "color": "dark-purple", + "value": 7000 + }, + { + "color": "red", + "value": 8000 + } + ] + } + }, + "overrides": [], + "values": false + }, + "orientation": "auto", + "showThresholdLabels": false, + "showThresholdMarkers": true + }, + "pluginVersion": "6.6.1", + "targets": [ + { + "expr": "debezium_metrics_QueueRemainingCapacity{context=\"snapshot\",instance=\"$instance\",job=\"$job\",name=\"$name\",plugin=\"$plugin\"}\t\r", + "refId": "A" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Queue Remaining Capacity", + "type": "gauge" + }, + { + "aliasColors": { + "debezium_metrics_NumberOfErroneousEvents{context=\"binlog\",instance=\"192.168.11.182:7071\",job=\"$job\",name=\"prod-aurora-cluster\",plugin=\"mysql\"}": "semi-dark-orange", + "debezium_metrics_NumberOfErroneousEvents{context=\"binlog\",instance=\"192.168.13.124:7071\",job=\"$job\",name=\"prod-aurora-cluster\",plugin=\"mysql\"}": "semi-dark-blue", + "debezium_metrics_NumberOfErroneousEvents{context=\"snapshot\",instance=\"192.168.11.182:7071\",job=\"$job\",name=\"snapshot-prod-aurora-cluster-cluster\",plugin=\"mysql\"}": "semi-dark-purple" + }, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "Prometheus", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 14 + }, + "hiddenSeries": false, + "id": 40, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "dataLinks": [] + }, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "debezium_metrics_NumberOfErroneousEvents{context=\"binlog\",instance=\"$instance\",job=\"$job\",name=\"$name\",plugin=\"$plugin\"}\r", + "refId": "A" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "NumberOf Erroneous Events", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": { + "debezium_metrics_TotalNumberOfEventsSeen{context=\"binlog\",instance=\"192.168.11.182:7071\",job=\"$job\",name=\"prod-aurora-cluster\",plugin=\"mysql\"}": "semi-dark-purple", + "debezium_metrics_TotalNumberOfEventsSeen{context=\"binlog\",instance=\"192.168.13.124:7071\",job=\"$job\",name=\"prod-aurora-cluster\",plugin=\"mysql\"}": "semi-dark-purple", + "debezium_metrics_TotalNumberOfEventsSeen{context=\"snapshot\",instance=\"192.168.11.182:7071\",job=\"$job\",name=\"snapshot-prod-aurora-cluster-cluster\",plugin=\"mysql\"}": "semi-dark-blue" + }, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "Prometheus", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 14 + }, + "hiddenSeries": false, + "id": 46, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "dataLinks": [] + }, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "debezium_metrics_TotalNumberOfEventsSeen{context=\"snapshot\",instance=\"$instance\",job=\"$job\",name=\"$name\",plugin=\"$plugin\"}\t\r", + "refId": "A" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Total NumberOf Events Seen", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + } + ], + "title": "Snapshot Metrics", + "type": "row" + }, + { + "collapsed": true, + "datasource": "Prometheus", "gridPos": { - "h": 9, - "w": 12, - "x": 12, - "y": 13 + "h": 1, + "w": 24, + "x": 0, + "y": 34 }, - "id": 22, - "links": [], - "pageSize": null, - "scroll": true, - "showHeader": true, - "sort": { - "col": 0, - "desc": true - }, - "styles": [ - { - "alias": "Time", - "dateFormat": "YYYY-MM-DD HH:mm:ss", - "pattern": "Time", - "type": "date" + "id": 8, + "panels": [ + { + "content": "\n# Schema Changes Metrics\n\nFor detailed explanation for all the schema changes metrics: [Visit Debezium documentation](https://debezium.io/documentation/reference/1.0/assemblies/cdc-mysql-connector/as_deploy-the-mysql-connector.html#mysql-connector-schema-history-metrics)\n\n\n\n\n", + "datasource": "Prometheus", + "gridPos": { + "h": 5, + "w": 12, + "x": 0, + "y": 55 + }, + "id": 20, + "mode": "markdown", + "options": {}, + "timeFrom": null, + "timeShift": null, + "title": "Metric Title", + "transparent": true, + "type": "text" }, { - "alias": "Table", - "colorMode": null, + "cacheTimeout": null, + "colorBackground": false, + "colorValue": false, "colors": [ - "rgba(245, 54, 54, 0.9)", + "#299c46", "rgba(237, 129, 40, 0.89)", - "rgba(50, 172, 45, 0.97)" + "#d44a3a" ], - "dateFormat": "YYYY-MM-DD HH:mm:ss", - "decimals": 2, + "datasource": "Prometheus", + "decimals": null, + "format": "none", + "gauge": { + "maxValue": 100, + "minValue": 0, + "show": false, + "thresholdLabels": false, + "thresholdMarkers": true + }, + "gridPos": { + "h": 5, + "w": 4, + "x": 12, + "y": 55 + }, + "id": 10, + "interval": null, + "links": [], "mappingType": 1, - "pattern": "table", - "thresholds": [], - "type": "string", - "unit": "short" + "mappingTypes": [ + { + "name": "value to text", + "value": 1 + }, + { + "name": "range to text", + "value": 2 + } + ], + "maxDataPoints": 100, + "nullPointMode": "connected", + "nullText": null, + "options": {}, + "postfix": "", + "postfixFontSize": "50%", + "prefix": "", + "prefixFontSize": "50%", + "rangeMaps": [ + { + "from": "null", + "text": "N/A", + "to": "null" + } + ], + "sparkline": { + "fillColor": "rgba(31, 118, 189, 0.18)", + "full": false, + "lineColor": "rgb(31, 120, 193)", + "show": false, + "ymax": null, + "ymin": null + }, + "tableColumn": "", + "targets": [ + { + "expr": "debezium_metrics_RecoveryStartTime{context=\"schema-history\",instance=\"$instance\",job=\"$job\",name=\"$name\",plugin=\"$plugin\"}", + "format": "time_series", + "instant": false, + "legendFormat": "", + "refId": "A" + } + ], + "thresholds": "", + "timeFrom": null, + "timeShift": null, + "title": "Recovery StartTime", + "type": "singlestat", + "valueFontSize": "80%", + "valueMaps": [ + { + "op": "=", + "text": "N/A", + "value": "null" + } + ], + "valueName": "first" }, { - "alias": "Rows", - "colorMode": null, + "cacheTimeout": null, + "colorBackground": false, + "colorValue": false, "colors": [ - "rgba(245, 54, 54, 0.9)", + "#299c46", "rgba(237, 129, 40, 0.89)", - "rgba(50, 172, 45, 0.97)" + "#d44a3a" ], - "dateFormat": "YYYY-MM-DD HH:mm:ss", - "decimals": 0, + "datasource": "Prometheus", + "format": "ms", + "gauge": { + "maxValue": 100, + "minValue": 0, + "show": false, + "thresholdLabels": false, + "thresholdMarkers": true + }, + "gridPos": { + "h": 5, + "w": 4, + "x": 16, + "y": 55 + }, + "id": 16, + "interval": null, + "links": [], "mappingType": 1, - "pattern": "Value", - "thresholds": [], - "type": "number", - "unit": "short" + "mappingTypes": [ + { + "name": "value to text", + "value": 1 + }, + { + "name": "range to text", + "value": 2 + } + ], + "maxDataPoints": 100, + "nullPointMode": "connected", + "nullText": null, + "options": {}, + "postfix": "", + "postfixFontSize": "50%", + "prefix": "", + "prefixFontSize": "50%", + "rangeMaps": [ + { + "from": "null", + "text": "N/A", + "to": "null" + } + ], + "sparkline": { + "fillColor": "rgba(31, 118, 189, 0.18)", + "full": false, + "lineColor": "rgb(31, 120, 193)", + "show": false, + "ymax": null, + "ymin": null + }, + "tableColumn": "", + "targets": [ + { + "expr": "debezium_metrics_MilliSecondsSinceLastAppliedChange{context=\"schema-history\",instance=\"$instance\",job=\"$job\",name=\"$name\",plugin=\"$plugin\"}\t\r", + "refId": "A" + } + ], + "thresholds": "", + "timeFrom": null, + "timeShift": null, + "title": "Since Last AppliedChange", + "type": "singlestat", + "valueFontSize": "80%", + "valueMaps": [ + { + "op": "=", + "text": "N/A", + "value": "null" + } + ], + "valueName": "avg" }, { - "alias": "", - "colorMode": null, + "cacheTimeout": null, + "colorBackground": false, + "colorValue": false, "colors": [ - "rgba(245, 54, 54, 0.9)", + "#299c46", "rgba(237, 129, 40, 0.89)", - "rgba(50, 172, 45, 0.97)" + "#d44a3a" + ], + "datasource": "Prometheus", + "format": "ms", + "gauge": { + "maxValue": 100, + "minValue": 0, + "show": false, + "thresholdLabels": false, + "thresholdMarkers": true + }, + "gridPos": { + "h": 5, + "w": 4, + "x": 20, + "y": 55 + }, + "id": 18, + "interval": null, + "links": [], + "mappingType": 1, + "mappingTypes": [ + { + "name": "value to text", + "value": 1 + }, + { + "name": "range to text", + "value": 2 + } + ], + "maxDataPoints": 100, + "nullPointMode": "connected", + "nullText": null, + "options": {}, + "postfix": "", + "postfixFontSize": "50%", + "prefix": "", + "prefixFontSize": "50%", + "rangeMaps": [ + { + "from": "null", + "text": "N/A", + "to": "null" + } + ], + "sparkline": { + "fillColor": "rgba(31, 118, 189, 0.18)", + "full": false, + "lineColor": "rgb(31, 120, 193)", + "show": false, + "ymax": null, + "ymin": null + }, + "tableColumn": "", + "targets": [ + { + "expr": "debezium_metrics_MilliSecondsSinceLastRecoveredChange{context=\"schema-history\",instance=\"$instance\",job=\"$job\",name=\"$name\",plugin=\"$plugin\"}\t\r", + "refId": "A" + } + ], + "thresholds": "", + "timeFrom": null, + "timeShift": null, + "title": "Since Last RecoveredChange", + "type": "singlestat", + "valueFontSize": "80%", + "valueMaps": [ + { + "op": "=", + "text": "N/A", + "value": "null" + } + ], + "valueName": "avg" + }, + { + "aliasColors": { + "debezium_metrics_ChangesRecovered{context=\"schema-history\",instance=\"192.168.11.182:7071\",job=\"$job\",name=\"snapshot-prod-aurora-cluster-cluster\",plugin=\"mysql\"}": "dark-blue", + "debezium_metrics_ChangesRecovered{context=\"schema-history\",instance=\"192.168.13.124:7071\",job=\"$job\",name=\"prod-aurora-cluster\",plugin=\"mysql\"}": "dark-purple" + }, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "Prometheus", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 60 + }, + "hiddenSeries": false, + "id": 12, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "dataLinks": [] + }, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "debezium_metrics_ChangesRecovered{context=\"schema-history\",instance=\"$instance\",job=\"$job\",name=\"$name\",plugin=\"$plugin\"}\t\r", + "refId": "A" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Changes Recovered", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": { + "debezium_metrics_ChangesApplied{context=\"schema-history\",instance=\"192.168.11.182:7071\",job=\"$job\",name=\"snapshot-prod-aurora-cluster-cluster\",plugin=\"mysql\"}": "dark-purple", + "debezium_metrics_ChangesApplied{context=\"schema-history\",instance=\"192.168.13.124:7071\",job=\"$job\",name=\"prod-aurora-cluster\",plugin=\"mysql\"}": "dark-blue" + }, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "Prometheus", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 60 + }, + "hiddenSeries": false, + "id": 14, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "dataLinks": [] + }, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "debezium_metrics_ChangesApplied{context=\"schema-history\",instance=\"$instance\",job=\"$job\",name=\"$name\",plugin=\"$plugin\"}\t\r", + "refId": "A" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Changes Applied", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } ], - "decimals": 2, - "pattern": "/.*/", - "thresholds": [], - "type": "hidden", - "unit": "short" - } - ], - "targets": [ - { - "expr": "debezium_metrics_RowsScanned{plugin=\"$connector_type\",name=\"$connector_name\"}", - "format": "table", - "hide": false, - "intervalFactor": 1, - "refId": "A" + "yaxis": { + "align": false, + "alignLevel": null + } } ], - "title": "Rows scanned", - "transform": "table", - "type": "table" + "title": "Schema History Metrics", + "type": "row" }, { "collapsed": true, + "datasource": null, "gridPos": { "h": 1, "w": 24, "x": 0, - "y": 22 + "y": 35 }, - "id": 32, + "id": 82, "panels": [ { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, - "datasource": "prometheus", + "datasource": "Prometheus", "fill": 1, + "fillGradient": 0, "gridPos": { - "h": 9, - "w": 12, + "h": 7, + "w": 24, "x": 0, - "y": 3 + "y": 4 }, - "id": 34, + "hiddenSeries": false, + "id": 84, "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, + "alignAsTable": true, + "avg": true, + "current": true, + "max": true, + "min": true, + "rightSide": true, "show": true, "total": false, - "values": false + "values": true }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", + "options": { + "dataLinks": [] + }, "percentage": false, "pointradius": 5, "points": false, @@ -970,24 +3008,25 @@ "steppedLine": false, "targets": [ { - "expr": "kafka_connect_connect_metrics_incoming_byte_rate", + "expr": "jvm_memory_bytes_used{area=\"heap\",instance=\"$instance\",job=\"$job\"}", "format": "time_series", - "intervalFactor": 1, - "legendFormat": "Incoming({{client}})", - "refId": "A" + "intervalFactor": 2, + "legendFormat": "Heap memory", + "refId": "B" }, { - "expr": "kafka_connect_connect_metrics_outgoing_byte_rate", + "expr": "jvm_memory_bytes_max{area=\"heap\",instance=\"$instance\",job=\"$job\"}", "format": "time_series", - "intervalFactor": 1, - "legendFormat": "Outgoing({{client}})", - "refId": "B" + "intervalFactor": 2, + "legendFormat": "Maximum non-heap memory", + "refId": "D" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, - "title": "Network traffic rate", + "title": "Memory usage", "tooltip": { "shared": true, "sort": 0, @@ -1003,7 +3042,7 @@ }, "yaxes": [ { - "format": "short", + "format": "bytes", "label": null, "logBase": 1, "max": null, @@ -1023,48 +3062,41 @@ "align": false, "alignLevel": null } - } - ], - "title": "Kafka Connect", - "type": "row" - }, - { - "collapsed": true, - "gridPos": { - "h": 1, - "w": 24, - "x": 0, - "y": 23 - }, - "id": 20, - "panels": [ + }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, - "datasource": "prometheus", + "datasource": "Prometheus", "fill": 1, + "fillGradient": 0, "gridPos": { - "h": 9, + "h": 6, "w": 12, "x": 0, - "y": 23 + "y": 11 }, - "id": 6, + "hiddenSeries": false, + "id": 86, "legend": { + "alignAsTable": false, "avg": false, - "current": false, - "max": false, + "current": true, + "max": true, "min": false, - "show": true, + "rightSide": false, + "show": false, "total": false, - "values": false + "values": true }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", + "options": { + "dataLinks": [] + }, "percentage": false, "pointradius": 5, "points": false, @@ -1075,26 +3107,32 @@ "steppedLine": false, "targets": [ { - "expr": "jvm_memory_bytes_used{area='heap'}", + "expr": "jvm_threads_current{instance=\"$instance\",job=\"$job\"}", "format": "time_series", - "intervalFactor": 1, - "legendFormat": "Used", + "intervalFactor": 2, + "legendFormat": "current", + "refId": "B" + }, + { + "expr": "jvm_threads_daemon{instance=\"$instance\",job=\"$job\"}", + "format": "time_series", + "intervalFactor": 2, + "legendFormat": "daemon", "refId": "A" }, { - "expr": "jvm_memory_bytes_max{area='heap'}", + "expr": "jvm_threads_deadlockedjvm_threads_daemon{instance=\"$instance\",job=\"$job\"}", "format": "time_series", - "hide": false, - "interval": "", - "intervalFactor": 1, - "legendFormat": "Maximum", - "refId": "B" + "intervalFactor": 2, + "legendFormat": "deadlocked", + "refId": "C" } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, - "title": "Heap Memory", + "title": "Threads used", "tooltip": { "shared": true, "sort": 0, @@ -1110,7 +3148,7 @@ }, "yaxes": [ { - "format": "short", + "format": "none", "label": null, "logBase": 1, "max": null, @@ -1136,21 +3174,25 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": "prometheus", + "datasource": "Prometheus", "fill": 1, + "fillGradient": 0, "gridPos": { - "h": 9, + "h": 6, "w": 12, "x": 12, - "y": 23 + "y": 11 }, - "id": 24, + "hiddenSeries": false, + "id": 87, "legend": { + "alignAsTable": false, "avg": false, "current": false, "max": false, "min": false, - "show": true, + "rightSide": false, + "show": false, "total": false, "values": false }, @@ -1158,6 +3200,9 @@ "linewidth": 1, "links": [], "nullPointMode": "null", + "options": { + "dataLinks": [] + }, "percentage": false, "pointradius": 5, "points": false, @@ -1168,31 +3213,204 @@ "steppedLine": false, "targets": [ { - "expr": "jvm_threads_current", + "expr": "jvm_classes_loaded{instance=\"$instance\",job=\"$job\"}", "format": "time_series", - "intervalFactor": 1, - "legendFormat": "Running", - "refId": "A" + "intervalFactor": 2, + "legendFormat": "loaded", + "refId": "B" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Class loading", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "none", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true }, { - "expr": "jvm_threads_peak", + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "Prometheus", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 7, + "w": 12, + "x": 0, + "y": 17 + }, + "hiddenSeries": false, + "id": 89, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "options": { + "dataLinks": [] + }, + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "rate(jvm_gc_collection_seconds_sum{instance=~\"$instance\",job=\"$job\"}[1m])", "format": "time_series", - "intervalFactor": 1, - "legendFormat": "Maximum", - "refId": "B" + "interval": "", + "intervalFactor": 5, + "legendFormat": "{{gc}}", + "metric": "jvm_gc_collection_seconds_sum", + "refId": "A", + "step": 10 + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "GC time / 1 min. rate", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "s", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true }, { - "expr": "jvm_threads_started_total", + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "Prometheus", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 7, + "w": 12, + "x": 12, + "y": 17 + }, + "hiddenSeries": false, + "id": 91, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "options": { + "dataLinks": [] + }, + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "jvm_gc_collection_seconds_count{instance=~\"$instance\",job=\"$job\"}", "format": "time_series", - "intervalFactor": 1, - "legendFormat": "Started in total", - "refId": "C" + "interval": "", + "intervalFactor": 5, + "legendFormat": "{{gc}} ", + "metric": "", + "refId": "A", + "step": 10 } ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, - "title": "Threads", + "title": "GC count", "tooltip": { "shared": true, "sort": 0, @@ -1208,6 +3426,7 @@ }, "yaxes": [ { + "decimals": 0, "format": "short", "label": null, "logBase": 1, @@ -1230,66 +3449,38 @@ } } ], - "title": "JVM", + "title": "Jvm Metrics", "type": "row" } ], - "refresh": "5s", - "schemaVersion": 16, + "refresh": "10s", + "schemaVersion": 22, "style": "dark", - "tags": [], + "tags": [ + "mysql", + "debezium" + ], "templating": { "list": [ { "allValue": null, "current": { - "tags": [], - "text": "sql_server", - "value": "sql_server" + "text": "za.preprod.cdcstd.sellit", + "value": "za.preprod.cdcstd.sellit" }, - "datasource": "prometheus", + "datasource": "Prometheus", + "definition": "debezium_metrics_BinlogPosition", "hide": 0, "includeAll": false, - "label": "Connector Type", + "label": "MySQL Node", "multi": false, - "name": "connector_type", - "options": [ - { - "selected": false, - "text": "mysql", - "value": "mysql" - }, - { - "selected": false, - "text": "postgres", - "value": "postgres" - }, - { - "selected": false, - "text": "mongodb", - "value": "mongodb" - }, - { - "selected": true, - "text": "sql_server", - "value": "sql_server" - }, - { - "selected": false, - "text": "oracle", - "value": "oracle" - }, - { - "selected": false, - "text": "db2", - "value": "db2" - } - ], - "query": "debezium_metrics_TotalNumberOfEventsSeen", - "refresh": 0, - "regex": "/.*plugin=\"([^\"]+)\".*/", + "name": "name", + "options": [], + "query": "debezium_metrics_BinlogPosition", + "refresh": 2, + "regex": "/.*name=\"([^\"]+)\".*/", "skipUrlSync": false, - "sort": 0, + "sort": 1, "tagValuesQuery": "", "tags": [], "tagsQuery": "", @@ -1299,25 +3490,20 @@ { "allValue": null, "current": { - "text": "server1", - "value": "server1" + "text": "10.33.205.4:8050", + "value": "10.33.205.4:8050" }, - "datasource": "prometheus", + "datasource": "Prometheus", + "definition": "debezium_metrics_BinlogPosition", "hide": 0, "includeAll": false, - "label": "Connector Name", + "label": "Connector Node", "multi": false, - "name": "connector_name", - "options": [ - { - "selected": true, - "text": "server1", - "value": "server1" - } - ], - "query": "debezium_metrics_TotalNumberOfEventsSeen{plugin=\"$connector_type\"}", - "refresh": 0, - "regex": "/.*name=\"([^\"]+)\".*/", + "name": "instance", + "options": [], + "query": "debezium_metrics_BinlogPosition", + "refresh": 2, + "regex": "/.*instance=\"([^\"]+)\".*name=\"$name\".*/", "skipUrlSync": false, "sort": 0, "tagValuesQuery": "", @@ -1325,11 +3511,61 @@ "tagsQuery": "", "type": "query", "useTags": false + }, + { + "allValue": null, + "current": { + "text": "mysql", + "value": "mysql" + }, + "datasource": "Prometheus", + "definition": "debezium_metrics_BinlogPosition", + "hide": 0, + "includeAll": false, + "label": "plugin", + "multi": false, + "name": "plugin", + "options": [], + "query": "debezium_metrics_BinlogPosition", + "refresh": 2, + "regex": "/.*plugin=\"([^\"]+)\".*/", + "skipUrlSync": false, + "sort": 1, + "tagValuesQuery": "", + "tags": [], + "tagsQuery": "", + "type": "query", + "useTags": false + }, + { + "allValue": null, + "current": { + "text": "debezium_pre", + "value": "debezium_pre" + }, + "datasource": "Prometheus", + "definition": "debezium_metrics_BinlogPosition", + "hide": 0, + "includeAll": false, + "label": "Job", + "multi": false, + "name": "job", + "options": [], + "query": "debezium_metrics_BinlogPosition", + "refresh": 2, + "regex": "/.*job=\"([^\"]+)\".*name=\"$name\".*/", + "skipUrlSync": false, + "sort": 1, + "tagValuesQuery": "", + "tags": [], + "tagsQuery": "", + "type": "query", + "useTags": false } ] }, "time": { - "from": "now-1h", + "from": "now-30m", "to": "now" }, "timepicker": { @@ -1344,21 +3580,10 @@ "1h", "2h", "1d" - ], - "time_options": [ - "5m", - "15m", - "1h", - "6h", - "12h", - "24h", - "2d", - "7d", - "30d" ] }, - "timezone": "", - "title": "Debezium", - "uid": "7HrWpmEiz", - "version": 1 + "timezone": "browser", + "title": "Debezium MySQL Connector", + "uid": "Ro1hBYYZz", + "version": 29 }