From db1950726e49f6bc1bddb0270801ef46df62643f Mon Sep 17 00:00:00 2001 From: zhangyiwen Date: Mon, 8 Jul 2019 14:31:44 +0800 Subject: [PATCH 1/4] add metrics of titan gc --- scripts/tikv_details.json | 839 +++++++++++++++++++++++++++++++++++++- 1 file changed, 838 insertions(+), 1 deletion(-) diff --git a/scripts/tikv_details.json b/scripts/tikv_details.json index 9cd368826..b14676073 100644 --- a/scripts/tikv_details.json +++ b/scripts/tikv_details.json @@ -17273,7 +17273,844 @@ "h": 1, "w": 24, "x": 0, - "y": 23 + "y": 25 + }, + "id": 3301, + "panels": [ + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_TEST-CLUSTER}", + "fill": 1, + "gridPos": { + "h": 6, + "w": 10, + "x": 0, + "y": 26 + }, + "id": 3414, + "legend": { + "alignAsTable": true, + "avg": true, + "current": false, + "max": true, + "min": false, + "rightSide": true, + "show": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "paceLength": 10, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "avg(tikv_engine_blob_key_size{instance=~\"$instance\", db=\"$db\"})", + "format": "time_series", + "intervalFactor": 2, + "legendFormat": "key_size", + "refId": "A" + }, + { + "expr": "avg(tikv_engine_blob_value_size{instance=~\"$instance\", db=\"$db\"})", + "format": "time_series", + "intervalFactor": 2, + "legendFormat": "value_size", + "refId": "B" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Blob key value size", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "bytes", + "label": null, + "logBase": 2, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_TEST-CLUSTER}", + "fill": 1, + "gridPos": { + "h": 6, + "w": 10, + "x": 10, + "y": 26 + }, + "id": 3410, + "legend": { + "alignAsTable": true, + "avg": true, + "current": false, + "max": true, + "min": false, + "rightSide": false, + "show": true, + "total": true, + "values": true + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "paceLength": 10, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "avg(tikv_engine_blob_gc_micros_seconds{instance=~\"$instance\", db=\"$db\"})", + "format": "time_series", + "intervalFactor": 2, + "legendFormat": "blob_gc_micros", + "refId": "A" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "GC duration", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "µs", + "label": null, + "logBase": 2, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_TEST-CLUSTER}", + "fill": 1, + "gridPos": { + "h": 6, + "w": 10, + "x": 0, + "y": 32 + }, + "id": 3412, + "legend": { + "alignAsTable": true, + "avg": true, + "current": false, + "max": true, + "min": false, + "rightSide": true, + "show": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "paceLength": 10, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "avg(tikv_engine_blob_seek_micros_seconds{instance=~\"$instance\", db=\"$db\"})", + "format": "time_series", + "intervalFactor": 2, + "legendFormat": "seek_micros", + "refId": "A" + }, + { + "expr": "avg(tikv_engine_blob_prev_micros_seconds{instance=~\"$instance\", db=\"$db\"})", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "prev_micros", + "refId": "B" + }, + { + "expr": "avg(tikv_engine_blob_next_micros_seconds{instance=~\"$instance\", db=\"$db\"})", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "next_micros", + "refId": "C" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Blob seek duration", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "µs", + "label": null, + "logBase": 2, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_TEST-CLUSTER}", + "fill": 1, + "gridPos": { + "h": 6, + "w": 10, + "x": 10, + "y": 32 + }, + "id": 3408, + "legend": { + "alignAsTable": true, + "avg": true, + "current": false, + "max": true, + "min": false, + "rightSide": true, + "show": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "paceLength": 10, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "avg(tikv_engine_blob_file_write_micros_seconds{instance=~\"$instance\", db=\"$db\", type=\"blob_file_write_micros_average\"})", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "avg", + "refId": "A" + }, + { + "expr": "avg(tikv_engine_blob_file_write_micros_seconds{instance=~\"$instance\", db=\"$db\", type=\"blob_file_write_micros_percentile99\"})", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "99%", + "refId": "B" + }, + { + "expr": "avg(tikv_engine_blob_file_write_micros_seconds{instance=~\"$instance\", db=\"$db\", type=\"blob_file_write_micros_percentile95\"})", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "95%", + "refId": "C" + }, + { + "expr": "avg(tikv_engine_blob_file_write_micros_seconds{instance=~\"$instance\", db=\"$db\", type=\"blob_file_write_micros_max\"})", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "max", + "refId": "D" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "GC file write duration", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "µs", + "label": null, + "logBase": 2, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_TEST-CLUSTER}", + "fill": 1, + "gridPos": { + "h": 6, + "w": 10, + "x": 0, + "y": 38 + }, + "id": 3342, + "legend": { + "alignAsTable": true, + "avg": true, + "current": false, + "max": true, + "min": false, + "rightSide": true, + "show": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "paceLength": 10, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "sum(rate(tikv_engine_blob_flow_bytes{instance=~\"$instance\", db=\"$db\", type=\"bytes_written\"}[2m]))", + "format": "time_series", + "intervalFactor": 2, + "legendFormat": "file_bytes_written", + "refId": "A" + }, + { + "expr": "sum(rate(tikv_engine_blob_flow_bytes{instance=~\"$instance\", db=\"$db\", type=\"bytes_read\"}[2m]))", + "format": "time_series", + "intervalFactor": 2, + "legendFormat": "file_bytes_read", + "refId": "B" + }, + { + "expr": "sum(rate(tikv_engine_blob_flow_bytes{instance=~\"$instance\", db=\"$db\", type=\"keys_read\"}[2m]))", + "format": "time_series", + "intervalFactor": 2, + "legendFormat": "keys_read", + "refId": "C" + }, + { + "expr": "sum(rate(tikv_engine_blob_flow_bytes{instance=~\"$instance\", db=\"$db\", type=\"keys_written\"}[2m]))", + "format": "time_series", + "intervalFactor": 2, + "legendFormat": "keys_written", + "refId": "D" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Blob flow", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "Bps", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_TEST-CLUSTER}", + "fill": 1, + "gridPos": { + "h": 6, + "w": 10, + "x": 10, + "y": 38 + }, + "id": 3338, + "legend": { + "alignAsTable": true, + "avg": true, + "current": false, + "max": true, + "min": false, + "rightSide": true, + "show": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "paceLength": 10, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "sum(rate(tikv_engine_blob_locate{instance=~\"$instance\", db=\"$db\", type=\"number_blob_seek\"}[2m]))", + "format": "time_series", + "hide": false, + "interval": "", + "intervalFactor": 2, + "legendFormat": "seek", + "refId": "A" + }, + { + "expr": "sum(rate(tikv_engine_blob_locate{instance=~\"$instance\", db=\"$db\", type=\"number_blob_prev\"}[2m]))", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "prev", + "refId": "B" + }, + { + "expr": "sum(rate(tikv_engine_blob_locate{instance=~\"$instance\", db=\"$db\", type=\"number_blob_next\"}[2m]))", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "next", + "refId": "C" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Blob seek operations", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "ops", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_TEST-CLUSTER}", + "fill": 1, + "gridPos": { + "h": 6, + "w": 10, + "x": 0, + "y": 44 + }, + "id": 3344, + "legend": { + "alignAsTable": true, + "avg": true, + "current": false, + "max": false, + "min": false, + "rightSide": true, + "show": true, + "total": true, + "values": true + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "paceLength": 10, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "sum(rate(tikv_engine_blob_gc_file_count{instance=~\"$instance\", db=\"$db\", type=\"gc_input_files_count\"}[2m]))", + "format": "time_series", + "intervalFactor": 2, + "legendFormat": "gc_num_files", + "refId": "B" + }, + { + "expr": "sum(rate(tikv_engine_blob_gc_file_count{instance=~\"$instance\", db=\"$db\", type=\"gc_output_files_count\"}[2m]))", + "format": "time_series", + "intervalFactor": 2, + "legendFormat": "gc_num_new_files", + "refId": "C" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Blob GC file", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_TEST-CLUSTER}", + "fill": 1, + "gridPos": { + "h": 6, + "w": 10, + "x": 10, + "y": 44 + }, + "id": 3340, + "legend": { + "alignAsTable": true, + "avg": true, + "current": false, + "max": true, + "min": false, + "rightSide": true, + "show": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "paceLength": 10, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "sum(rate(tikv_engine_blob_gc_flow_bytes{instance=~\"$instance\", db=\"$db\", type=\"bytes_written\"}[2m]))", + "format": "time_series", + "intervalFactor": 2, + "legendFormat": "bytes_written", + "refId": "A" + }, + { + "expr": "sum(rate(tikv_engine_blob_gc_flow_bytes{instance=~\"$instance\", db=\"$db\", type=\"bytes_read\"}[2m]))", + "format": "time_series", + "intervalFactor": 2, + "legendFormat": "bytes_read", + "refId": "B" + }, + { + "expr": "sum(rate(tikv_engine_blob_gc_flow_bytes{instance=~\"$instance\", db=\"$db\", type=\"bytes_overwritten\"}[2m]))", + "format": "time_series", + "intervalFactor": 2, + "legendFormat": "bytes_overwritten", + "refId": "C" + }, + { + "expr": "sum(rate(tikv_engine_blob_gc_flow_bytes{instance=~\"$instance\", db=\"$db\", type=\"bytes_relocated\"}[2m]))", + "format": "time_series", + "intervalFactor": 2, + "legendFormat": "bytes_relocated", + "refId": "D" + }, + { + "expr": "sum(rate(tikv_engine_blob_gc_flow_bytes{instance=~\"$instance\", db=\"$db\", type=\"keys_relocated\"}[2m]))", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "keys_relocated", + "refId": "E" + }, + { + "expr": "sum(rate(tikv_engine_blob_gc_flow_bytes{instance=~\"$instance\", db=\"$db\", type=\"keys_overwritten\"}[2m]))", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "keys_overwritten", + "refId": "F" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Blob GC flows", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "Bps", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + } + ], + "title": "Titan - GC", + "type": "row" + }, + { + "collapsed": true, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 26 }, "id": 2763, "panels": [ From 6a0d45a2b22942e28f7afa2c3dda68679b0d38f8 Mon Sep 17 00:00:00 2001 From: zhangyiwen Date: Mon, 8 Jul 2019 17:25:28 +0800 Subject: [PATCH 2/4] add metrics of titan gc Revert "add metrics of titan gc" This reverts commit e290cd3f Revert "add metrics of titan gc" This reverts commit db195072 add metrics of titan gc --- scripts/tikv_details.json | 228 +++++++++++++++++++++++++++++--------- 1 file changed, 176 insertions(+), 52 deletions(-) diff --git a/scripts/tikv_details.json b/scripts/tikv_details.json index b14676073..95e1dfedc 100644 --- a/scripts/tikv_details.json +++ b/scripts/tikv_details.json @@ -17295,7 +17295,7 @@ "alignAsTable": true, "avg": true, "current": false, - "max": true, + "max": false, "min": false, "rightSide": true, "show": true, @@ -17318,23 +17318,32 @@ { "expr": "avg(tikv_engine_blob_key_size{instance=~\"$instance\", db=\"$db\"})", "format": "time_series", + "hide": false, "intervalFactor": 2, - "legendFormat": "key_size", + "legendFormat": "key_size_avg", "refId": "A" }, { - "expr": "avg(tikv_engine_blob_value_size{instance=~\"$instance\", db=\"$db\"})", + "expr": "quantile(0.95, tikv_engine_blob_key_size{instance=~\"$instance\", db=\"$db\"})", "format": "time_series", - "intervalFactor": 2, - "legendFormat": "value_size", - "refId": "B" + "intervalFactor": 1, + "legendFormat": "key_size_0.95", + "refId": "C" + }, + { + "expr": "quantile(0.99, tikv_engine_blob_key_size{instance=~\"$instance\", db=\"$db\"})", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "key_size_0.99", + "refId": "D" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, - "title": "Blob key value size", + "title": "Blob key size", "tooltip": { "shared": true, "sort": 0, @@ -17384,16 +17393,16 @@ "x": 10, "y": 26 }, - "id": 3410, + "id": 3446, "legend": { "alignAsTable": true, "avg": true, "current": false, - "max": true, + "max": false, "min": false, - "rightSide": false, + "rightSide": true, "show": true, - "total": true, + "total": false, "values": true }, "lines": true, @@ -17410,18 +17419,32 @@ "steppedLine": false, "targets": [ { - "expr": "avg(tikv_engine_blob_gc_micros_seconds{instance=~\"$instance\", db=\"$db\"})", + "expr": "avg(tikv_engine_blob_value_size{instance=~\"$instance\", db=\"$db\"})", "format": "time_series", - "intervalFactor": 2, - "legendFormat": "blob_gc_micros", + "intervalFactor": 1, + "legendFormat": "value_size", "refId": "A" + }, + { + "expr": "quantile(0.95, tikv_engine_blob_value_size{instance=~\"$instance\", db=\"$db\"})", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "value_size_0.95", + "refId": "B" + }, + { + "expr": "quantile(0.95, tikv_engine_blob_value_size{instance=~\"$instance\", db=\"$db\"})", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "value_size_0.99", + "refId": "C" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, - "title": "GC duration", + "title": "Blob value size", "tooltip": { "shared": true, "sort": 0, @@ -17437,7 +17460,7 @@ }, "yaxes": [ { - "format": "µs", + "format": "bytes", "label": null, "logBase": 2, "max": null, @@ -17572,12 +17595,12 @@ "x": 10, "y": 32 }, - "id": 3408, + "id": 3410, "legend": { "alignAsTable": true, "avg": true, "current": false, - "max": true, + "max": false, "min": false, "rightSide": true, "show": true, @@ -17598,39 +17621,32 @@ "steppedLine": false, "targets": [ { - "expr": "avg(tikv_engine_blob_file_write_micros_seconds{instance=~\"$instance\", db=\"$db\", type=\"blob_file_write_micros_average\"})", + "expr": "avg(tikv_engine_blob_gc_micros_seconds{instance=~\"$instance\", db=\"$db\"})", "format": "time_series", - "intervalFactor": 1, - "legendFormat": "avg", + "intervalFactor": 2, + "legendFormat": "blob_gc_micros", "refId": "A" }, { - "expr": "avg(tikv_engine_blob_file_write_micros_seconds{instance=~\"$instance\", db=\"$db\", type=\"blob_file_write_micros_percentile99\"})", + "expr": "quantile(0.95, tikv_engine_blob_gc_micros_seconds{instance=~\"$instance\", db=\"$db\"})", "format": "time_series", "intervalFactor": 1, - "legendFormat": "99%", + "legendFormat": "blob_gc_micros_0.95", "refId": "B" }, { - "expr": "avg(tikv_engine_blob_file_write_micros_seconds{instance=~\"$instance\", db=\"$db\", type=\"blob_file_write_micros_percentile95\"})", + "expr": "quantile(0.99, tikv_engine_blob_gc_micros_seconds{instance=~\"$instance\", db=\"$db\"})", "format": "time_series", "intervalFactor": 1, - "legendFormat": "95%", + "legendFormat": "blob_gc_micros_0.99", "refId": "C" - }, - { - "expr": "avg(tikv_engine_blob_file_write_micros_seconds{instance=~\"$instance\", db=\"$db\", type=\"blob_file_write_micros_max\"})", - "format": "time_series", - "intervalFactor": 1, - "legendFormat": "max", - "refId": "D" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, - "title": "GC file write duration", + "title": "GC duration", "tooltip": { "shared": true, "sort": 0, @@ -17789,7 +17805,7 @@ "x": 10, "y": 38 }, - "id": 3338, + "id": 3408, "legend": { "alignAsTable": true, "avg": true, @@ -17811,41 +17827,43 @@ "points": false, "renderer": "flot", "seriesOverrides": [], - "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { - "expr": "sum(rate(tikv_engine_blob_locate{instance=~\"$instance\", db=\"$db\", type=\"number_blob_seek\"}[2m]))", + "expr": "avg(tikv_engine_blob_file_write_micros_seconds{instance=~\"$instance\", db=\"$db\", type=\"blob_file_write_micros_average\"})", "format": "time_series", - "hide": false, - "interval": "", - "intervalFactor": 2, - "legendFormat": "seek", + "intervalFactor": 1, + "legendFormat": "avg", "refId": "A" }, { - "expr": "sum(rate(tikv_engine_blob_locate{instance=~\"$instance\", db=\"$db\", type=\"number_blob_prev\"}[2m]))", + "expr": "avg(tikv_engine_blob_file_write_micros_seconds{instance=~\"$instance\", db=\"$db\", type=\"blob_file_write_micros_percentile99\"})", "format": "time_series", - "hide": false, "intervalFactor": 1, - "legendFormat": "prev", + "legendFormat": "99%", "refId": "B" }, { - "expr": "sum(rate(tikv_engine_blob_locate{instance=~\"$instance\", db=\"$db\", type=\"number_blob_next\"}[2m]))", + "expr": "avg(tikv_engine_blob_file_write_micros_seconds{instance=~\"$instance\", db=\"$db\", type=\"blob_file_write_micros_percentile95\"})", "format": "time_series", - "hide": false, "intervalFactor": 1, - "legendFormat": "next", + "legendFormat": "95%", "refId": "C" + }, + { + "expr": "avg(tikv_engine_blob_file_write_micros_seconds{instance=~\"$instance\", db=\"$db\", type=\"blob_file_write_micros_max\"})", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "max", + "refId": "D" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, - "title": "Blob seek operations", + "title": "GC file write duration", "tooltip": { "shared": true, "sort": 0, @@ -17861,9 +17879,9 @@ }, "yaxes": [ { - "format": "ops", + "format": "µs", "label": null, - "logBase": 1, + "logBase": 2, "max": null, "min": null, "show": true @@ -17990,6 +18008,112 @@ "x": 10, "y": 44 }, + "id": 3338, + "legend": { + "alignAsTable": true, + "avg": true, + "current": false, + "max": true, + "min": false, + "rightSide": true, + "show": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "paceLength": 10, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "sum(rate(tikv_engine_blob_locate{instance=~\"$instance\", db=\"$db\", type=\"number_blob_seek\"}[2m]))", + "format": "time_series", + "hide": false, + "interval": "", + "intervalFactor": 2, + "legendFormat": "seek", + "refId": "A" + }, + { + "expr": "sum(rate(tikv_engine_blob_locate{instance=~\"$instance\", db=\"$db\", type=\"number_blob_prev\"}[2m]))", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "prev", + "refId": "B" + }, + { + "expr": "sum(rate(tikv_engine_blob_locate{instance=~\"$instance\", db=\"$db\", type=\"number_blob_next\"}[2m]))", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "next", + "refId": "C" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Blob seek operations", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "ops", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_TEST-CLUSTER}", + "fill": 1, + "gridPos": { + "h": 6, + "w": 10, + "x": 0, + "y": 50 + }, "id": 3340, "legend": { "alignAsTable": true, @@ -18087,7 +18211,7 @@ "show": true }, { - "format": "short", + "format": "Bps", "label": null, "logBase": 1, "max": null, @@ -18101,7 +18225,7 @@ } } ], - "title": "Titan - GC", + "title": "Titan", "type": "row" }, { @@ -18110,7 +18234,7 @@ "h": 1, "w": 24, "x": 0, - "y": 26 + "y": 23 }, "id": 2763, "panels": [ From 83ca7ffd982030ca88d48cbb718dbb0eb5cf6fc6 Mon Sep 17 00:00:00 2001 From: zhangyiwen Date: Tue, 9 Jul 2019 11:48:57 +0800 Subject: [PATCH 3/4] separate kv and raft of titan metrics --- scripts/tikv_details.json | 1073 ++++++++++++++++++++++++++++++++++++- 1 file changed, 1071 insertions(+), 2 deletions(-) diff --git a/scripts/tikv_details.json b/scripts/tikv_details.json index 95e1dfedc..04e20c051 100644 --- a/scripts/tikv_details.json +++ b/scripts/tikv_details.json @@ -18225,7 +18225,1076 @@ } } ], - "title": "Titan", + "repeat": "db", + "scopedVars": { + "db": { + "selected": false, + "text": "kv", + "value": "kv" + } + }, + "title": "Titan - $db", + "type": "row" + }, + { + "collapsed": true, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 27 + }, + "id": 3512, + "panels": [ + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_TEST-CLUSTER}", + "fill": 1, + "gridPos": { + "h": 6, + "w": 10, + "x": 0, + "y": 28 + }, + "id": 3513, + "legend": { + "alignAsTable": true, + "avg": true, + "current": false, + "max": false, + "min": false, + "rightSide": true, + "show": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "paceLength": 10, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "repeatIteration": 1562643407086, + "repeatPanelId": 3414, + "repeatedByRow": true, + "scopedVars": { + "db": { + "selected": false, + "text": "raft", + "value": "raft" + } + }, + "seriesOverrides": [], + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "avg(tikv_engine_blob_key_size{instance=~\"$instance\", db=\"$db\"})", + "format": "time_series", + "hide": false, + "intervalFactor": 2, + "legendFormat": "key_size_avg", + "refId": "A" + }, + { + "expr": "quantile(0.95, tikv_engine_blob_key_size{instance=~\"$instance\", db=\"$db\"})", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "key_size_0.95", + "refId": "C" + }, + { + "expr": "quantile(0.99, tikv_engine_blob_key_size{instance=~\"$instance\", db=\"$db\"})", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "key_size_0.99", + "refId": "D" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Blob key size", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "bytes", + "label": null, + "logBase": 2, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_TEST-CLUSTER}", + "fill": 1, + "gridPos": { + "h": 6, + "w": 10, + "x": 10, + "y": 28 + }, + "id": 3514, + "legend": { + "alignAsTable": true, + "avg": true, + "current": false, + "max": false, + "min": false, + "rightSide": true, + "show": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "paceLength": 10, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "repeatIteration": 1562643407086, + "repeatPanelId": 3446, + "repeatedByRow": true, + "scopedVars": { + "db": { + "selected": false, + "text": "raft", + "value": "raft" + } + }, + "seriesOverrides": [], + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "avg(tikv_engine_blob_value_size{instance=~\"$instance\", db=\"$db\"})", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "value_size", + "refId": "A" + }, + { + "expr": "quantile(0.95, tikv_engine_blob_value_size{instance=~\"$instance\", db=\"$db\"})", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "value_size_0.95", + "refId": "B" + }, + { + "expr": "quantile(0.95, tikv_engine_blob_value_size{instance=~\"$instance\", db=\"$db\"})", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "value_size_0.99", + "refId": "C" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Blob value size", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "bytes", + "label": null, + "logBase": 2, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_TEST-CLUSTER}", + "fill": 1, + "gridPos": { + "h": 6, + "w": 10, + "x": 0, + "y": 34 + }, + "id": 3515, + "legend": { + "alignAsTable": true, + "avg": true, + "current": false, + "max": true, + "min": false, + "rightSide": true, + "show": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "paceLength": 10, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "repeatIteration": 1562643407086, + "repeatPanelId": 3412, + "repeatedByRow": true, + "scopedVars": { + "db": { + "selected": false, + "text": "raft", + "value": "raft" + } + }, + "seriesOverrides": [], + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "avg(tikv_engine_blob_seek_micros_seconds{instance=~\"$instance\", db=\"$db\"})", + "format": "time_series", + "intervalFactor": 2, + "legendFormat": "seek_micros", + "refId": "A" + }, + { + "expr": "avg(tikv_engine_blob_prev_micros_seconds{instance=~\"$instance\", db=\"$db\"})", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "prev_micros", + "refId": "B" + }, + { + "expr": "avg(tikv_engine_blob_next_micros_seconds{instance=~\"$instance\", db=\"$db\"})", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "next_micros", + "refId": "C" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Blob seek duration", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "µs", + "label": null, + "logBase": 2, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_TEST-CLUSTER}", + "fill": 1, + "gridPos": { + "h": 6, + "w": 10, + "x": 10, + "y": 34 + }, + "id": 3516, + "legend": { + "alignAsTable": true, + "avg": true, + "current": false, + "max": false, + "min": false, + "rightSide": true, + "show": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "paceLength": 10, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "repeatIteration": 1562643407086, + "repeatPanelId": 3410, + "repeatedByRow": true, + "scopedVars": { + "db": { + "selected": false, + "text": "raft", + "value": "raft" + } + }, + "seriesOverrides": [], + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "avg(tikv_engine_blob_gc_micros_seconds{instance=~\"$instance\", db=\"$db\"})", + "format": "time_series", + "intervalFactor": 2, + "legendFormat": "blob_gc_micros", + "refId": "A" + }, + { + "expr": "quantile(0.95, tikv_engine_blob_gc_micros_seconds{instance=~\"$instance\", db=\"$db\"})", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "blob_gc_micros_0.95", + "refId": "B" + }, + { + "expr": "quantile(0.99, tikv_engine_blob_gc_micros_seconds{instance=~\"$instance\", db=\"$db\"})", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "blob_gc_micros_0.99", + "refId": "C" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "GC duration", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "µs", + "label": null, + "logBase": 2, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_TEST-CLUSTER}", + "fill": 1, + "gridPos": { + "h": 6, + "w": 10, + "x": 0, + "y": 40 + }, + "id": 3517, + "legend": { + "alignAsTable": true, + "avg": true, + "current": false, + "max": true, + "min": false, + "rightSide": true, + "show": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "paceLength": 10, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "repeatIteration": 1562643407086, + "repeatPanelId": 3342, + "repeatedByRow": true, + "scopedVars": { + "db": { + "selected": false, + "text": "raft", + "value": "raft" + } + }, + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "sum(rate(tikv_engine_blob_flow_bytes{instance=~\"$instance\", db=\"$db\", type=\"bytes_written\"}[2m]))", + "format": "time_series", + "intervalFactor": 2, + "legendFormat": "file_bytes_written", + "refId": "A" + }, + { + "expr": "sum(rate(tikv_engine_blob_flow_bytes{instance=~\"$instance\", db=\"$db\", type=\"bytes_read\"}[2m]))", + "format": "time_series", + "intervalFactor": 2, + "legendFormat": "file_bytes_read", + "refId": "B" + }, + { + "expr": "sum(rate(tikv_engine_blob_flow_bytes{instance=~\"$instance\", db=\"$db\", type=\"keys_read\"}[2m]))", + "format": "time_series", + "intervalFactor": 2, + "legendFormat": "keys_read", + "refId": "C" + }, + { + "expr": "sum(rate(tikv_engine_blob_flow_bytes{instance=~\"$instance\", db=\"$db\", type=\"keys_written\"}[2m]))", + "format": "time_series", + "intervalFactor": 2, + "legendFormat": "keys_written", + "refId": "D" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Blob flow", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "Bps", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_TEST-CLUSTER}", + "fill": 1, + "gridPos": { + "h": 6, + "w": 10, + "x": 10, + "y": 40 + }, + "id": 3518, + "legend": { + "alignAsTable": true, + "avg": true, + "current": false, + "max": true, + "min": false, + "rightSide": true, + "show": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "paceLength": 10, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "repeatIteration": 1562643407086, + "repeatPanelId": 3408, + "repeatedByRow": true, + "scopedVars": { + "db": { + "selected": false, + "text": "raft", + "value": "raft" + } + }, + "seriesOverrides": [], + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "avg(tikv_engine_blob_file_write_micros_seconds{instance=~\"$instance\", db=\"$db\", type=\"blob_file_write_micros_average\"})", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "avg", + "refId": "A" + }, + { + "expr": "avg(tikv_engine_blob_file_write_micros_seconds{instance=~\"$instance\", db=\"$db\", type=\"blob_file_write_micros_percentile99\"})", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "99%", + "refId": "B" + }, + { + "expr": "avg(tikv_engine_blob_file_write_micros_seconds{instance=~\"$instance\", db=\"$db\", type=\"blob_file_write_micros_percentile95\"})", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "95%", + "refId": "C" + }, + { + "expr": "avg(tikv_engine_blob_file_write_micros_seconds{instance=~\"$instance\", db=\"$db\", type=\"blob_file_write_micros_max\"})", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "max", + "refId": "D" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "GC file write duration", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "µs", + "label": null, + "logBase": 2, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_TEST-CLUSTER}", + "fill": 1, + "gridPos": { + "h": 6, + "w": 10, + "x": 0, + "y": 46 + }, + "id": 3519, + "legend": { + "alignAsTable": true, + "avg": true, + "current": false, + "max": false, + "min": false, + "rightSide": true, + "show": true, + "total": true, + "values": true + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "paceLength": 10, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "repeatIteration": 1562643407086, + "repeatPanelId": 3344, + "repeatedByRow": true, + "scopedVars": { + "db": { + "selected": false, + "text": "raft", + "value": "raft" + } + }, + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "sum(rate(tikv_engine_blob_gc_file_count{instance=~\"$instance\", db=\"$db\", type=\"gc_input_files_count\"}[2m]))", + "format": "time_series", + "intervalFactor": 2, + "legendFormat": "gc_num_files", + "refId": "B" + }, + { + "expr": "sum(rate(tikv_engine_blob_gc_file_count{instance=~\"$instance\", db=\"$db\", type=\"gc_output_files_count\"}[2m]))", + "format": "time_series", + "intervalFactor": 2, + "legendFormat": "gc_num_new_files", + "refId": "C" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Blob GC file", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_TEST-CLUSTER}", + "fill": 1, + "gridPos": { + "h": 6, + "w": 10, + "x": 10, + "y": 46 + }, + "id": 3520, + "legend": { + "alignAsTable": true, + "avg": true, + "current": false, + "max": true, + "min": false, + "rightSide": true, + "show": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "paceLength": 10, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "repeatIteration": 1562643407086, + "repeatPanelId": 3338, + "repeatedByRow": true, + "scopedVars": { + "db": { + "selected": false, + "text": "raft", + "value": "raft" + } + }, + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "sum(rate(tikv_engine_blob_locate{instance=~\"$instance\", db=\"$db\", type=\"number_blob_seek\"}[2m]))", + "format": "time_series", + "hide": false, + "interval": "", + "intervalFactor": 2, + "legendFormat": "seek", + "refId": "A" + }, + { + "expr": "sum(rate(tikv_engine_blob_locate{instance=~\"$instance\", db=\"$db\", type=\"number_blob_prev\"}[2m]))", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "prev", + "refId": "B" + }, + { + "expr": "sum(rate(tikv_engine_blob_locate{instance=~\"$instance\", db=\"$db\", type=\"number_blob_next\"}[2m]))", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "next", + "refId": "C" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Blob seek operations", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "ops", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_TEST-CLUSTER}", + "fill": 1, + "gridPos": { + "h": 6, + "w": 10, + "x": 0, + "y": 52 + }, + "id": 3521, + "legend": { + "alignAsTable": true, + "avg": true, + "current": false, + "max": true, + "min": false, + "rightSide": true, + "show": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "paceLength": 10, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "repeatIteration": 1562643407086, + "repeatPanelId": 3340, + "repeatedByRow": true, + "scopedVars": { + "db": { + "selected": false, + "text": "raft", + "value": "raft" + } + }, + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "sum(rate(tikv_engine_blob_gc_flow_bytes{instance=~\"$instance\", db=\"$db\", type=\"bytes_written\"}[2m]))", + "format": "time_series", + "intervalFactor": 2, + "legendFormat": "bytes_written", + "refId": "A" + }, + { + "expr": "sum(rate(tikv_engine_blob_gc_flow_bytes{instance=~\"$instance\", db=\"$db\", type=\"bytes_read\"}[2m]))", + "format": "time_series", + "intervalFactor": 2, + "legendFormat": "bytes_read", + "refId": "B" + }, + { + "expr": "sum(rate(tikv_engine_blob_gc_flow_bytes{instance=~\"$instance\", db=\"$db\", type=\"bytes_overwritten\"}[2m]))", + "format": "time_series", + "intervalFactor": 2, + "legendFormat": "bytes_overwritten", + "refId": "C" + }, + { + "expr": "sum(rate(tikv_engine_blob_gc_flow_bytes{instance=~\"$instance\", db=\"$db\", type=\"bytes_relocated\"}[2m]))", + "format": "time_series", + "intervalFactor": 2, + "legendFormat": "bytes_relocated", + "refId": "D" + }, + { + "expr": "sum(rate(tikv_engine_blob_gc_flow_bytes{instance=~\"$instance\", db=\"$db\", type=\"keys_relocated\"}[2m]))", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "keys_relocated", + "refId": "E" + }, + { + "expr": "sum(rate(tikv_engine_blob_gc_flow_bytes{instance=~\"$instance\", db=\"$db\", type=\"keys_overwritten\"}[2m]))", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "keys_overwritten", + "refId": "F" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Blob GC flows", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "Bps", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "Bps", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + } + ], + "repeat": null, + "repeatIteration": 1562643407086, + "repeatPanelId": 3301, + "scopedVars": { + "db": { + "selected": false, + "text": "raft", + "value": "raft" + } + }, + "title": "Titan - $db", "type": "row" }, { @@ -18234,7 +19303,7 @@ "h": 1, "w": 24, "x": 0, - "y": 23 + "y": 28 }, "id": 2763, "panels": [ From f7706eb3bc0341b6dc21c95afed36210a344e22d Mon Sep 17 00:00:00 2001 From: zhangyiwen Date: Fri, 12 Jul 2019 11:39:01 +0800 Subject: [PATCH 4/4] add metrics for blob file of titan to grafana and fix a typo --- scripts/tikv_details.json | 299 +++++++++++++++++++++++++++++++++++++- 1 file changed, 298 insertions(+), 1 deletion(-) diff --git a/scripts/tikv_details.json b/scripts/tikv_details.json index 04e20c051..96a7810a6 100644 --- a/scripts/tikv_details.json +++ b/scripts/tikv_details.json @@ -17229,7 +17229,7 @@ "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "Compression reason", + "title": "Compaction reason", "tooltip": { "shared": true, "sort": 0, @@ -18223,6 +18223,303 @@ "align": false, "alignLevel": null } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_TEST-CLUSTER}", + "fill": 1, + "gridPos": { + "h": 6, + "w": 10, + "x": 10, + "y": 51 + }, + "id": 3523, + "legend": { + "alignAsTable": true, + "avg": true, + "current": true, + "max": true, + "min": false, + "rightSide": true, + "show": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "paceLength": 10, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "scopedVars": { + "db": { + "selected": false, + "text": "kv", + "value": "kv" + } + }, + "seriesOverrides": [], + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "avg(tikv_engine_titandb_live_blob_size{instance=~\"$instance\", db=\"$db\"})", + "format": "time_series", + "intervalFactor": 2, + "legendFormat": "live blob size", + "refId": "A" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Live blob size", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "bytes", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_TEST-CLUSTER}", + "fill": 1, + "gridPos": { + "h": 6, + "w": 10, + "x": 0, + "y": 57 + }, + "id": 3555, + "legend": { + "alignAsTable": true, + "avg": true, + "current": true, + "max": true, + "min": false, + "rightSide": true, + "show": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "paceLength": 10, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "scopedVars": { + "db": { + "selected": false, + "text": "kv", + "value": "kv" + } + }, + "seriesOverrides": [], + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "avg(tikv_engine_titandb_num_live_blob_file{instance=~\"$instance\", db=\"$db\"})", + "format": "time_series", + "intervalFactor": 2, + "legendFormat": "live blob file num", + "refId": "A" + }, + { + "expr": "avg(tikv_engine_titandb_num_obsolete_blob_file{instance=~\"$instance\", db=\"$db\"})", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "obsolete blob file num", + "refId": "B" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Blob file", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_TEST-CLUSTER}", + "fill": 1, + "gridPos": { + "h": 6, + "w": 10, + "x": 10, + "y": 57 + }, + "id": 3557, + "legend": { + "alignAsTable": true, + "avg": true, + "current": true, + "max": true, + "min": false, + "rightSide": true, + "show": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "paceLength": 10, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "scopedVars": { + "db": { + "selected": false, + "text": "kv", + "value": "kv" + } + }, + "seriesOverrides": [], + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "avg(tikv_engine_titandb_live_blob_file_size{instance=~\"$instance\", db=\"$db\"})", + "format": "time_series", + "intervalFactor": 2, + "legendFormat": "live blob file size", + "refId": "A" + }, + { + "expr": "avg(tikv_engine_titandb_obsolete_blob_file_size{instance=~\"$instance\", db=\"$db\"})", + "format": "time_series", + "intervalFactor": 2, + "legendFormat": "obsolete blob file size", + "refId": "B" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Blob file size", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "bytes", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } } ], "repeat": "db",