|
14860 | 14860 | "bars": false, |
14861 | 14861 | "cacheTimeout": null, |
14862 | 14862 | "datasource": "tidb-cluster", |
14863 | | - "description": "The propose wait time duration of each request", |
| 14863 | + "description": "Time from request scheduling to when it is handled by Raftstore", |
14864 | 14864 | "editable": true, |
14865 | 14865 | "error": false, |
14866 | 14866 | "fieldConfig": { |
|
15061 | 15061 | "bars": false, |
15062 | 15062 | "cacheTimeout": null, |
15063 | 15063 | "datasource": "tidb-cluster", |
15064 | | - "description": "The batch wait time duration of each request", |
| 15064 | + "description": "Time from request scheduling to when a batch of requests is formed and prepared to be proposed to Raft", |
15065 | 15065 | "editable": true, |
15066 | 15066 | "error": false, |
15067 | 15067 | "fieldConfig": { |
|
15262 | 15262 | "bars": false, |
15263 | 15263 | "cacheTimeout": null, |
15264 | 15264 | "datasource": "tidb-cluster", |
15265 | | - "description": "The send-to-write-queue time duration of each request", |
| 15265 | + "description": "Time from request scheduling to just before it is sent to the store writer thread", |
15266 | 15266 | "editable": true, |
15267 | 15267 | "error": false, |
15268 | 15268 | "fieldConfig": { |
|
15463 | 15463 | "bars": false, |
15464 | 15464 | "cacheTimeout": null, |
15465 | 15465 | "datasource": "tidb-cluster", |
15466 | | - "description": "The send raft message of the proposal duration of each request", |
| 15466 | + "description": "Time from request scheduling to just before it is sent to followers", |
15467 | 15467 | "editable": true, |
15468 | 15468 | "error": false, |
15469 | 15469 | "fieldConfig": { |
|
15664 | 15664 | "bars": false, |
15665 | 15665 | "cacheTimeout": null, |
15666 | 15666 | "datasource": "tidb-cluster", |
15667 | | - "description": "The write kv db end duration of each request", |
| 15667 | + "description": "Time from request scheduling to when the batch's snapshot state is written to KV DB", |
15668 | 15668 | "editable": true, |
15669 | 15669 | "error": false, |
15670 | 15670 | "fieldConfig": { |
|
15865 | 15865 | "bars": false, |
15866 | 15866 | "cacheTimeout": null, |
15867 | 15867 | "datasource": "tidb-cluster", |
15868 | | - "description": "The before write time duration of each request", |
| 15868 | + "description": "Time from request scheduling to just before it is written to Raft Engine", |
15869 | 15869 | "editable": true, |
15870 | 15870 | "error": false, |
15871 | 15871 | "fieldConfig": { |
|
16066 | 16066 | "bars": false, |
16067 | 16067 | "cacheTimeout": null, |
16068 | 16068 | "datasource": "tidb-cluster", |
16069 | | - "description": "The persist duration of each request", |
| 16069 | + "description": "Time from request scheduling to when it is written to Raft Engine", |
16070 | 16070 | "editable": true, |
16071 | 16071 | "error": false, |
16072 | 16072 | "fieldConfig": { |
@@ -16159,60 +16159,60 @@ |
16159 | 16159 | "targets": [ |
16160 | 16160 | { |
16161 | 16161 | "datasource": "tidb-cluster", |
16162 | | - "expr": "histogram_quantile(0.9999,(\n sum(rate(\n tikv_raftstore_store_wf_persist_duration_seconds_bucket\n {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n [$__rate_interval]\n)) by (le, $additional_groupby) \n \n \n)) ", |
| 16162 | + "expr": "histogram_quantile(0.9999,(\n sum(rate(\n tikv_raftstore_store_wf_write_end_duration_seconds_bucket\n {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n [$__rate_interval]\n)) by (le, $additional_groupby) \n \n \n)) ", |
16163 | 16163 | "format": "time_series", |
16164 | 16164 | "hide": false, |
16165 | 16165 | "instant": false, |
16166 | 16166 | "interval": "", |
16167 | 16167 | "intervalFactor": 1, |
16168 | 16168 | "legendFormat": "99.99% {{$additional_groupby}}", |
16169 | 16169 | "metric": "", |
16170 | | - "query": "histogram_quantile(0.9999,(\n sum(rate(\n tikv_raftstore_store_wf_persist_duration_seconds_bucket\n {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n [$__rate_interval]\n)) by (le, $additional_groupby) \n \n \n)) ", |
| 16170 | + "query": "histogram_quantile(0.9999,(\n sum(rate(\n tikv_raftstore_store_wf_write_end_duration_seconds_bucket\n {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n [$__rate_interval]\n)) by (le, $additional_groupby) \n \n \n)) ", |
16171 | 16171 | "refId": "", |
16172 | 16172 | "step": 10, |
16173 | 16173 | "target": "" |
16174 | 16174 | }, |
16175 | 16175 | { |
16176 | 16176 | "datasource": "tidb-cluster", |
16177 | | - "expr": "histogram_quantile(0.99,(\n sum(rate(\n tikv_raftstore_store_wf_persist_duration_seconds_bucket\n {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n [$__rate_interval]\n)) by (le, $additional_groupby) \n \n \n)) ", |
| 16177 | + "expr": "histogram_quantile(0.99,(\n sum(rate(\n tikv_raftstore_store_wf_write_end_duration_seconds_bucket\n {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n [$__rate_interval]\n)) by (le, $additional_groupby) \n \n \n)) ", |
16178 | 16178 | "format": "time_series", |
16179 | 16179 | "hide": false, |
16180 | 16180 | "instant": false, |
16181 | 16181 | "interval": "", |
16182 | 16182 | "intervalFactor": 1, |
16183 | 16183 | "legendFormat": "99% {{$additional_groupby}}", |
16184 | 16184 | "metric": "", |
16185 | | - "query": "histogram_quantile(0.99,(\n sum(rate(\n tikv_raftstore_store_wf_persist_duration_seconds_bucket\n {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n [$__rate_interval]\n)) by (le, $additional_groupby) \n \n \n)) ", |
| 16185 | + "query": "histogram_quantile(0.99,(\n sum(rate(\n tikv_raftstore_store_wf_write_end_duration_seconds_bucket\n {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n [$__rate_interval]\n)) by (le, $additional_groupby) \n \n \n)) ", |
16186 | 16186 | "refId": "", |
16187 | 16187 | "step": 10, |
16188 | 16188 | "target": "" |
16189 | 16189 | }, |
16190 | 16190 | { |
16191 | 16191 | "datasource": "tidb-cluster", |
16192 | | - "expr": "(sum(rate(\n tikv_raftstore_store_wf_persist_duration_seconds_sum\n {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n [$__rate_interval]\n)) by ($additional_groupby) / sum(rate(\n tikv_raftstore_store_wf_persist_duration_seconds_count\n {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n [$__rate_interval]\n)) by ($additional_groupby) )", |
| 16192 | + "expr": "(sum(rate(\n tikv_raftstore_store_wf_write_end_duration_seconds_sum\n {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n [$__rate_interval]\n)) by ($additional_groupby) / sum(rate(\n tikv_raftstore_store_wf_write_end_duration_seconds_count\n {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n [$__rate_interval]\n)) by ($additional_groupby) )", |
16193 | 16193 | "format": "time_series", |
16194 | 16194 | "hide": false, |
16195 | 16195 | "instant": false, |
16196 | 16196 | "interval": "", |
16197 | 16197 | "intervalFactor": 1, |
16198 | 16198 | "legendFormat": "avg {{$additional_groupby}}", |
16199 | 16199 | "metric": "", |
16200 | | - "query": "(sum(rate(\n tikv_raftstore_store_wf_persist_duration_seconds_sum\n {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n [$__rate_interval]\n)) by ($additional_groupby) / sum(rate(\n tikv_raftstore_store_wf_persist_duration_seconds_count\n {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n [$__rate_interval]\n)) by ($additional_groupby) )", |
| 16200 | + "query": "(sum(rate(\n tikv_raftstore_store_wf_write_end_duration_seconds_sum\n {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n [$__rate_interval]\n)) by ($additional_groupby) / sum(rate(\n tikv_raftstore_store_wf_write_end_duration_seconds_count\n {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n [$__rate_interval]\n)) by ($additional_groupby) )", |
16201 | 16201 | "refId": "", |
16202 | 16202 | "step": 10, |
16203 | 16203 | "target": "" |
16204 | 16204 | }, |
16205 | 16205 | { |
16206 | 16206 | "datasource": "tidb-cluster", |
16207 | | - "expr": "sum(rate(\n tikv_raftstore_store_wf_persist_duration_seconds_count\n {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n [$__rate_interval]\n)) by ($additional_groupby) ", |
| 16207 | + "expr": "sum(rate(\n tikv_raftstore_store_wf_write_end_duration_seconds_count\n {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n [$__rate_interval]\n)) by ($additional_groupby) ", |
16208 | 16208 | "format": "time_series", |
16209 | 16209 | "hide": false, |
16210 | 16210 | "instant": false, |
16211 | 16211 | "interval": "", |
16212 | 16212 | "intervalFactor": 1, |
16213 | 16213 | "legendFormat": "count {{$additional_groupby}}", |
16214 | 16214 | "metric": "", |
16215 | | - "query": "sum(rate(\n tikv_raftstore_store_wf_persist_duration_seconds_count\n {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n [$__rate_interval]\n)) by ($additional_groupby) ", |
| 16215 | + "query": "sum(rate(\n tikv_raftstore_store_wf_write_end_duration_seconds_count\n {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n [$__rate_interval]\n)) by ($additional_groupby) ", |
16216 | 16216 | "refId": "", |
16217 | 16217 | "step": 10, |
16218 | 16218 | "target": "" |
|
16221 | 16221 | "thresholds": [], |
16222 | 16222 | "timeFrom": null, |
16223 | 16223 | "timeShift": null, |
16224 | | - "title": "Store persist duration", |
| 16224 | + "title": "Store write end duration", |
16225 | 16225 | "tooltip": { |
16226 | 16226 | "msResolution": true, |
16227 | 16227 | "shared": true, |
|
16267 | 16267 | "bars": false, |
16268 | 16268 | "cacheTimeout": null, |
16269 | 16269 | "datasource": "tidb-cluster", |
16270 | | - "description": "The write end duration of each request", |
| 16270 | + "description": "Time from request scheduling to when its associated ready is persisted on the leader", |
16271 | 16271 | "editable": true, |
16272 | 16272 | "error": false, |
16273 | 16273 | "fieldConfig": { |
@@ -16360,60 +16360,60 @@ |
16360 | 16360 | "targets": [ |
16361 | 16361 | { |
16362 | 16362 | "datasource": "tidb-cluster", |
16363 | | - "expr": "histogram_quantile(0.9999,(\n sum(rate(\n tikv_raftstore_store_wf_write_end_duration_seconds_bucket\n {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n [$__rate_interval]\n)) by (le, $additional_groupby) \n \n \n)) ", |
| 16363 | + "expr": "histogram_quantile(0.9999,(\n sum(rate(\n tikv_raftstore_store_wf_persist_duration_seconds_bucket\n {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n [$__rate_interval]\n)) by (le, $additional_groupby) \n \n \n)) ", |
16364 | 16364 | "format": "time_series", |
16365 | 16365 | "hide": false, |
16366 | 16366 | "instant": false, |
16367 | 16367 | "interval": "", |
16368 | 16368 | "intervalFactor": 1, |
16369 | 16369 | "legendFormat": "99.99% {{$additional_groupby}}", |
16370 | 16370 | "metric": "", |
16371 | | - "query": "histogram_quantile(0.9999,(\n sum(rate(\n tikv_raftstore_store_wf_write_end_duration_seconds_bucket\n {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n [$__rate_interval]\n)) by (le, $additional_groupby) \n \n \n)) ", |
| 16371 | + "query": "histogram_quantile(0.9999,(\n sum(rate(\n tikv_raftstore_store_wf_persist_duration_seconds_bucket\n {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n [$__rate_interval]\n)) by (le, $additional_groupby) \n \n \n)) ", |
16372 | 16372 | "refId": "", |
16373 | 16373 | "step": 10, |
16374 | 16374 | "target": "" |
16375 | 16375 | }, |
16376 | 16376 | { |
16377 | 16377 | "datasource": "tidb-cluster", |
16378 | | - "expr": "histogram_quantile(0.99,(\n sum(rate(\n tikv_raftstore_store_wf_write_end_duration_seconds_bucket\n {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n [$__rate_interval]\n)) by (le, $additional_groupby) \n \n \n)) ", |
| 16378 | + "expr": "histogram_quantile(0.99,(\n sum(rate(\n tikv_raftstore_store_wf_persist_duration_seconds_bucket\n {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n [$__rate_interval]\n)) by (le, $additional_groupby) \n \n \n)) ", |
16379 | 16379 | "format": "time_series", |
16380 | 16380 | "hide": false, |
16381 | 16381 | "instant": false, |
16382 | 16382 | "interval": "", |
16383 | 16383 | "intervalFactor": 1, |
16384 | 16384 | "legendFormat": "99% {{$additional_groupby}}", |
16385 | 16385 | "metric": "", |
16386 | | - "query": "histogram_quantile(0.99,(\n sum(rate(\n tikv_raftstore_store_wf_write_end_duration_seconds_bucket\n {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n [$__rate_interval]\n)) by (le, $additional_groupby) \n \n \n)) ", |
| 16386 | + "query": "histogram_quantile(0.99,(\n sum(rate(\n tikv_raftstore_store_wf_persist_duration_seconds_bucket\n {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n [$__rate_interval]\n)) by (le, $additional_groupby) \n \n \n)) ", |
16387 | 16387 | "refId": "", |
16388 | 16388 | "step": 10, |
16389 | 16389 | "target": "" |
16390 | 16390 | }, |
16391 | 16391 | { |
16392 | 16392 | "datasource": "tidb-cluster", |
16393 | | - "expr": "(sum(rate(\n tikv_raftstore_store_wf_write_end_duration_seconds_sum\n {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n [$__rate_interval]\n)) by ($additional_groupby) / sum(rate(\n tikv_raftstore_store_wf_write_end_duration_seconds_count\n {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n [$__rate_interval]\n)) by ($additional_groupby) )", |
| 16393 | + "expr": "(sum(rate(\n tikv_raftstore_store_wf_persist_duration_seconds_sum\n {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n [$__rate_interval]\n)) by ($additional_groupby) / sum(rate(\n tikv_raftstore_store_wf_persist_duration_seconds_count\n {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n [$__rate_interval]\n)) by ($additional_groupby) )", |
16394 | 16394 | "format": "time_series", |
16395 | 16395 | "hide": false, |
16396 | 16396 | "instant": false, |
16397 | 16397 | "interval": "", |
16398 | 16398 | "intervalFactor": 1, |
16399 | 16399 | "legendFormat": "avg {{$additional_groupby}}", |
16400 | 16400 | "metric": "", |
16401 | | - "query": "(sum(rate(\n tikv_raftstore_store_wf_write_end_duration_seconds_sum\n {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n [$__rate_interval]\n)) by ($additional_groupby) / sum(rate(\n tikv_raftstore_store_wf_write_end_duration_seconds_count\n {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n [$__rate_interval]\n)) by ($additional_groupby) )", |
| 16401 | + "query": "(sum(rate(\n tikv_raftstore_store_wf_persist_duration_seconds_sum\n {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n [$__rate_interval]\n)) by ($additional_groupby) / sum(rate(\n tikv_raftstore_store_wf_persist_duration_seconds_count\n {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n [$__rate_interval]\n)) by ($additional_groupby) )", |
16402 | 16402 | "refId": "", |
16403 | 16403 | "step": 10, |
16404 | 16404 | "target": "" |
16405 | 16405 | }, |
16406 | 16406 | { |
16407 | 16407 | "datasource": "tidb-cluster", |
16408 | | - "expr": "sum(rate(\n tikv_raftstore_store_wf_write_end_duration_seconds_count\n {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n [$__rate_interval]\n)) by ($additional_groupby) ", |
| 16408 | + "expr": "sum(rate(\n tikv_raftstore_store_wf_persist_duration_seconds_count\n {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n [$__rate_interval]\n)) by ($additional_groupby) ", |
16409 | 16409 | "format": "time_series", |
16410 | 16410 | "hide": false, |
16411 | 16411 | "instant": false, |
16412 | 16412 | "interval": "", |
16413 | 16413 | "intervalFactor": 1, |
16414 | 16414 | "legendFormat": "count {{$additional_groupby}}", |
16415 | 16415 | "metric": "", |
16416 | | - "query": "sum(rate(\n tikv_raftstore_store_wf_write_end_duration_seconds_count\n {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n [$__rate_interval]\n)) by ($additional_groupby) ", |
| 16416 | + "query": "sum(rate(\n tikv_raftstore_store_wf_persist_duration_seconds_count\n {k8s_cluster=\"$k8s_cluster\",tidb_cluster=\"$tidb_cluster\",instance=~\"$instance\"}\n [$__rate_interval]\n)) by ($additional_groupby) ", |
16417 | 16417 | "refId": "", |
16418 | 16418 | "step": 10, |
16419 | 16419 | "target": "" |
|
16422 | 16422 | "thresholds": [], |
16423 | 16423 | "timeFrom": null, |
16424 | 16424 | "timeShift": null, |
16425 | | - "title": "Store write end duration", |
| 16425 | + "title": "Store persist duration", |
16426 | 16426 | "tooltip": { |
16427 | 16427 | "msResolution": true, |
16428 | 16428 | "shared": true, |
|
16468 | 16468 | "bars": false, |
16469 | 16469 | "cacheTimeout": null, |
16470 | 16470 | "datasource": "tidb-cluster", |
16471 | | - "description": "The commit but not persist duration of each request", |
| 16471 | + "description": "Time from request scheduling to when it is committed; at the time of commit, it has not been persisted on the leader", |
16472 | 16472 | "editable": true, |
16473 | 16473 | "error": false, |
16474 | 16474 | "fieldConfig": { |
|
16669 | 16669 | "bars": false, |
16670 | 16670 | "cacheTimeout": null, |
16671 | 16671 | "datasource": "tidb-cluster", |
16672 | | - "description": "The commit and persist duration of each request", |
| 16672 | + "description": "Time from request scheduling to when it is committed; at the time of commit, it has been persisted on the leader", |
16673 | 16673 | "editable": true, |
16674 | 16674 | "error": false, |
16675 | 16675 | "fieldConfig": { |
|
16924 | 16924 | }, |
16925 | 16925 | "dataFormat": "tsbuckets", |
16926 | 16926 | "datasource": "tidb-cluster", |
16927 | | - "description": "The time consumed for peer processes to be ready in Raft", |
| 16927 | + "description": "The time taken by Raftstore to complete processing a poll round, which includes a batch of region peers", |
16928 | 16928 | "editable": true, |
16929 | 16929 | "error": false, |
16930 | 16930 | "fieldConfig": { |
|
17017 | 17017 | "bars": false, |
17018 | 17018 | "cacheTimeout": null, |
17019 | 17019 | "datasource": "tidb-cluster", |
17020 | | - "description": "The time consumed for peer processes to be ready in Raft", |
| 17020 | + "description": "The time taken by Raftstore to complete processing a poll round, which includes a batch of region peers", |
17021 | 17021 | "editable": true, |
17022 | 17022 | "error": false, |
17023 | 17023 | "fieldConfig": { |
|
0 commit comments