cubefs

Форк
0
6951 строка · 179.2 Кб
1
{
2
  "annotations": {
3
    "list": [
4
      {
5
        "builtIn": 1,
6
        "datasource": "-- Grafana --",
7
        "enable": true,
8
        "hide": true,
9
        "iconColor": "rgba(0, 211, 255, 1)",
10
        "name": "Annotations & Alerts",
11
        "type": "dashboard"
12
      }
13
    ]
14
  },
15
  "editable": true,
16
  "gnetId": null,
17
  "graphTooltip": 0,
18
  "iteration": 1630924680427,
19
  "links": [],
20
  "panels": [
21
    {
22
      "collapsed": false,
23
      "datasource": null,
24
      "gridPos": {
25
        "h": 1,
26
        "w": 24,
27
        "x": 0,
28
        "y": 0
29
      },
30
      "id": 40,
31
      "panels": [],
32
      "title": "Cluster",
33
      "type": "row"
34
    },
35
    {
36
      "cacheTimeout": null,
37
      "colorBackground": false,
38
      "colorValue": false,
39
      "colors": [
40
        "#299c46",
41
        "rgba(237, 129, 40, 0.89)",
42
        "#d44a3a"
43
      ],
44
      "datasource": null,
45
      "description": "master node total count of cluster",
46
      "format": "none",
47
      "gauge": {
48
        "maxValue": 100,
49
        "thresholdMarkers": true
50
      },
51
      "gridPos": {
52
        "h": 4,
53
        "w": 3,
54
        "x": 0,
55
        "y": 1
56
      },
57
      "id": 38,
58
      "interval": null,
59
      "links": [],
60
      "mappingType": 1,
61
      "mappingTypes": [
62
        {
63
          "name": "value to text",
64
          "value": 1
65
        },
66
        {
67
          "name": "range to text",
68
          "value": 2
69
        }
70
      ],
71
      "maxDataPoints": 100,
72
      "nullPointMode": "connected",
73
      "nullText": null,
74
      "options": {},
75
      "postfix": "",
76
      "postfixFontSize": "50%",
77
      "prefix": "",
78
      "prefixFontSize": "50%",
79
      "rangeMaps": [
80
        {
81
          "from": "null",
82
          "text": "N/A",
83
          "to": "null"
84
        }
85
      ],
86
      "sparkline": {
87
        "fillColor": "rgba(31, 118, 189, 0.18)",
88
        "lineColor": "rgb(31, 120, 193)",
89
        "show": true
90
      },
91
      "tableColumn": "",
92
      "targets": [
93
        {
94
          "expr": "count(up{cluster=\"$cluster\", app=\"$app\", role=\"master\"} > 0)",
95
          "format": "time_series",
96
          "intervalFactor": 1,
97
          "refId": "A"
98
        }
99
      ],
100
      "thresholds": "",
101
      "title": "MasterCount",
102
      "type": "singlestat",
103
      "valueFontSize": "80%",
104
      "valueMaps": [
105
        {
106
          "op": "=",
107
          "text": "N/A",
108
          "value": "null"
109
        }
110
      ],
111
      "valueName": "current"
112
    },
113
    {
114
      "cacheTimeout": null,
115
      "colorBackground": false,
116
      "colorValue": false,
117
      "colors": [
118
        "#299c46",
119
        "rgba(237, 129, 40, 0.89)",
120
        "#d44a3a"
121
      ],
122
      "datasource": null,
123
      "description": "Metanode total count for current selected cluster",
124
      "format": "none",
125
      "gauge": {
126
        "maxValue": 100,
127
        "thresholdMarkers": true
128
      },
129
      "gridPos": {
130
        "h": 4,
131
        "w": 3,
132
        "x": 3,
133
        "y": 1
134
      },
135
      "id": 42,
136
      "interval": null,
137
      "links": [],
138
      "mappingType": 1,
139
      "mappingTypes": [
140
        {
141
          "name": "value to text",
142
          "value": 1
143
        },
144
        {
145
          "name": "range to text",
146
          "value": 2
147
        }
148
      ],
149
      "maxDataPoints": 100,
150
      "nullPointMode": "connected",
151
      "nullText": null,
152
      "options": {},
153
      "postfix": "",
154
      "postfixFontSize": "50%",
155
      "prefix": "",
156
      "prefixFontSize": "50%",
157
      "rangeMaps": [
158
        {
159
          "from": "null",
160
          "text": "N/A",
161
          "to": "null"
162
        }
163
      ],
164
      "sparkline": {
165
        "fillColor": "rgba(31, 118, 189, 0.18)",
166
        "lineColor": "rgb(31, 120, 193)",
167
        "show": true
168
      },
169
      "tableColumn": "",
170
      "targets": [
171
        {
172
          "expr": "count(up{cluster=\"$cluster\", app=\"$app\", role=\"metanode\"} > 0)",
173
          "format": "time_series",
174
          "intervalFactor": 1,
175
          "refId": "A"
176
        }
177
      ],
178
      "thresholds": "",
179
      "title": "MetaNodeCount",
180
      "type": "singlestat",
181
      "valueFontSize": "80%",
182
      "valueMaps": [
183
        {
184
          "op": "=",
185
          "text": "N/A",
186
          "value": "null"
187
        }
188
      ],
189
      "valueName": "current"
190
    },
191
    {
192
      "cacheTimeout": null,
193
      "colorBackground": false,
194
      "colorValue": false,
195
      "colors": [
196
        "#299c46",
197
        "rgba(237, 129, 40, 0.89)",
198
        "#d44a3a"
199
      ],
200
      "datasource": null,
201
      "description": "datanode count",
202
      "format": "none",
203
      "gauge": {
204
        "maxValue": 100,
205
        "thresholdMarkers": true
206
      },
207
      "gridPos": {
208
        "h": 4,
209
        "w": 3,
210
        "x": 6,
211
        "y": 1
212
      },
213
      "id": 41,
214
      "interval": null,
215
      "links": [],
216
      "mappingType": 1,
217
      "mappingTypes": [
218
        {
219
          "name": "value to text",
220
          "value": 1
221
        },
222
        {
223
          "name": "range to text",
224
          "value": 2
225
        }
226
      ],
227
      "maxDataPoints": 100,
228
      "nullPointMode": "connected",
229
      "nullText": null,
230
      "options": {},
231
      "postfix": "",
232
      "postfixFontSize": "50%",
233
      "prefix": "",
234
      "prefixFontSize": "50%",
235
      "rangeMaps": [
236
        {
237
          "from": "null",
238
          "text": "N/A",
239
          "to": "null"
240
        }
241
      ],
242
      "sparkline": {
243
        "fillColor": "rgba(31, 118, 189, 0.18)",
244
        "lineColor": "rgb(31, 120, 193)",
245
        "show": true
246
      },
247
      "tableColumn": "",
248
      "targets": [
249
        {
250
          "expr": "count(up{cluster=\"$cluster\", app=\"$app\", role=\"dataNode\"} > 0)",
251
          "format": "time_series",
252
          "intervalFactor": 1,
253
          "refId": "A"
254
        }
255
      ],
256
      "thresholds": "",
257
      "title": "DataNodeCount",
258
      "type": "singlestat",
259
      "valueFontSize": "80%",
260
      "valueMaps": [
261
        {
262
          "op": "=",
263
          "text": "N/A",
264
          "value": "null"
265
        }
266
      ],
267
      "valueName": "current"
268
    },
269
    {
270
      "cacheTimeout": null,
271
      "colorBackground": false,
272
      "colorValue": false,
273
      "colors": [
274
        "#299c46",
275
        "rgba(237, 129, 40, 0.89)",
276
        "#d44a3a"
277
      ],
278
      "datasource": null,
279
      "description": "objectnode count",
280
      "format": "none",
281
      "gauge": {
282
        "maxValue": 100,
283
        "thresholdMarkers": true
284
      },
285
      "gridPos": {
286
        "h": 4,
287
        "w": 3,
288
        "x": 9,
289
        "y": 1
290
      },
291
      "id": 86,
292
      "interval": null,
293
      "links": [],
294
      "mappingType": 1,
295
      "mappingTypes": [
296
        {
297
          "name": "value to text",
298
          "value": 1
299
        },
300
        {
301
          "name": "range to text",
302
          "value": 2
303
        }
304
      ],
305
      "maxDataPoints": 100,
306
      "nullPointMode": "connected",
307
      "nullText": null,
308
      "options": {},
309
      "postfix": "",
310
      "postfixFontSize": "50%",
311
      "prefix": "",
312
      "prefixFontSize": "50%",
313
      "rangeMaps": [
314
        {
315
          "from": "null",
316
          "text": "N/A",
317
          "to": "null"
318
        }
319
      ],
320
      "sparkline": {
321
        "fillColor": "rgba(31, 118, 189, 0.18)",
322
        "lineColor": "rgb(31, 120, 193)",
323
        "show": true
324
      },
325
      "tableColumn": "",
326
      "targets": [
327
        {
328
          "expr": "count(go_info{cluster=\"$cluster\", app=\"$app\", role=\"objectnode\"})",
329
          "format": "time_series",
330
          "intervalFactor": 1,
331
          "refId": "A"
332
        }
333
      ],
334
      "thresholds": "",
335
      "title": "ObjectNodeCount",
336
      "type": "singlestat",
337
      "valueFontSize": "80%",
338
      "valueMaps": [
339
        {
340
          "op": "=",
341
          "text": "N/A",
342
          "value": "null"
343
        }
344
      ],
345
      "valueName": "current"
346
    },
347
    {
348
      "cacheTimeout": null,
349
      "colorBackground": false,
350
      "colorValue": false,
351
      "colors": [
352
        "#299c46",
353
        "rgba(237, 129, 40, 0.89)",
354
        "#d44a3a"
355
      ],
356
      "datasource": null,
357
      "description": "Fuse Client Count",
358
      "format": "none",
359
      "gauge": {
360
        "maxValue": 100,
361
        "thresholdMarkers": true
362
      },
363
      "gridPos": {
364
        "h": 4,
365
        "w": 3,
366
        "x": 12,
367
        "y": 1
368
      },
369
      "id": 287,
370
      "interval": null,
371
      "links": [],
372
      "mappingType": 1,
373
      "mappingTypes": [
374
        {
375
          "name": "value to text",
376
          "value": 1
377
        },
378
        {
379
          "name": "range to text",
380
          "value": 2
381
        }
382
      ],
383
      "maxDataPoints": 100,
384
      "nullPointMode": "connected",
385
      "nullText": null,
386
      "options": {},
387
      "postfix": "",
388
      "postfixFontSize": "50%",
389
      "prefix": "",
390
      "prefixFontSize": "50%",
391
      "rangeMaps": [
392
        {
393
          "from": "null",
394
          "text": "N/A",
395
          "to": "null"
396
        }
397
      ],
398
      "sparkline": {
399
        "fillColor": "rgba(31, 118, 189, 0.18)",
400
        "lineColor": "rgb(31, 120, 193)",
401
        "show": true
402
      },
403
      "tableColumn": "",
404
      "targets": [
405
        {
406
          "expr": "count(up{cluster=\"$cluster\", app=\"$app\", role=\"fuseclient\"} > 0)",
407
          "format": "time_series",
408
          "intervalFactor": 1,
409
          "refId": "A"
410
        }
411
      ],
412
      "thresholds": "",
413
      "title": "ClientCount",
414
      "type": "singlestat",
415
      "valueFontSize": "80%",
416
      "valueMaps": [
417
        {
418
          "op": "=",
419
          "text": "N/A",
420
          "value": "null"
421
        }
422
      ],
423
      "valueName": "current"
424
    },
425
    {
426
      "cacheTimeout": null,
427
      "colorBackground": false,
428
      "colorValue": false,
429
      "colors": [
430
        "#299c46",
431
        "rgba(237, 129, 40, 0.89)",
432
        "#d44a3a"
433
      ],
434
      "datasource": null,
435
      "description": "Cluster volume total count",
436
      "format": "none",
437
      "gauge": {
438
        "maxValue": 100,
439
        "thresholdMarkers": true
440
      },
441
      "gridPos": {
442
        "h": 4,
443
        "w": 3,
444
        "x": 15,
445
        "y": 1
446
      },
447
      "id": 93,
448
      "interval": null,
449
      "links": [],
450
      "mappingType": 1,
451
      "mappingTypes": [
452
        {
453
          "name": "value to text",
454
          "value": 1
455
        },
456
        {
457
          "name": "range to text",
458
          "value": 2
459
        }
460
      ],
461
      "maxDataPoints": 100,
462
      "nullPointMode": "connected",
463
      "nullText": null,
464
      "options": {},
465
      "postfix": "",
466
      "postfixFontSize": "50%",
467
      "prefix": "",
468
      "prefixFontSize": "50%",
469
      "rangeMaps": [
470
        {
471
          "from": "null",
472
          "text": "N/A",
473
          "to": "null"
474
        }
475
      ],
476
      "sparkline": {
477
        "fillColor": "rgba(31, 118, 189, 0.18)",
478
        "lineColor": "rgb(31, 120, 193)",
479
        "show": true
480
      },
481
      "tableColumn": "",
482
      "targets": [
483
        {
484
          "expr": "avg(cfs_master_vol_count{app=\"$app\", cluster=\"$cluster\"})",
485
          "format": "time_series",
486
          "intervalFactor": 1,
487
          "refId": "A"
488
        }
489
      ],
490
      "thresholds": "",
491
      "title": "VolumeCount",
492
      "type": "singlestat",
493
      "valueFontSize": "80%",
494
      "valueMaps": [
495
        {
496
          "op": "=",
497
          "text": "N/A",
498
          "value": "null"
499
        }
500
      ],
501
      "valueName": "current"
502
    },
503
    {
504
      "cacheTimeout": null,
505
      "colorBackground": false,
506
      "colorValue": false,
507
      "colors": [
508
        "#299c46",
509
        "rgba(237, 129, 40, 0.89)",
510
        "#d44a3a"
511
      ],
512
      "datasource": null,
513
      "description": "CubeFS process start time of selected instance",
514
      "format": "dateTimeFromNow",
515
      "gauge": {
516
        "maxValue": 100,
517
        "thresholdMarkers": true
518
      },
519
      "gridPos": {
520
        "h": 4,
521
        "w": 3,
522
        "x": 18,
523
        "y": 1
524
      },
525
      "id": 113,
526
      "interval": null,
527
      "links": [],
528
      "mappingType": 1,
529
      "mappingTypes": [
530
        {
531
          "name": "value to text",
532
          "value": 1
533
        },
534
        {
535
          "name": "range to text",
536
          "value": 2
537
        }
538
      ],
539
      "maxDataPoints": 100,
540
      "nullPointMode": "connected",
541
      "nullText": null,
542
      "options": {},
543
      "postfix": "",
544
      "postfixFontSize": "50%",
545
      "prefix": "",
546
      "prefixFontSize": "50%",
547
      "rangeMaps": [
548
        {
549
          "from": "null",
550
          "text": "N/A",
551
          "to": "null"
552
        }
553
      ],
554
      "sparkline": {
555
        "fillColor": "rgba(31, 118, 189, 0.18)",
556
        "lineColor": "rgb(31, 120, 193)",
557
        "show": true
558
      },
559
      "tableColumn": "",
560
      "targets": [
561
        {
562
          "expr": "process_start_time_seconds{cluster=\"$cluster\", app=\"$app\", instance=~\"$instance\"}*1000",
563
          "format": "time_series",
564
          "intervalFactor": 1,
565
          "refId": "A"
566
        }
567
      ],
568
      "thresholds": "",
569
      "title": "ProcessStartTime",
570
      "type": "singlestat",
571
      "valueFontSize": "80%",
572
      "valueMaps": [
573
        {
574
          "op": "=",
575
          "text": "N/A",
576
          "value": "null"
577
        }
578
      ],
579
      "valueName": "current"
580
    },
581
    {
582
      "datasource": null,
583
      "gridPos": {
584
        "h": 6,
585
        "w": 6,
586
        "x": 0,
587
        "y": 5
588
      },
589
      "id": 177,
590
      "options": {
591
        "displayMode": "gradient",
592
        "fieldOptions": {
593
          "calcs": [
594
            "lastNotNull"
595
          ],
596
          "defaults": {
597
            "mappings": [],
598
            "max": 300000,
599
            "min": 0,
600
            "thresholds": [
601
              {
602
                "color": "green",
603
                "value": null
604
              },
605
              {
606
                "color": "#EAB839",
607
                "value": 200000
608
              },
609
              {
610
                "color": "red",
611
                "value": 300000
612
              }
613
            ],
614
            "unit": "gbytes"
615
          },
616
          "override": {},
617
          "values": false
618
        },
619
        "orientation": "horizontal"
620
      },
621
      "pluginVersion": "6.4.4",
622
      "targets": [
623
        {
624
          "expr": "cfs_master_dataNodes_total_GB{app=\"$app\",cluster=\"$cluster\", instance=\"$master_instance\"}",
625
          "format": "time_series",
626
          "instant": true,
627
          "intervalFactor": 1,
628
          "legendFormat": "TotalSize",
629
          "refId": "B"
630
        },
631
        {
632
          "expr": "cfs_master_dataNodes_used_GB{app=\"$app\",cluster=\"$cluster\", instance=\"$master_instance\"}",
633
          "format": "time_series",
634
          "instant": true,
635
          "intervalFactor": 1,
636
          "legendFormat": "UsedSize",
637
          "refId": "A"
638
        },
639
        {
640
          "expr": "cfs_master_dataNodes_increased_GB{app=\"$app\",cluster=\"$cluster\", instance=\"$master_instance\"}",
641
          "format": "time_series",
642
          "instant": true,
643
          "intervalFactor": 1,
644
          "legendFormat": "IncreasedSize",
645
          "refId": "C"
646
        }
647
      ],
648
      "title": "DatanodeSize",
649
      "type": "bargauge"
650
    },
651
    {
652
      "datasource": null,
653
      "description": "metanode size of total, used and increased.",
654
      "gridPos": {
655
        "h": 6,
656
        "w": 6,
657
        "x": 6,
658
        "y": 5
659
      },
660
      "id": 92,
661
      "options": {
662
        "displayMode": "gradient",
663
        "fieldOptions": {
664
          "calcs": [
665
            "last"
666
          ],
667
          "defaults": {
668
            "mappings": [],
669
            "max": 5,
670
            "min": 0,
671
            "thresholds": [
672
              {
673
                "color": "green",
674
                "value": null
675
              },
676
              {
677
                "color": "#EAB839",
678
                "value": 3
679
              },
680
              {
681
                "color": "red",
682
                "value": 5
683
              }
684
            ],
685
            "unit": "gbytes"
686
          },
687
          "override": {},
688
          "values": false
689
        },
690
        "orientation": "horizontal"
691
      },
692
      "pluginVersion": "6.4.4",
693
      "targets": [
694
        {
695
          "expr": "sum(cfs_master_metaNodes_total_GB{cluster=~\"$cluster\", instance=\"$master_instance\"})",
696
          "format": "time_series",
697
          "instant": true,
698
          "intervalFactor": 1,
699
          "legendFormat": "TotalSize",
700
          "refId": "B"
701
        },
702
        {
703
          "expr": "sum(cfs_master_metaNodes_used_GB{cluster=~\"$cluster\", instance=\"$master_instance\"} )",
704
          "format": "time_series",
705
          "instant": true,
706
          "intervalFactor": 1,
707
          "legendFormat": "UsedSize",
708
          "refId": "A"
709
        },
710
        {
711
          "expr": "sum(cfs_master_metaNodes_increased_GB{cluster=~\"$cluster\", instance=\"$master_instance\"})",
712
          "format": "time_series",
713
          "instant": true,
714
          "intervalFactor": 1,
715
          "legendFormat": "IncreasedSize",
716
          "refId": "C"
717
        }
718
      ],
719
      "title": "MetanodeSize",
720
      "type": "bargauge"
721
    },
722
    {
723
      "datasource": null,
724
      "description": "Top K total size of all volume",
725
      "gridPos": {
726
        "h": 6,
727
        "w": 9,
728
        "x": 12,
729
        "y": 5
730
      },
731
      "id": 175,
732
      "options": {
733
        "displayMode": "gradient",
734
        "fieldOptions": {
735
          "calcs": [
736
            "last"
737
          ],
738
          "defaults": {
739
            "mappings": [
740
              {
741
                "op": "=",
742
                "text": "N/A",
743
                "type": 2,
744
                "value": "null"
745
              }
746
            ],
747
            "max": 100,
748
            "min": 0,
749
            "nullValueMode": "connected",
750
            "thresholds": [
751
              {
752
                "color": "green",
753
                "value": null
754
              },
755
              {
756
                "color": "#EAB839",
757
                "value": 50
758
              },
759
              {
760
                "color": "red",
761
                "value": 100
762
              }
763
            ],
764
            "unit": "bytes"
765
          },
766
          "override": {},
767
          "values": true
768
        },
769
        "orientation": "horizontal"
770
      },
771
      "pluginVersion": "6.4.4",
772
      "targets": [
773
        {
774
          "expr": "topk($topk, cfs_master_vol_total_GB{app=\"$app\",cluster=\"$cluster\", instance=\"$master_instance\"})",
775
          "format": "time_series",
776
          "instant": true,
777
          "intervalFactor": 1,
778
          "legendFormat": "{{volName}}",
779
          "refId": "A"
780
        }
781
      ],
782
      "title": "VolumeTotalSize",
783
      "type": "bargauge"
784
    },
785
    {
786
      "datasource": null,
787
      "description": "Datanode used size ratio with total size",
788
      "gridPos": {
789
        "h": 6,
790
        "w": 3,
791
        "x": 0,
792
        "y": 11
793
      },
794
      "id": 281,
795
      "options": {
796
        "fieldOptions": {
797
          "calcs": [
798
            "last"
799
          ],
800
          "defaults": {
801
            "mappings": [],
802
            "max": 1,
803
            "min": 0,
804
            "thresholds": [
805
              {
806
                "color": "green",
807
                "value": null
808
              },
809
              {
810
                "color": "#EAB839",
811
                "value": 0.5
812
              },
813
              {
814
                "color": "red",
815
                "value": 0.8
816
              }
817
            ],
818
            "unit": "percentunit"
819
          },
820
          "override": {},
821
          "values": false
822
        },
823
        "orientation": "horizontal",
824
        "showThresholdLabels": false,
825
        "showThresholdMarkers": true
826
      },
827
      "pluginVersion": "6.4.4",
828
      "targets": [
829
        {
830
          "expr": "cfs_master_dataNodes_used_GB{app=\"$app\",cluster=\"$cluster\", instance=\"$master_instance\"}/ cfs_master_dataNodes_total_GB{app=\"$app\",cluster=\"$cluster\", instance=\"$master_instance\"}",
831
          "format": "time_series",
832
          "instant": true,
833
          "intervalFactor": 1,
834
          "legendFormat": "DataNodeUsedRatio",
835
          "refId": "D"
836
        }
837
      ],
838
      "title": "DataNodeUsedRatio",
839
      "type": "gauge"
840
    },
841
    {
842
      "datasource": null,
843
      "description": "Metanode used size ratio with total size",
844
      "gridPos": {
845
        "h": 6,
846
        "w": 3,
847
        "x": 3,
848
        "y": 11
849
      },
850
      "id": 282,
851
      "options": {
852
        "fieldOptions": {
853
          "calcs": [
854
            "last"
855
          ],
856
          "defaults": {
857
            "mappings": [],
858
            "max": 1,
859
            "min": 0,
860
            "thresholds": [
861
              {
862
                "color": "green",
863
                "value": null
864
              },
865
              {
866
                "color": "#EAB839",
867
                "value": 0.5
868
              },
869
              {
870
                "color": "red",
871
                "value": 0.8
872
              }
873
            ],
874
            "unit": "percentunit"
875
          },
876
          "override": {},
877
          "values": false
878
        },
879
        "orientation": "horizontal",
880
        "showThresholdLabels": false,
881
        "showThresholdMarkers": true
882
      },
883
      "pluginVersion": "6.4.4",
884
      "targets": [
885
        {
886
          "expr": "cfs_master_metaNodes_used_GB{app=\"$app\",cluster=\"$cluster\", instance=\"$master_instance\"} / cfs_master_metaNodes_total_GB{app=\"$app\",cluster=\"$cluster\", instance=\"$master_instance\"}",
887
          "format": "time_series",
888
          "instant": true,
889
          "intervalFactor": 1,
890
          "legendFormat": "MetaNodeUsedRatio",
891
          "refId": "A"
892
        }
893
      ],
894
      "title": "MetaNodeUsedRatio",
895
      "type": "gauge"
896
    },
897
    {
898
      "datasource": null,
899
      "description": "Datanode inactive count",
900
      "gridPos": {
901
        "h": 6,
902
        "w": 3,
903
        "x": 6,
904
        "y": 11
905
      },
906
      "id": 181,
907
      "options": {
908
        "fieldOptions": {
909
          "calcs": [
910
            "lastNotNull"
911
          ],
912
          "defaults": {
913
            "mappings": [],
914
            "max": 100,
915
            "min": 0,
916
            "thresholds": [
917
              {
918
                "color": "green",
919
                "value": null
920
              },
921
              {
922
                "color": "red",
923
                "value": 80
924
              }
925
            ]
926
          },
927
          "override": {},
928
          "values": false
929
        },
930
        "orientation": "auto",
931
        "showThresholdLabels": false,
932
        "showThresholdMarkers": true
933
      },
934
      "pluginVersion": "6.4.4",
935
      "targets": [
936
        {
937
          "expr": "cfs_master_dataNodes_inactive{app=\"$app\", cluster=\"$cluster\", instance=\"$master_instance\"}",
938
          "format": "time_series",
939
          "instant": true,
940
          "intervalFactor": 1,
941
          "legendFormat": "sum",
942
          "refId": "A"
943
        }
944
      ],
945
      "title": "DataNodeInactive",
946
      "type": "gauge"
947
    },
948
    {
949
      "datasource": null,
950
      "description": "Metanode inactive count",
951
      "gridPos": {
952
        "h": 6,
953
        "w": 3,
954
        "x": 9,
955
        "y": 11
956
      },
957
      "id": 180,
958
      "options": {
959
        "fieldOptions": {
960
          "calcs": [
961
            "lastNotNull"
962
          ],
963
          "defaults": {
964
            "mappings": [],
965
            "max": 100,
966
            "min": 0,
967
            "thresholds": [
968
              {
969
                "color": "green",
970
                "value": null
971
              },
972
              {
973
                "color": "red",
974
                "value": 80
975
              }
976
            ]
977
          },
978
          "override": {},
979
          "values": false
980
        },
981
        "orientation": "auto",
982
        "showThresholdLabels": false,
983
        "showThresholdMarkers": true
984
      },
985
      "pluginVersion": "6.4.4",
986
      "targets": [
987
        {
988
          "expr": "cfs_master_metaNodes_inactive{app=\"$app\", cluster=\"$cluster\", instance=\"$master_instance\"}",
989
          "format": "time_series",
990
          "instant": true,
991
          "intervalFactor": 1,
992
          "legendFormat": "sum",
993
          "refId": "A"
994
        }
995
      ],
996
      "title": "MetaNodesInactive",
997
      "type": "gauge"
998
    },
999
    {
1000
      "cacheTimeout": null,
1001
      "colorBackground": false,
1002
      "colorValue": false,
1003
      "colors": [
1004
        "#299c46",
1005
        "rgba(237, 129, 40, 0.89)",
1006
        "#d44a3a"
1007
      ],
1008
      "datasource": null,
1009
      "description": "Disk Error count",
1010
      "format": "none",
1011
      "gauge": {
1012
        "maxValue": 100,
1013
        "minValue": 0,
1014
        "show": false,
1015
        "thresholdLabels": false,
1016
        "thresholdMarkers": true
1017
      },
1018
      "gridPos": {
1019
        "h": 6,
1020
        "w": 3,
1021
        "x": 12,
1022
        "y": 11
1023
      },
1024
      "id": 179,
1025
      "interval": null,
1026
      "links": [],
1027
      "mappingType": 1,
1028
      "mappingTypes": [
1029
        {
1030
          "name": "value to text",
1031
          "value": 1
1032
        },
1033
        {
1034
          "name": "range to text",
1035
          "value": 2
1036
        }
1037
      ],
1038
      "maxDataPoints": 100,
1039
      "nullPointMode": "connected",
1040
      "nullText": null,
1041
      "options": {},
1042
      "pluginVersion": "6.4.4",
1043
      "postfix": "",
1044
      "postfixFontSize": "50%",
1045
      "prefix": "",
1046
      "prefixFontSize": "50%",
1047
      "rangeMaps": [
1048
        {
1049
          "from": "null",
1050
          "text": "N/A",
1051
          "to": "null"
1052
        }
1053
      ],
1054
      "sparkline": {
1055
        "fillColor": "rgba(31, 118, 189, 0.18)",
1056
        "full": false,
1057
        "lineColor": "rgb(31, 120, 193)",
1058
        "show": true,
1059
        "ymax": null,
1060
        "ymin": null
1061
      },
1062
      "tableColumn": "",
1063
      "targets": [
1064
        {
1065
          "expr": "delta(cfs_master_disk_error{app=\"$app\", cluster=\"$cluster\", instance=\"$master_instance\"}[1m])",
1066
          "format": "time_series",
1067
          "intervalFactor": 1,
1068
          "refId": "A"
1069
        }
1070
      ],
1071
      "thresholds": "",
1072
      "title": "DiskError",
1073
      "type": "singlestat",
1074
      "valueFontSize": "80%",
1075
      "valueMaps": [
1076
        {
1077
          "op": "=",
1078
          "text": "0",
1079
          "value": "null"
1080
        }
1081
      ],
1082
      "valueName": "current"
1083
    },
1084
    {
1085
      "datasource": null,
1086
      "description": "top k volume used ratio ",
1087
      "gridPos": {
1088
        "h": 6,
1089
        "w": 6,
1090
        "x": 15,
1091
        "y": 11
1092
      },
1093
      "id": 280,
1094
      "options": {
1095
        "displayMode": "gradient",
1096
        "fieldOptions": {
1097
          "calcs": [
1098
            "last"
1099
          ],
1100
          "defaults": {
1101
            "mappings": [
1102
              {
1103
                "op": "=",
1104
                "text": "N/A",
1105
                "type": 1,
1106
                "value": "null"
1107
              }
1108
            ],
1109
            "max": 1,
1110
            "min": 0,
1111
            "nullValueMode": "connected",
1112
            "thresholds": [
1113
              {
1114
                "color": "green",
1115
                "value": null
1116
              },
1117
              {
1118
                "color": "#EAB839",
1119
                "value": 0.5
1120
              },
1121
              {
1122
                "color": "red",
1123
                "value": 0.8
1124
              }
1125
            ],
1126
            "unit": "percentunit"
1127
          },
1128
          "override": {},
1129
          "values": false
1130
        },
1131
        "orientation": "horizontal"
1132
      },
1133
      "pluginVersion": "6.4.4",
1134
      "targets": [
1135
        {
1136
          "expr": "topk($topk, cfs_master_vol_usage_ratio{app=\"$app\",cluster=\"$cluster\", instance=\"$master_instance\"})",
1137
          "format": "time_series",
1138
          "instant": true,
1139
          "intervalFactor": 1,
1140
          "legendFormat": "{{volName}}",
1141
          "refId": "A"
1142
        }
1143
      ],
1144
      "title": "VolumeUsedRatio",
1145
      "type": "bargauge"
1146
    },
1147
    {
1148
      "collapsed": false,
1149
      "datasource": null,
1150
      "gridPos": {
1151
        "h": 1,
1152
        "w": 24,
1153
        "x": 0,
1154
        "y": 17
1155
      },
1156
      "id": 184,
1157
      "panels": [],
1158
      "title": "Volume",
1159
      "type": "row"
1160
    },
1161
    {
1162
      "aliasColors": {},
1163
      "bars": false,
1164
      "dashLength": 10,
1165
      "dashes": false,
1166
      "datasource": null,
1167
      "description": "top k volume used size",
1168
      "fill": 1,
1169
      "fillGradient": 0,
1170
      "gridPos": {
1171
        "h": 6,
1172
        "w": 6,
1173
        "x": 0,
1174
        "y": 18
1175
      },
1176
      "id": 187,
1177
      "legend": {
1178
        "avg": false,
1179
        "current": false,
1180
        "max": false,
1181
        "min": false,
1182
        "show": true,
1183
        "total": false,
1184
        "values": false
1185
      },
1186
      "lines": true,
1187
      "linewidth": 1,
1188
      "nullPointMode": "null",
1189
      "options": {
1190
        "dataLinks": []
1191
      },
1192
      "percentage": false,
1193
      "pluginVersion": "6.4.4",
1194
      "pointradius": 5,
1195
      "points": false,
1196
      "renderer": "flot",
1197
      "seriesOverrides": [
1198
        {
1199
          "alias": "/.*UsedRatio.*/",
1200
          "yaxis": 2
1201
        }
1202
      ],
1203
      "spaceLength": 10,
1204
      "stack": false,
1205
      "steppedLine": false,
1206
      "targets": [
1207
        {
1208
          "expr": "topk($topk, cfs_master_vol_used_GB{app=\"$app\",cluster=\"$cluster\", instance=\"$master_instance\"})",
1209
          "format": "time_series",
1210
          "intervalFactor": 1,
1211
          "legendFormat": "{{volName}}",
1212
          "refId": "A"
1213
        }
1214
      ],
1215
      "thresholds": [],
1216
      "timeFrom": null,
1217
      "timeRegions": [],
1218
      "timeShift": null,
1219
      "title": "VolumeUsedSize",
1220
      "tooltip": {
1221
        "shared": true,
1222
        "sort": 0,
1223
        "value_type": "individual"
1224
      },
1225
      "type": "graph",
1226
      "xaxis": {
1227
        "buckets": null,
1228
        "mode": "time",
1229
        "name": null,
1230
        "show": true,
1231
        "values": []
1232
      },
1233
      "yaxes": [
1234
        {
1235
          "format": "bytes",
1236
          "logBase": 10,
1237
          "show": true
1238
        },
1239
        {
1240
          "format": "percentunit",
1241
          "logBase": 1,
1242
          "show": true
1243
        }
1244
      ],
1245
      "yaxis": {
1246
        "align": false,
1247
        "alignLevel": null
1248
      }
1249
    },
1250
    {
1251
      "aliasColors": {},
1252
      "bars": false,
1253
      "dashLength": 10,
1254
      "dashes": false,
1255
      "datasource": null,
1256
      "description": "top k volume usage ratio",
1257
      "fill": 1,
1258
      "fillGradient": 0,
1259
      "gridPos": {
1260
        "h": 6,
1261
        "w": 6,
1262
        "x": 6,
1263
        "y": 18
1264
      },
1265
      "id": 288,
1266
      "legend": {
1267
        "avg": false,
1268
        "current": false,
1269
        "max": false,
1270
        "min": false,
1271
        "show": false,
1272
        "total": false,
1273
        "values": false
1274
      },
1275
      "lines": true,
1276
      "linewidth": 1,
1277
      "nullPointMode": "null",
1278
      "options": {
1279
        "dataLinks": []
1280
      },
1281
      "percentage": false,
1282
      "pluginVersion": "6.4.4",
1283
      "pointradius": 5,
1284
      "points": false,
1285
      "renderer": "flot",
1286
      "seriesOverrides": [
1287
        {
1288
          "alias": "/.*UsedRatio.*/",
1289
          "yaxis": 2
1290
        }
1291
      ],
1292
      "spaceLength": 10,
1293
      "stack": false,
1294
      "steppedLine": false,
1295
      "targets": [
1296
        {
1297
          "expr": "topk($topk, cfs_master_vol_usage_ratio{app=\"$app\",cluster=\"$cluster\", instance=\"$master_instance\"})",
1298
          "format": "time_series",
1299
          "intervalFactor": 1,
1300
          "legendFormat": "{{volName}}",
1301
          "refId": "A"
1302
        }
1303
      ],
1304
      "thresholds": [],
1305
      "timeFrom": null,
1306
      "timeRegions": [],
1307
      "timeShift": null,
1308
      "title": "VolumeUsageRatio",
1309
      "tooltip": {
1310
        "shared": true,
1311
        "sort": 0,
1312
        "value_type": "individual"
1313
      },
1314
      "type": "graph",
1315
      "xaxis": {
1316
        "buckets": null,
1317
        "mode": "time",
1318
        "name": null,
1319
        "show": true,
1320
        "values": []
1321
      },
1322
      "yaxes": [
1323
        {
1324
          "format": "percentunit",
1325
          "logBase": 10,
1326
          "show": true
1327
        },
1328
        {
1329
          "format": "percentunit",
1330
          "logBase": 1,
1331
          "show": false
1332
        }
1333
      ],
1334
      "yaxis": {
1335
        "align": false,
1336
        "alignLevel": null
1337
      }
1338
    },
1339
    {
1340
      "aliasColors": {},
1341
      "bars": false,
1342
      "dashLength": 10,
1343
      "dashes": false,
1344
      "datasource": null,
1345
      "description": "top k volume size rate",
1346
      "fill": 1,
1347
      "fillGradient": 0,
1348
      "gridPos": {
1349
        "h": 6,
1350
        "w": 6,
1351
        "x": 12,
1352
        "y": 18
1353
      },
1354
      "id": 182,
1355
      "legend": {
1356
        "avg": false,
1357
        "current": false,
1358
        "max": false,
1359
        "min": false,
1360
        "show": true,
1361
        "total": false,
1362
        "values": false
1363
      },
1364
      "lines": true,
1365
      "linewidth": 1,
1366
      "nullPointMode": "null",
1367
      "options": {
1368
        "dataLinks": []
1369
      },
1370
      "percentage": false,
1371
      "pointradius": 5,
1372
      "points": false,
1373
      "renderer": "flot",
1374
      "seriesOverrides": [
1375
        {
1376
          "alias": "/.*UsedRatio.*/",
1377
          "yaxis": 2
1378
        }
1379
      ],
1380
      "spaceLength": 10,
1381
      "stack": false,
1382
      "steppedLine": false,
1383
      "targets": [
1384
        {
1385
          "expr": "topk($topk, deriv(cfs_master_vol_used_GB{app=\"$app\",cluster=\"$cluster\", instance=\"$master_instance\"}[1m]))",
1386
          "format": "time_series",
1387
          "intervalFactor": 1,
1388
          "legendFormat": "{{volName}}",
1389
          "refId": "C"
1390
        }
1391
      ],
1392
      "thresholds": [],
1393
      "timeFrom": null,
1394
      "timeRegions": [],
1395
      "timeShift": null,
1396
      "title": "VolumeSizeRate",
1397
      "tooltip": {
1398
        "shared": true,
1399
        "sort": 2,
1400
        "value_type": "individual"
1401
      },
1402
      "type": "graph",
1403
      "xaxis": {
1404
        "buckets": null,
1405
        "mode": "time",
1406
        "name": null,
1407
        "show": true,
1408
        "values": []
1409
      },
1410
      "yaxes": [
1411
        {
1412
          "format": "Bps",
1413
          "logBase": 1,
1414
          "show": true
1415
        },
1416
        {
1417
          "format": "percentunit",
1418
          "logBase": 1,
1419
          "show": true
1420
        }
1421
      ],
1422
      "yaxis": {
1423
        "align": false,
1424
        "alignLevel": null
1425
      }
1426
    },
1427
    {
1428
      "aliasColors": {},
1429
      "bars": false,
1430
      "dashLength": 10,
1431
      "dashes": false,
1432
      "datasource": "Prometheus",
1433
      "description": "Selected volume used/total size and used ratio",
1434
      "fill": 1,
1435
      "fillGradient": 0,
1436
      "gridPos": {
1437
        "h": 6,
1438
        "w": 6,
1439
        "x": 0,
1440
        "y": 24
1441
      },
1442
      "id": 186,
1443
      "legend": {
1444
        "avg": false,
1445
        "current": false,
1446
        "max": false,
1447
        "min": false,
1448
        "show": true,
1449
        "total": false,
1450
        "values": false
1451
      },
1452
      "lines": true,
1453
      "linewidth": 1,
1454
      "nullPointMode": "null",
1455
      "options": {
1456
        "dataLinks": []
1457
      },
1458
      "percentage": false,
1459
      "pointradius": 5,
1460
      "points": false,
1461
      "renderer": "flot",
1462
      "seriesOverrides": [
1463
        {
1464
          "alias": "/.*UsedRatio.*/",
1465
          "yaxis": 2
1466
        }
1467
      ],
1468
      "spaceLength": 10,
1469
      "stack": false,
1470
      "steppedLine": false,
1471
      "targets": [
1472
        {
1473
          "expr": "cfs_master_vol_used_GB{app=\"$app\",cluster=\"$cluster\", volName=\"$vol\", instance=\"$master_instance\"}",
1474
          "format": "time_series",
1475
          "intervalFactor": 1,
1476
          "legendFormat": "UsedSize",
1477
          "refId": "C"
1478
        },
1479
        {
1480
          "expr": "cfs_master_vol_used_GB{app=\"$app\",cluster=\"$cluster\", volName=\"$vol\", instance=\"$master_instance\"}/cfs_master_vol_total_GB{app=\"$app\",cluster=\"$cluster\", volName=\"$vol\", instance=\"$master_instance\"}",
1481
          "format": "time_series",
1482
          "intervalFactor": 1,
1483
          "legendFormat": "UsedRatio",
1484
          "refId": "A"
1485
        }
1486
      ],
1487
      "thresholds": [],
1488
      "timeFrom": null,
1489
      "timeRegions": [],
1490
      "timeShift": null,
1491
      "title": "Size:[[vol]]",
1492
      "tooltip": {
1493
        "shared": true,
1494
        "sort": 0,
1495
        "value_type": "individual"
1496
      },
1497
      "type": "graph",
1498
      "xaxis": {
1499
        "buckets": null,
1500
        "mode": "time",
1501
        "name": null,
1502
        "show": true,
1503
        "values": []
1504
      },
1505
      "yaxes": [
1506
        {
1507
          "format": "bytes",
1508
          "logBase": 1,
1509
          "show": true
1510
        },
1511
        {
1512
          "format": "percentunit",
1513
          "logBase": 1,
1514
          "show": true
1515
        }
1516
      ],
1517
      "yaxis": {
1518
        "align": false,
1519
        "alignLevel": null
1520
      }
1521
    },
1522
    {
1523
      "aliasColors": {},
1524
      "bars": false,
1525
      "dashLength": 10,
1526
      "dashes": false,
1527
      "datasource": null,
1528
      "description": "top k volume used ratio",
1529
      "fill": 1,
1530
      "fillGradient": 0,
1531
      "gridPos": {
1532
        "h": 6,
1533
        "w": 6,
1534
        "x": 6,
1535
        "y": 24
1536
      },
1537
      "id": 291,
1538
      "legend": {
1539
        "avg": false,
1540
        "current": false,
1541
        "max": false,
1542
        "min": false,
1543
        "show": false,
1544
        "total": false,
1545
        "values": false
1546
      },
1547
      "lines": true,
1548
      "linewidth": 1,
1549
      "nullPointMode": "null",
1550
      "options": {
1551
        "dataLinks": []
1552
      },
1553
      "percentage": false,
1554
      "pluginVersion": "6.4.4",
1555
      "pointradius": 5,
1556
      "points": false,
1557
      "renderer": "flot",
1558
      "seriesOverrides": [
1559
        {
1560
          "alias": "/.*UsedRatio.*/",
1561
          "yaxis": 2
1562
        }
1563
      ],
1564
      "spaceLength": 10,
1565
      "stack": false,
1566
      "steppedLine": false,
1567
      "targets": [
1568
        {
1569
          "expr": "topk($topk, sum(rate(cfs_dataNode_dataPartitionIOBytes{app=\"$app\", cluster=\"$cluster\", vol=\"$vol\"}[1m]) ) by (type))",
1570
          "format": "time_series",
1571
          "intervalFactor": 1,
1572
          "legendFormat": "{{type}}",
1573
          "refId": "B"
1574
        }
1575
      ],
1576
      "thresholds": [],
1577
      "timeFrom": null,
1578
      "timeRegions": [],
1579
      "timeShift": null,
1580
      "title": "IORate:[[vol]]",
1581
      "tooltip": {
1582
        "shared": true,
1583
        "sort": 2,
1584
        "value_type": "individual"
1585
      },
1586
      "type": "graph",
1587
      "xaxis": {
1588
        "buckets": null,
1589
        "mode": "time",
1590
        "name": null,
1591
        "show": true,
1592
        "values": []
1593
      },
1594
      "yaxes": [
1595
        {
1596
          "format": "Bps",
1597
          "logBase": 1,
1598
          "show": true
1599
        },
1600
        {
1601
          "format": "percentunit",
1602
          "logBase": 1,
1603
          "show": true
1604
        }
1605
      ],
1606
      "yaxis": {
1607
        "align": false,
1608
        "alignLevel": null
1609
      }
1610
    },
1611
    {
1612
      "aliasColors": {},
1613
      "bars": false,
1614
      "dashLength": 10,
1615
      "dashes": false,
1616
      "datasource": null,
1617
      "description": "top k volume used ratio",
1618
      "fill": 1,
1619
      "fillGradient": 0,
1620
      "gridPos": {
1621
        "h": 6,
1622
        "w": 24,
1623
        "x": 0,
1624
        "y": 30
1625
      },
1626
      "id": 295,
1627
      "legend": {
1628
        "avg": false,
1629
        "current": false,
1630
        "max": false,
1631
        "min": false,
1632
        "show": false,
1633
        "total": false,
1634
        "values": false
1635
      },
1636
      "lines": true,
1637
      "linewidth": 1,
1638
      "nullPointMode": "null",
1639
      "options": {
1640
        "dataLinks": []
1641
      },
1642
      "percentage": false,
1643
      "pluginVersion": "6.4.4",
1644
      "pointradius": 5,
1645
      "points": false,
1646
      "renderer": "flot",
1647
      "repeat": "iotype",
1648
      "repeatDirection": "h",
1649
      "scopedVars": {
1650
        "iotype": {
1651
          "isNone": true,
1652
          "selected": true,
1653
          "text": "None",
1654
          "value": ""
1655
        }
1656
      },
1657
      "seriesOverrides": [
1658
        {
1659
          "alias": "/.*UsedRatio.*/",
1660
          "yaxis": 2
1661
        }
1662
      ],
1663
      "spaceLength": 10,
1664
      "stack": false,
1665
      "steppedLine": false,
1666
      "targets": [
1667
        {
1668
          "expr": "topk($topk, sum(rate(cfs_dataNode_dataPartitionIOBytes{app=\"$app\", cluster=\"$cluster\", vol=\"$vol\", type=\"$iotype\"}[1m]) ) by (instance, partid, type))",
1669
          "format": "time_series",
1670
          "intervalFactor": 1,
1671
          "legendFormat": "{{instance}}:{{partid}}",
1672
          "refId": "B"
1673
        }
1674
      ],
1675
      "thresholds": [],
1676
      "timeFrom": null,
1677
      "timeRegions": [],
1678
      "timeShift": null,
1679
      "title": "VolPartitionIO:[[vol]]:[[iotype]]",
1680
      "tooltip": {
1681
        "shared": true,
1682
        "sort": 2,
1683
        "value_type": "individual"
1684
      },
1685
      "type": "graph",
1686
      "xaxis": {
1687
        "buckets": null,
1688
        "mode": "time",
1689
        "name": null,
1690
        "show": true,
1691
        "values": []
1692
      },
1693
      "yaxes": [
1694
        {
1695
          "format": "Bps",
1696
          "logBase": 1,
1697
          "show": true
1698
        },
1699
        {
1700
          "format": "percentunit",
1701
          "logBase": 1,
1702
          "show": true
1703
        }
1704
      ],
1705
      "yaxis": {
1706
        "align": false,
1707
        "alignLevel": null
1708
      }
1709
    },
1710
    {
1711
      "aliasColors": {},
1712
      "bars": false,
1713
      "dashLength": 10,
1714
      "dashes": false,
1715
      "datasource": null,
1716
      "description": "top k volume inode count",
1717
      "fill": 1,
1718
      "fillGradient": 0,
1719
      "gridPos": {
1720
        "h": 6,
1721
        "w": 6,
1722
        "x": 0,
1723
        "y": 36
1724
      },
1725
      "id": 310,
1726
      "legend": {
1727
        "avg": false,
1728
        "current": false,
1729
        "max": false,
1730
        "min": false,
1731
        "show": true,
1732
        "total": false,
1733
        "values": false
1734
      },
1735
      "lines": true,
1736
      "linewidth": 1,
1737
      "nullPointMode": "null",
1738
      "options": {
1739
        "dataLinks": []
1740
      },
1741
      "percentage": false,
1742
      "pointradius": 5,
1743
      "points": false,
1744
      "renderer": "flot",
1745
      "seriesOverrides": [
1746
        {
1747
          "alias": "/rate.*/",
1748
          "yaxis": 2
1749
        }
1750
      ],
1751
      "spaceLength": 10,
1752
      "stack": false,
1753
      "steppedLine": false,
1754
      "targets": [
1755
        {
1756
          "expr": "topk($topk, cfs_master_vol_meta_count{app=\"$app\",cluster=\"$cluster\", type=\"mp\", instance=\"$master_instance\"})",
1757
          "format": "time_series",
1758
          "intervalFactor": 1,
1759
          "legendFormat": "{{volName}}",
1760
          "refId": "C"
1761
        },
1762
        {
1763
          "expr": "topk($topk, rate(cfs_master_vol_meta_count{app=\"$app\",cluster=\"$cluster\", type=\"mp\", instance=\"$master_instance\"}[1m]))",
1764
          "format": "time_series",
1765
          "intervalFactor": 1,
1766
          "legendFormat": "rate_{{volName}}",
1767
          "refId": "A"
1768
        }
1769
      ],
1770
      "thresholds": [],
1771
      "timeFrom": null,
1772
      "timeRegions": [],
1773
      "timeShift": null,
1774
      "title": "VolumeMPCount",
1775
      "tooltip": {
1776
        "shared": true,
1777
        "sort": 2,
1778
        "value_type": "individual"
1779
      },
1780
      "type": "graph",
1781
      "xaxis": {
1782
        "buckets": null,
1783
        "mode": "time",
1784
        "name": null,
1785
        "show": false,
1786
        "values": []
1787
      },
1788
      "yaxes": [
1789
        {
1790
          "format": "none",
1791
          "logBase": 1,
1792
          "show": false
1793
        },
1794
        {
1795
          "format": "cps",
1796
          "logBase": 1,
1797
          "show": false
1798
        }
1799
      ],
1800
      "yaxis": {
1801
        "align": false,
1802
        "alignLevel": null
1803
      }
1804
    },
1805
    {
1806
      "aliasColors": {},
1807
      "bars": false,
1808
      "dashLength": 10,
1809
      "dashes": false,
1810
      "datasource": null,
1811
      "description": "top k volume inode count",
1812
      "fill": 1,
1813
      "fillGradient": 0,
1814
      "gridPos": {
1815
        "h": 6,
1816
        "w": 6,
1817
        "x": 6,
1818
        "y": 36
1819
      },
1820
      "id": 309,
1821
      "legend": {
1822
        "avg": false,
1823
        "current": false,
1824
        "max": false,
1825
        "min": false,
1826
        "show": true,
1827
        "total": false,
1828
        "values": false
1829
      },
1830
      "lines": true,
1831
      "linewidth": 1,
1832
      "nullPointMode": "null",
1833
      "options": {
1834
        "dataLinks": []
1835
      },
1836
      "percentage": false,
1837
      "pointradius": 5,
1838
      "points": false,
1839
      "renderer": "flot",
1840
      "seriesOverrides": [
1841
        {
1842
          "alias": "/rate.*/",
1843
          "yaxis": 2
1844
        }
1845
      ],
1846
      "spaceLength": 10,
1847
      "stack": false,
1848
      "steppedLine": false,
1849
      "targets": [
1850
        {
1851
          "expr": "topk($topk, cfs_master_vol_meta_count{app=\"$app\",cluster=\"$cluster\", type=\"dp\", instance=\"$master_instance\"})",
1852
          "format": "time_series",
1853
          "intervalFactor": 1,
1854
          "legendFormat": "{{volName}}",
1855
          "refId": "C"
1856
        },
1857
        {
1858
          "expr": "topk($topk, rate(cfs_master_vol_meta_count{app=\"$app\",cluster=\"$cluster\", type=\"dp\", instance=\"$master_instance\"}[1m]))",
1859
          "format": "time_series",
1860
          "intervalFactor": 1,
1861
          "legendFormat": "rate_{{volName}}",
1862
          "refId": "A"
1863
        }
1864
      ],
1865
      "thresholds": [],
1866
      "timeFrom": null,
1867
      "timeRegions": [],
1868
      "timeShift": null,
1869
      "title": "VolumeDPCount",
1870
      "tooltip": {
1871
        "shared": true,
1872
        "sort": 2,
1873
        "value_type": "individual"
1874
      },
1875
      "type": "graph",
1876
      "xaxis": {
1877
        "buckets": null,
1878
        "mode": "time",
1879
        "name": null,
1880
        "show": false,
1881
        "values": []
1882
      },
1883
      "yaxes": [
1884
        {
1885
          "format": "none",
1886
          "logBase": 1,
1887
          "show": false
1888
        },
1889
        {
1890
          "format": "cps",
1891
          "logBase": 1,
1892
          "show": false
1893
        }
1894
      ],
1895
      "yaxis": {
1896
        "align": false,
1897
        "alignLevel": null
1898
      }
1899
    },
1900
    {
1901
      "aliasColors": {},
1902
      "bars": false,
1903
      "dashLength": 10,
1904
      "dashes": false,
1905
      "datasource": null,
1906
      "description": "top k volume inode count",
1907
      "fill": 1,
1908
      "fillGradient": 0,
1909
      "gridPos": {
1910
        "h": 6,
1911
        "w": 6,
1912
        "x": 12,
1913
        "y": 36
1914
      },
1915
      "id": 307,
1916
      "legend": {
1917
        "avg": false,
1918
        "current": false,
1919
        "max": false,
1920
        "min": false,
1921
        "show": true,
1922
        "total": false,
1923
        "values": false
1924
      },
1925
      "lines": true,
1926
      "linewidth": 1,
1927
      "nullPointMode": "null",
1928
      "options": {
1929
        "dataLinks": []
1930
      },
1931
      "percentage": false,
1932
      "pointradius": 5,
1933
      "points": false,
1934
      "renderer": "flot",
1935
      "seriesOverrides": [
1936
        {
1937
          "alias": "/rate.*/",
1938
          "yaxis": 2
1939
        }
1940
      ],
1941
      "spaceLength": 10,
1942
      "stack": false,
1943
      "steppedLine": false,
1944
      "targets": [
1945
        {
1946
          "expr": "topk($topk, cfs_master_vol_meta_count{app=\"$app\",cluster=\"$cluster\", type=\"inode\", instance=\"$master_instance\"})",
1947
          "format": "time_series",
1948
          "intervalFactor": 1,
1949
          "legendFormat": "{{volName}}",
1950
          "refId": "C"
1951
        },
1952
        {
1953
          "expr": "topk($topk, rate(cfs_master_vol_meta_count{app=\"$app\",cluster=\"$cluster\", type=\"inode\", instance=\"$master_instance\"}[1m]))",
1954
          "format": "time_series",
1955
          "intervalFactor": 1,
1956
          "legendFormat": "rate_{{volName}}",
1957
          "refId": "A"
1958
        }
1959
      ],
1960
      "thresholds": [],
1961
      "timeFrom": null,
1962
      "timeRegions": [],
1963
      "timeShift": null,
1964
      "title": "VolumeInodeCount",
1965
      "tooltip": {
1966
        "shared": true,
1967
        "sort": 2,
1968
        "value_type": "individual"
1969
      },
1970
      "type": "graph",
1971
      "xaxis": {
1972
        "buckets": null,
1973
        "mode": "time",
1974
        "name": null,
1975
        "show": false,
1976
        "values": []
1977
      },
1978
      "yaxes": [
1979
        {
1980
          "format": "none",
1981
          "logBase": 1,
1982
          "show": false
1983
        },
1984
        {
1985
          "format": "cps",
1986
          "logBase": 1,
1987
          "show": false
1988
        }
1989
      ],
1990
      "yaxis": {
1991
        "align": false,
1992
        "alignLevel": null
1993
      }
1994
    },
1995
    {
1996
      "aliasColors": {},
1997
      "bars": false,
1998
      "dashLength": 10,
1999
      "dashes": false,
2000
      "datasource": null,
2001
      "description": "top k volume inode count",
2002
      "fill": 1,
2003
      "fillGradient": 0,
2004
      "gridPos": {
2005
        "h": 6,
2006
        "w": 6,
2007
        "x": 18,
2008
        "y": 36
2009
      },
2010
      "id": 308,
2011
      "legend": {
2012
        "avg": false,
2013
        "current": false,
2014
        "max": false,
2015
        "min": false,
2016
        "show": true,
2017
        "total": false,
2018
        "values": false
2019
      },
2020
      "lines": true,
2021
      "linewidth": 1,
2022
      "nullPointMode": "null",
2023
      "options": {
2024
        "dataLinks": []
2025
      },
2026
      "percentage": false,
2027
      "pointradius": 5,
2028
      "points": false,
2029
      "renderer": "flot",
2030
      "seriesOverrides": [
2031
        {
2032
          "alias": "/rate.*/",
2033
          "yaxis": 2
2034
        }
2035
      ],
2036
      "spaceLength": 10,
2037
      "stack": false,
2038
      "steppedLine": false,
2039
      "targets": [
2040
        {
2041
          "expr": "topk($topk, cfs_master_vol_meta_count{app=\"$app\",cluster=\"$cluster\", type=\"dentry\", instance=\"$master_instance\"})",
2042
          "format": "time_series",
2043
          "intervalFactor": 1,
2044
          "legendFormat": "{{volName}}",
2045
          "refId": "C"
2046
        },
2047
        {
2048
          "expr": "topk($topk, rate(cfs_master_vol_meta_count{app=\"$app\",cluster=\"$cluster\", type=\"dentry\", instance=\"$master_instance\"}[1m]))",
2049
          "format": "time_series",
2050
          "intervalFactor": 1,
2051
          "legendFormat": "rate_{{volName}}",
2052
          "refId": "A"
2053
        }
2054
      ],
2055
      "thresholds": [],
2056
      "timeFrom": null,
2057
      "timeRegions": [],
2058
      "timeShift": null,
2059
      "title": "VolumeDentryCount",
2060
      "tooltip": {
2061
        "shared": true,
2062
        "sort": 2,
2063
        "value_type": "individual"
2064
      },
2065
      "type": "graph",
2066
      "xaxis": {
2067
        "buckets": null,
2068
        "mode": "time",
2069
        "name": null,
2070
        "show": false,
2071
        "values": []
2072
      },
2073
      "yaxes": [
2074
        {
2075
          "format": "none",
2076
          "logBase": 1,
2077
          "show": false
2078
        },
2079
        {
2080
          "format": "cps",
2081
          "logBase": 1,
2082
          "show": false
2083
        }
2084
      ],
2085
      "yaxis": {
2086
        "align": false,
2087
        "alignLevel": null
2088
      }
2089
    },
2090
    {
2091
      "collapsed": true,
2092
      "datasource": null,
2093
      "gridPos": {
2094
        "h": 1,
2095
        "w": 24,
2096
        "x": 0,
2097
        "y": 42
2098
      },
2099
      "id": 293,
2100
      "panels": [
2101
        {
2102
          "aliasColors": {},
2103
          "bars": false,
2104
          "dashLength": 10,
2105
          "dashes": false,
2106
          "datasource": null,
2107
          "description": "top k volume used ratio",
2108
          "fill": 1,
2109
          "fillGradient": 0,
2110
          "gridPos": {
2111
            "h": 6,
2112
            "w": 24,
2113
            "x": 0,
2114
            "y": 19
2115
          },
2116
          "id": 188,
2117
          "legend": {
2118
            "avg": false,
2119
            "current": false,
2120
            "max": false,
2121
            "min": false,
2122
            "show": false,
2123
            "total": false,
2124
            "values": false
2125
          },
2126
          "lines": true,
2127
          "linewidth": 1,
2128
          "nullPointMode": "null",
2129
          "options": {
2130
            "dataLinks": []
2131
          },
2132
          "percentage": false,
2133
          "pluginVersion": "6.4.4",
2134
          "pointradius": 5,
2135
          "points": false,
2136
          "renderer": "flot",
2137
          "repeat": "iotype",
2138
          "repeatDirection": "h",
2139
          "scopedVars": {
2140
            "iotype": {
2141
              "isNone": true,
2142
              "selected": true,
2143
              "text": "None",
2144
              "value": ""
2145
            }
2146
          },
2147
          "seriesOverrides": [
2148
            {
2149
              "alias": "/.*UsedRatio.*/",
2150
              "yaxis": 2
2151
            }
2152
          ],
2153
          "spaceLength": 10,
2154
          "stack": false,
2155
          "steppedLine": false,
2156
          "targets": [
2157
            {
2158
              "expr": "topk($topk, sum(rate(cfs_dataNode_dataPartitionIOBytes{app=\"$app\", cluster=\"$cluster\", type=\"$iotype\"}[1m]) ) by (vol, type))",
2159
              "format": "time_series",
2160
              "intervalFactor": 1,
2161
              "legendFormat": "{{vol}}:{{type}}",
2162
              "refId": "B"
2163
            }
2164
          ],
2165
          "thresholds": [],
2166
          "timeFrom": null,
2167
          "timeRegions": [],
2168
          "timeShift": null,
2169
          "title": "VolIORate:[[iotype]]",
2170
          "tooltip": {
2171
            "shared": true,
2172
            "sort": 2,
2173
            "value_type": "individual"
2174
          },
2175
          "type": "graph",
2176
          "xaxis": {
2177
            "buckets": null,
2178
            "mode": "time",
2179
            "name": null,
2180
            "show": true,
2181
            "values": []
2182
          },
2183
          "yaxes": [
2184
            {
2185
              "format": "Bps",
2186
              "logBase": 1,
2187
              "show": true
2188
            },
2189
            {
2190
              "format": "percentunit",
2191
              "logBase": 1,
2192
              "show": true
2193
            }
2194
          ],
2195
          "yaxis": {
2196
            "align": false,
2197
            "alignLevel": null
2198
          }
2199
        },
2200
        {
2201
          "aliasColors": {},
2202
          "bars": false,
2203
          "dashLength": 10,
2204
          "dashes": false,
2205
          "datasource": null,
2206
          "description": "top k volume used ratio",
2207
          "fill": 1,
2208
          "fillGradient": 0,
2209
          "gridPos": {
2210
            "h": 6,
2211
            "w": 24,
2212
            "x": 0,
2213
            "y": 25
2214
          },
2215
          "id": 294,
2216
          "legend": {
2217
            "avg": false,
2218
            "current": false,
2219
            "max": false,
2220
            "min": false,
2221
            "show": false,
2222
            "total": false,
2223
            "values": false
2224
          },
2225
          "lines": true,
2226
          "linewidth": 1,
2227
          "links": [],
2228
          "nullPointMode": "null",
2229
          "options": {
2230
            "dataLinks": []
2231
          },
2232
          "percentage": false,
2233
          "pluginVersion": "6.4.4",
2234
          "pointradius": 5,
2235
          "points": false,
2236
          "renderer": "flot",
2237
          "repeat": "iotype",
2238
          "repeatDirection": "h",
2239
          "scopedVars": {
2240
            "iotype": {
2241
              "isNone": true,
2242
              "selected": true,
2243
              "text": "None",
2244
              "value": ""
2245
            }
2246
          },
2247
          "seriesOverrides": [
2248
            {
2249
              "alias": "/.*UsedRatio.*/",
2250
              "yaxis": 2
2251
            }
2252
          ],
2253
          "spaceLength": 10,
2254
          "stack": false,
2255
          "steppedLine": false,
2256
          "targets": [
2257
            {
2258
              "expr": "topk($topk, sum(rate(cfs_dataNode_dataPartitionIOBytes{app=\"$app\", cluster=\"$cluster\", type=\"$iotype\"}[1m]) ) by (instance,type))",
2259
              "format": "time_series",
2260
              "intervalFactor": 1,
2261
              "legendFormat": "{{instance}}",
2262
              "refId": "B"
2263
            }
2264
          ],
2265
          "thresholds": [],
2266
          "timeFrom": null,
2267
          "timeRegions": [],
2268
          "timeShift": null,
2269
          "title": "InstanceIORate:[[iotype]]",
2270
          "tooltip": {
2271
            "shared": true,
2272
            "sort": 2,
2273
            "value_type": "individual"
2274
          },
2275
          "type": "graph",
2276
          "xaxis": {
2277
            "buckets": null,
2278
            "mode": "time",
2279
            "name": null,
2280
            "show": true,
2281
            "values": []
2282
          },
2283
          "yaxes": [
2284
            {
2285
              "format": "Bps",
2286
              "logBase": 1,
2287
              "show": true
2288
            },
2289
            {
2290
              "format": "percentunit",
2291
              "logBase": 1,
2292
              "show": true
2293
            }
2294
          ],
2295
          "yaxis": {
2296
            "align": false,
2297
            "alignLevel": null
2298
          }
2299
        },
2300
        {
2301
          "aliasColors": {},
2302
          "bars": false,
2303
          "dashLength": 10,
2304
          "dashes": false,
2305
          "datasource": null,
2306
          "description": "top k volume used ratio",
2307
          "fill": 1,
2308
          "fillGradient": 0,
2309
          "gridPos": {
2310
            "h": 6,
2311
            "w": 24,
2312
            "x": 0,
2313
            "y": 31
2314
          },
2315
          "id": 289,
2316
          "legend": {
2317
            "avg": false,
2318
            "current": false,
2319
            "max": false,
2320
            "min": false,
2321
            "show": false,
2322
            "total": false,
2323
            "values": false
2324
          },
2325
          "lines": true,
2326
          "linewidth": 1,
2327
          "maxPerRow": 4,
2328
          "nullPointMode": "null",
2329
          "options": {
2330
            "dataLinks": []
2331
          },
2332
          "percentage": false,
2333
          "pluginVersion": "6.4.4",
2334
          "pointradius": 5,
2335
          "points": false,
2336
          "renderer": "flot",
2337
          "repeat": "iotype",
2338
          "repeatDirection": "h",
2339
          "scopedVars": {
2340
            "iotype": {
2341
              "isNone": true,
2342
              "selected": true,
2343
              "text": "None",
2344
              "value": ""
2345
            }
2346
          },
2347
          "seriesOverrides": [
2348
            {
2349
              "alias": "/.*UsedRatio.*/",
2350
              "yaxis": 2
2351
            }
2352
          ],
2353
          "spaceLength": 10,
2354
          "stack": false,
2355
          "steppedLine": false,
2356
          "targets": [
2357
            {
2358
              "expr": "topk($topk, sum(rate(cfs_dataNode_dataPartitionIOBytes{app=\"$app\", cluster=\"$cluster\", type=\"$iotype\"}[1m]) ) by (disk, instance))",
2359
              "format": "time_series",
2360
              "intervalFactor": 1,
2361
              "legendFormat": "{{instance}}:{{disk}}",
2362
              "refId": "B"
2363
            }
2364
          ],
2365
          "thresholds": [],
2366
          "timeFrom": null,
2367
          "timeRegions": [],
2368
          "timeShift": null,
2369
          "title": "DiskIORate:[[iotype]]",
2370
          "tooltip": {
2371
            "shared": true,
2372
            "sort": 2,
2373
            "value_type": "individual"
2374
          },
2375
          "type": "graph",
2376
          "xaxis": {
2377
            "buckets": null,
2378
            "mode": "time",
2379
            "name": null,
2380
            "show": true,
2381
            "values": []
2382
          },
2383
          "yaxes": [
2384
            {
2385
              "format": "Bps",
2386
              "logBase": 1,
2387
              "show": true
2388
            },
2389
            {
2390
              "format": "percentunit",
2391
              "logBase": 1,
2392
              "show": true
2393
            }
2394
          ],
2395
          "yaxis": {
2396
            "align": false,
2397
            "alignLevel": null
2398
          }
2399
        },
2400
        {
2401
          "aliasColors": {},
2402
          "bars": false,
2403
          "dashLength": 10,
2404
          "dashes": false,
2405
          "datasource": null,
2406
          "description": "top k volume used ratio",
2407
          "fill": 1,
2408
          "fillGradient": 0,
2409
          "gridPos": {
2410
            "h": 6,
2411
            "w": 24,
2412
            "x": 0,
2413
            "y": 37
2414
          },
2415
          "id": 290,
2416
          "legend": {
2417
            "avg": false,
2418
            "current": false,
2419
            "max": false,
2420
            "min": false,
2421
            "show": false,
2422
            "total": false,
2423
            "values": false
2424
          },
2425
          "lines": true,
2426
          "linewidth": 1,
2427
          "maxPerRow": 4,
2428
          "nullPointMode": "null",
2429
          "options": {
2430
            "dataLinks": []
2431
          },
2432
          "percentage": false,
2433
          "pluginVersion": "6.4.4",
2434
          "pointradius": 5,
2435
          "points": false,
2436
          "renderer": "flot",
2437
          "repeat": "iotype",
2438
          "repeatDirection": "h",
2439
          "scopedVars": {
2440
            "iotype": {
2441
              "isNone": true,
2442
              "selected": true,
2443
              "text": "None",
2444
              "value": ""
2445
            }
2446
          },
2447
          "seriesOverrides": [
2448
            {
2449
              "alias": "/.*UsedRatio.*/",
2450
              "yaxis": 2
2451
            }
2452
          ],
2453
          "spaceLength": 10,
2454
          "stack": false,
2455
          "steppedLine": false,
2456
          "targets": [
2457
            {
2458
              "expr": "topk($topk, sum(rate(cfs_dataNode_dataPartitionIOBytes{app=\"$app\", cluster=\"$cluster\", type=\"$iotype\"}[1m]) ) by (instance, partid))",
2459
              "format": "time_series",
2460
              "intervalFactor": 1,
2461
              "legendFormat": "{{instance}}:{{partid}}",
2462
              "refId": "B"
2463
            }
2464
          ],
2465
          "thresholds": [],
2466
          "timeFrom": null,
2467
          "timeRegions": [],
2468
          "timeShift": null,
2469
          "title": "PartitionIORate:[[iotype]]",
2470
          "tooltip": {
2471
            "shared": true,
2472
            "sort": 2,
2473
            "value_type": "individual"
2474
          },
2475
          "type": "graph",
2476
          "xaxis": {
2477
            "buckets": null,
2478
            "mode": "time",
2479
            "name": null,
2480
            "show": true,
2481
            "values": []
2482
          },
2483
          "yaxes": [
2484
            {
2485
              "format": "Bps",
2486
              "logBase": 1,
2487
              "show": true
2488
            },
2489
            {
2490
              "format": "percentunit",
2491
              "logBase": 1,
2492
              "show": true
2493
            }
2494
          ],
2495
          "yaxis": {
2496
            "align": false,
2497
            "alignLevel": null
2498
          }
2499
        }
2500
      ],
2501
      "title": "IO",
2502
      "type": "row"
2503
    },
2504
    {
2505
      "collapsed": true,
2506
      "datasource": null,
2507
      "gridPos": {
2508
        "h": 1,
2509
        "w": 24,
2510
        "x": 0,
2511
        "y": 43
2512
      },
2513
      "id": 34,
2514
      "panels": [
2515
        {
2516
          "aliasColors": {},
2517
          "bars": true,
2518
          "dashLength": 10,
2519
          "dashes": false,
2520
          "datasource": null,
2521
          "description": "invalide master nodes",
2522
          "fill": 1,
2523
          "fillGradient": 0,
2524
          "gridPos": {
2525
            "h": 7,
2526
            "w": 7,
2527
            "x": 0,
2528
            "y": 20
2529
          },
2530
          "id": 162,
2531
          "legend": {
2532
            "avg": false,
2533
            "current": false,
2534
            "max": false,
2535
            "min": false,
2536
            "show": false,
2537
            "total": false,
2538
            "values": false
2539
          },
2540
          "lines": true,
2541
          "linewidth": 1,
2542
          "nullPointMode": "null",
2543
          "options": {
2544
            "dataLinks": []
2545
          },
2546
          "percentage": false,
2547
          "pointradius": 5,
2548
          "points": false,
2549
          "renderer": "flot",
2550
          "seriesOverrides": [
2551
            {
2552
              "alias": "master_count",
2553
              "yaxis": 2
2554
            }
2555
          ],
2556
          "spaceLength": 10,
2557
          "stack": false,
2558
          "steppedLine": false,
2559
          "targets": [
2560
            {
2561
              "expr": "topk($topk, 1 - up{cluster=\"$cluster\", role=\"master\"} > 0 )",
2562
              "format": "time_series",
2563
              "intervalFactor": 1,
2564
              "legendFormat": "[[cluster]]_master_{{instance}}",
2565
              "refId": "C"
2566
            }
2567
          ],
2568
          "thresholds": [],
2569
          "timeFrom": null,
2570
          "timeRegions": [],
2571
          "timeShift": null,
2572
          "title": "master_nodes_invalide",
2573
          "tooltip": {
2574
            "shared": true,
2575
            "sort": 2,
2576
            "value_type": "individual"
2577
          },
2578
          "type": "graph",
2579
          "xaxis": {
2580
            "buckets": null,
2581
            "mode": "time",
2582
            "name": null,
2583
            "show": true,
2584
            "values": []
2585
          },
2586
          "yaxes": [
2587
            {
2588
              "format": "locale",
2589
              "logBase": 1,
2590
              "show": true
2591
            },
2592
            {
2593
              "format": "locale",
2594
              "logBase": 1,
2595
              "show": true
2596
            }
2597
          ],
2598
          "yaxis": {
2599
            "align": false,
2600
            "alignLevel": null
2601
          }
2602
        },
2603
        {
2604
          "aliasColors": {},
2605
          "bars": true,
2606
          "dashLength": 10,
2607
          "dashes": false,
2608
          "datasource": null,
2609
          "description": "invalide meta nodes",
2610
          "fill": 1,
2611
          "fillGradient": 0,
2612
          "gridPos": {
2613
            "h": 7,
2614
            "w": 7,
2615
            "x": 7,
2616
            "y": 20
2617
          },
2618
          "id": 163,
2619
          "legend": {
2620
            "avg": false,
2621
            "current": false,
2622
            "max": false,
2623
            "min": false,
2624
            "show": true,
2625
            "total": false,
2626
            "values": false
2627
          },
2628
          "lines": true,
2629
          "linewidth": 1,
2630
          "nullPointMode": "null",
2631
          "options": {
2632
            "dataLinks": []
2633
          },
2634
          "percentage": false,
2635
          "pointradius": 5,
2636
          "points": false,
2637
          "renderer": "flot",
2638
          "seriesOverrides": [],
2639
          "spaceLength": 10,
2640
          "stack": true,
2641
          "steppedLine": false,
2642
          "targets": [
2643
            {
2644
              "expr": "topk($topk, 1 - up{cluster=\"$cluster\", role=\"metanode\"} > 0 )",
2645
              "format": "time_series",
2646
              "intervalFactor": 1,
2647
              "legendFormat": "{{role}}_{{instance}}",
2648
              "refId": "C"
2649
            }
2650
          ],
2651
          "thresholds": [],
2652
          "timeFrom": null,
2653
          "timeRegions": [],
2654
          "timeShift": null,
2655
          "title": "[[cluster]]_metanode_inactive",
2656
          "tooltip": {
2657
            "shared": true,
2658
            "sort": 2,
2659
            "value_type": "individual"
2660
          },
2661
          "type": "graph",
2662
          "xaxis": {
2663
            "buckets": null,
2664
            "mode": "time",
2665
            "name": null,
2666
            "show": true,
2667
            "values": []
2668
          },
2669
          "yaxes": [
2670
            {
2671
              "format": "locale",
2672
              "logBase": 1,
2673
              "show": true
2674
            },
2675
            {
2676
              "format": "short",
2677
              "logBase": 1,
2678
              "show": true
2679
            }
2680
          ],
2681
          "yaxis": {
2682
            "align": false,
2683
            "alignLevel": null
2684
          }
2685
        },
2686
        {
2687
          "aliasColors": {},
2688
          "bars": true,
2689
          "dashLength": 10,
2690
          "dashes": false,
2691
          "datasource": null,
2692
          "description": "invalide data nodes",
2693
          "fill": 1,
2694
          "fillGradient": 0,
2695
          "gridPos": {
2696
            "h": 7,
2697
            "w": 7,
2698
            "x": 0,
2699
            "y": 27
2700
          },
2701
          "id": 164,
2702
          "legend": {
2703
            "avg": false,
2704
            "current": false,
2705
            "max": false,
2706
            "min": false,
2707
            "show": true,
2708
            "total": false,
2709
            "values": false
2710
          },
2711
          "lines": true,
2712
          "linewidth": 1,
2713
          "nullPointMode": "null",
2714
          "options": {
2715
            "dataLinks": []
2716
          },
2717
          "percentage": false,
2718
          "pointradius": 5,
2719
          "points": false,
2720
          "renderer": "flot",
2721
          "seriesOverrides": [],
2722
          "spaceLength": 10,
2723
          "stack": true,
2724
          "steppedLine": false,
2725
          "targets": [
2726
            {
2727
              "expr": "topk($topk, 1 - up{cluster=\"$cluster\", role=\"dataNode\"}  > 0)",
2728
              "format": "time_series",
2729
              "intervalFactor": 1,
2730
              "legendFormat": "{{role}}_{{instance}}",
2731
              "refId": "C"
2732
            }
2733
          ],
2734
          "thresholds": [],
2735
          "timeFrom": null,
2736
          "timeRegions": [],
2737
          "timeShift": null,
2738
          "title": "datanode_inactive",
2739
          "tooltip": {
2740
            "shared": true,
2741
            "sort": 2,
2742
            "value_type": "individual"
2743
          },
2744
          "type": "graph",
2745
          "xaxis": {
2746
            "buckets": null,
2747
            "mode": "time",
2748
            "name": null,
2749
            "show": true,
2750
            "values": []
2751
          },
2752
          "yaxes": [
2753
            {
2754
              "format": "locale",
2755
              "logBase": 1,
2756
              "show": true
2757
            },
2758
            {
2759
              "format": "short",
2760
              "logBase": 1,
2761
              "show": true
2762
            }
2763
          ],
2764
          "yaxis": {
2765
            "align": false,
2766
            "alignLevel": null
2767
          }
2768
        },
2769
        {
2770
          "aliasColors": {},
2771
          "bars": true,
2772
          "dashLength": 10,
2773
          "dashes": false,
2774
          "datasource": null,
2775
          "description": "invalide fuse clients",
2776
          "fill": 1,
2777
          "fillGradient": 0,
2778
          "gridPos": {
2779
            "h": 7,
2780
            "w": 7,
2781
            "x": 7,
2782
            "y": 27
2783
          },
2784
          "id": 165,
2785
          "legend": {
2786
            "avg": false,
2787
            "current": false,
2788
            "max": false,
2789
            "min": false,
2790
            "show": true,
2791
            "total": false,
2792
            "values": false
2793
          },
2794
          "lines": true,
2795
          "linewidth": 1,
2796
          "nullPointMode": "null",
2797
          "options": {
2798
            "dataLinks": []
2799
          },
2800
          "percentage": false,
2801
          "pointradius": 5,
2802
          "points": false,
2803
          "renderer": "flot",
2804
          "seriesOverrides": [],
2805
          "spaceLength": 10,
2806
          "stack": true,
2807
          "steppedLine": false,
2808
          "targets": [
2809
            {
2810
              "expr": "topk($topk, 1 - up{app=\"$app\", cluster=\"$cluster\", role=\"fuseclient\"}  > 0)",
2811
              "format": "time_series",
2812
              "intervalFactor": 1,
2813
              "legendFormat": "{{role}}_{{instance}}",
2814
              "refId": "C"
2815
            }
2816
          ],
2817
          "thresholds": [],
2818
          "timeFrom": null,
2819
          "timeRegions": [],
2820
          "timeShift": null,
2821
          "title": "fuseclient_inactive",
2822
          "tooltip": {
2823
            "shared": true,
2824
            "sort": 2,
2825
            "value_type": "individual"
2826
          },
2827
          "type": "graph",
2828
          "xaxis": {
2829
            "buckets": null,
2830
            "mode": "time",
2831
            "name": null,
2832
            "show": true,
2833
            "values": []
2834
          },
2835
          "yaxes": [
2836
            {
2837
              "format": "locale",
2838
              "logBase": 1,
2839
              "show": true
2840
            },
2841
            {
2842
              "format": "short",
2843
              "logBase": 1,
2844
              "show": true
2845
            }
2846
          ],
2847
          "yaxis": {
2848
            "align": false,
2849
            "alignLevel": null
2850
          }
2851
        }
2852
      ],
2853
      "title": "Master",
2854
      "type": "row"
2855
    },
2856
    {
2857
      "collapsed": true,
2858
      "datasource": null,
2859
      "gridPos": {
2860
        "h": 1,
2861
        "w": 24,
2862
        "x": 0,
2863
        "y": 44
2864
      },
2865
      "id": 36,
2866
      "panels": [
2867
        {
2868
          "aliasColors": {},
2869
          "bars": false,
2870
          "dashLength": 10,
2871
          "dashes": false,
2872
          "datasource": "Prometheus",
2873
          "description": "metanode op time by instance",
2874
          "fill": 1,
2875
          "fillGradient": 0,
2876
          "gridPos": {
2877
            "h": 8,
2878
            "w": 24,
2879
            "x": 0,
2880
            "y": 21
2881
          },
2882
          "id": 117,
2883
          "legend": {
2884
            "avg": false,
2885
            "current": false,
2886
            "max": false,
2887
            "min": false,
2888
            "show": false,
2889
            "total": false,
2890
            "values": false
2891
          },
2892
          "lines": true,
2893
          "linewidth": 1,
2894
          "maxPerRow": 4,
2895
          "nullPointMode": "null",
2896
          "options": {
2897
            "dataLinks": []
2898
          },
2899
          "percentage": false,
2900
          "pointradius": 5,
2901
          "points": false,
2902
          "renderer": "flot",
2903
          "repeat": "mnOp",
2904
          "repeatDirection": "h",
2905
          "scopedVars": {
2906
            "mnOp": {
2907
              "selected": true,
2908
              "text": "OpMetaInodeGet",
2909
              "value": "OpMetaInodeGet"
2910
            }
2911
          },
2912
          "seriesOverrides": [
2913
            {
2914
              "alias": "/sum/",
2915
              "yaxis": 2
2916
            }
2917
          ],
2918
          "spaceLength": 10,
2919
          "stack": false,
2920
          "steppedLine": false,
2921
          "targets": [
2922
            {
2923
              "expr": "topk($topk, histogram_quantile(0.95, sum by (instance, op, le)(rate(cfs_metanode_[[mnOp]]_hist_bucket{app=\"$app\", cluster=\"$cluster\"}[5m]))))",
2924
              "format": "time_series",
2925
              "intervalFactor": 1,
2926
              "legendFormat": "{{instance}}",
2927
              "refId": "B"
2928
            },
2929
            {
2930
              "expr": "histogram_quantile(0.95, sum by (le)(rate(cfs_metanode_[[mnOp]]_hist_bucket{app=\"$app\", cluster=\"$cluster\"}[5m])))",
2931
              "format": "time_series",
2932
              "intervalFactor": 1,
2933
              "legendFormat": "avg",
2934
              "refId": "A"
2935
            }
2936
          ],
2937
          "thresholds": [],
2938
          "timeFrom": null,
2939
          "timeRegions": [],
2940
          "timeShift": null,
2941
          "title": "[[mnOp]]:Time",
2942
          "tooltip": {
2943
            "shared": true,
2944
            "sort": 2,
2945
            "value_type": "individual"
2946
          },
2947
          "type": "graph",
2948
          "xaxis": {
2949
            "buckets": null,
2950
            "mode": "time",
2951
            "name": null,
2952
            "show": true,
2953
            "values": []
2954
          },
2955
          "yaxes": [
2956
            {
2957
              "format": "µs",
2958
              "logBase": 1,
2959
              "show": true
2960
            },
2961
            {
2962
              "format": "µs",
2963
              "logBase": 1,
2964
              "show": true
2965
            }
2966
          ],
2967
          "yaxis": {
2968
            "align": false,
2969
            "alignLevel": null
2970
          }
2971
        },
2972
        {
2973
          "aliasColors": {},
2974
          "bars": false,
2975
          "dashLength": 10,
2976
          "dashes": false,
2977
          "datasource": null,
2978
          "description": "metanode op count per second by instance",
2979
          "fill": 1,
2980
          "fillGradient": 0,
2981
          "gridPos": {
2982
            "h": 8,
2983
            "w": 24,
2984
            "x": 0,
2985
            "y": 29
2986
          },
2987
          "id": 205,
2988
          "legend": {
2989
            "avg": false,
2990
            "current": false,
2991
            "max": false,
2992
            "min": false,
2993
            "show": false,
2994
            "total": false,
2995
            "values": false
2996
          },
2997
          "lines": true,
2998
          "linewidth": 1,
2999
          "maxPerRow": 4,
3000
          "nullPointMode": "null",
3001
          "options": {
3002
            "dataLinks": []
3003
          },
3004
          "percentage": false,
3005
          "pointradius": 5,
3006
          "points": false,
3007
          "renderer": "flot",
3008
          "repeat": "mnOp",
3009
          "repeatDirection": "h",
3010
          "scopedVars": {
3011
            "mnOp": {
3012
              "selected": true,
3013
              "text": "OpMetaInodeGet",
3014
              "value": "OpMetaInodeGet"
3015
            }
3016
          },
3017
          "seriesOverrides": [
3018
            {
3019
              "alias": "/sum/",
3020
              "yaxis": 2
3021
            }
3022
          ],
3023
          "spaceLength": 10,
3024
          "stack": false,
3025
          "steppedLine": false,
3026
          "targets": [
3027
            {
3028
              "expr": "topk($topk, sum(rate(cfs_metanode_[[mnOp]]_hist_count{app=\"$app\", cluster=\"$cluster\"}[1m])) by (instance, op))",
3029
              "format": "time_series",
3030
              "intervalFactor": 1,
3031
              "legendFormat": "{{instance}}",
3032
              "refId": "B"
3033
            },
3034
            {
3035
              "expr": "sum(rate(cfs_metanode_[[mnOp]]_hist_count{app=\"$app\", cluster=\"$cluster\"}[1m]))",
3036
              "format": "time_series",
3037
              "intervalFactor": 1,
3038
              "legendFormat": "sum",
3039
              "refId": "A"
3040
            }
3041
          ],
3042
          "thresholds": [],
3043
          "timeFrom": null,
3044
          "timeRegions": [],
3045
          "timeShift": null,
3046
          "title": "[[mnOp]]:Ops",
3047
          "tooltip": {
3048
            "shared": true,
3049
            "sort": 2,
3050
            "value_type": "individual"
3051
          },
3052
          "type": "graph",
3053
          "xaxis": {
3054
            "buckets": null,
3055
            "mode": "time",
3056
            "name": null,
3057
            "show": true,
3058
            "values": []
3059
          },
3060
          "yaxes": [
3061
            {
3062
              "format": "ops",
3063
              "logBase": 1,
3064
              "show": true
3065
            },
3066
            {
3067
              "format": "ops",
3068
              "logBase": 1,
3069
              "show": true
3070
            }
3071
          ],
3072
          "yaxis": {
3073
            "align": false,
3074
            "alignLevel": null
3075
          }
3076
        }
3077
      ],
3078
      "title": "Metanode",
3079
      "type": "row"
3080
    },
3081
    {
3082
      "collapsed": true,
3083
      "datasource": null,
3084
      "gridPos": {
3085
        "h": 1,
3086
        "w": 24,
3087
        "x": 0,
3088
        "y": 45
3089
      },
3090
      "id": 27,
3091
      "panels": [
3092
        {
3093
          "aliasColors": {},
3094
          "bars": false,
3095
          "dashLength": 10,
3096
          "dashes": false,
3097
          "datasource": "Prometheus",
3098
          "description": "Datanode op time",
3099
          "fill": 1,
3100
          "fillGradient": 0,
3101
          "gridPos": {
3102
            "h": 7,
3103
            "w": 24,
3104
            "x": 0,
3105
            "y": 22
3106
          },
3107
          "id": 146,
3108
          "legend": {
3109
            "avg": false,
3110
            "current": false,
3111
            "max": false,
3112
            "min": false,
3113
            "show": false,
3114
            "total": false,
3115
            "values": false
3116
          },
3117
          "lines": true,
3118
          "linewidth": 1,
3119
          "maxPerRow": 4,
3120
          "nullPointMode": "null",
3121
          "options": {
3122
            "dataLinks": []
3123
          },
3124
          "percentage": false,
3125
          "pointradius": 5,
3126
          "points": false,
3127
          "renderer": "flot",
3128
          "repeat": "dnOp",
3129
          "repeatDirection": "h",
3130
          "scopedVars": {
3131
            "dnOp": {
3132
              "selected": true,
3133
              "text": "OpWrite",
3134
              "value": "OpWrite"
3135
            }
3136
          },
3137
          "seriesOverrides": [
3138
            {
3139
              "alias": "sum",
3140
              "yaxis": 2
3141
            }
3142
          ],
3143
          "spaceLength": 10,
3144
          "stack": false,
3145
          "steppedLine": false,
3146
          "targets": [
3147
            {
3148
              "expr": "topk($topk, histogram_quantile(0.95, sum by (instance, op, le)(rate(cfs_dataNode_[[dnOp]]_hist_bucket{app=\"$app\", cluster=\"$cluster\"}[5m]))))",
3149
              "format": "time_series",
3150
              "intervalFactor": 1,
3151
              "legendFormat": "{{instance}}",
3152
              "refId": "P"
3153
            },
3154
            {
3155
              "expr": "histogram_quantile(0.95, sum by (le)(rate(cfs_dataNode_[[dnOp]]_hist_bucket{app=\"$app\", cluster=\"$cluster\"}[5m])))",
3156
              "format": "time_series",
3157
              "intervalFactor": 1,
3158
              "legendFormat": "avg",
3159
              "refId": "A"
3160
            }
3161
          ],
3162
          "thresholds": [],
3163
          "timeFrom": null,
3164
          "timeRegions": [],
3165
          "timeShift": null,
3166
          "title": "[[dnOp]]:Time",
3167
          "tooltip": {
3168
            "shared": true,
3169
            "sort": 2,
3170
            "value_type": "individual"
3171
          },
3172
          "type": "graph",
3173
          "xaxis": {
3174
            "buckets": null,
3175
            "mode": "time",
3176
            "name": null,
3177
            "show": true,
3178
            "values": []
3179
          },
3180
          "yaxes": [
3181
            {
3182
              "format": "µs",
3183
              "logBase": 1,
3184
              "show": true
3185
            },
3186
            {
3187
              "format": "µs",
3188
              "logBase": 1,
3189
              "show": true
3190
            }
3191
          ],
3192
          "yaxis": {
3193
            "align": false,
3194
            "alignLevel": null
3195
          }
3196
        },
3197
        {
3198
          "aliasColors": {},
3199
          "bars": false,
3200
          "dashLength": 10,
3201
          "dashes": false,
3202
          "datasource": null,
3203
          "description": "Datanode op count per second",
3204
          "fill": 1,
3205
          "fillGradient": 0,
3206
          "gridPos": {
3207
            "h": 7,
3208
            "w": 24,
3209
            "x": 0,
3210
            "y": 29
3211
          },
3212
          "id": 200,
3213
          "legend": {
3214
            "avg": false,
3215
            "current": false,
3216
            "max": false,
3217
            "min": false,
3218
            "show": false,
3219
            "total": false,
3220
            "values": false
3221
          },
3222
          "lines": true,
3223
          "linewidth": 1,
3224
          "maxPerRow": 4,
3225
          "nullPointMode": "null",
3226
          "options": {
3227
            "dataLinks": []
3228
          },
3229
          "percentage": false,
3230
          "pointradius": 5,
3231
          "points": false,
3232
          "renderer": "flot",
3233
          "repeat": "dnOp",
3234
          "repeatDirection": "h",
3235
          "scopedVars": {
3236
            "dnOp": {
3237
              "selected": true,
3238
              "text": "OpWrite",
3239
              "value": "OpWrite"
3240
            }
3241
          },
3242
          "seriesOverrides": [
3243
            {
3244
              "alias": "/sum/",
3245
              "yaxis": 2
3246
            }
3247
          ],
3248
          "spaceLength": 10,
3249
          "stack": false,
3250
          "steppedLine": false,
3251
          "targets": [
3252
            {
3253
              "expr": "topk($topk, sum(rate(cfs_dataNode_[[dnOp]]_hist_count{app=~\"$app\", cluster=\"$cluster\"}[5m])) by (instance, op))",
3254
              "format": "time_series",
3255
              "intervalFactor": 1,
3256
              "legendFormat": "{{instance}}",
3257
              "refId": "P"
3258
            },
3259
            {
3260
              "expr": "sum(rate(cfs_dataNode_[[dnOp]]_hist_count{app=~\"$app\", cluster=\"$cluster\"}[5m]))",
3261
              "format": "time_series",
3262
              "intervalFactor": 1,
3263
              "legendFormat": "sum",
3264
              "refId": "A"
3265
            }
3266
          ],
3267
          "thresholds": [],
3268
          "timeFrom": null,
3269
          "timeRegions": [],
3270
          "timeShift": null,
3271
          "title": "[[dnOp]]:Ops",
3272
          "tooltip": {
3273
            "shared": true,
3274
            "sort": 2,
3275
            "value_type": "individual"
3276
          },
3277
          "type": "graph",
3278
          "xaxis": {
3279
            "buckets": null,
3280
            "mode": "time",
3281
            "name": null,
3282
            "show": true,
3283
            "values": []
3284
          },
3285
          "yaxes": [
3286
            {
3287
              "format": "ops",
3288
              "logBase": 1,
3289
              "show": true
3290
            },
3291
            {
3292
              "format": "ops",
3293
              "logBase": 1,
3294
              "show": true
3295
            }
3296
          ],
3297
          "yaxis": {
3298
            "align": false,
3299
            "alignLevel": null
3300
          }
3301
        }
3302
      ],
3303
      "title": "Datanode",
3304
      "type": "row"
3305
    },
3306
    {
3307
      "collapsed": true,
3308
      "datasource": null,
3309
      "gridPos": {
3310
        "h": 1,
3311
        "w": 24,
3312
        "x": 0,
3313
        "y": 46
3314
      },
3315
      "id": 284,
3316
      "panels": [
3317
        {
3318
          "aliasColors": {},
3319
          "bars": false,
3320
          "dashLength": 10,
3321
          "dashes": false,
3322
          "datasource": null,
3323
          "description": "Object node op time",
3324
          "fill": 1,
3325
          "fillGradient": 0,
3326
          "gridPos": {
3327
            "h": 7,
3328
            "w": 24,
3329
            "x": 0,
3330
            "y": 23
3331
          },
3332
          "id": 285,
3333
          "legend": {
3334
            "avg": false,
3335
            "current": false,
3336
            "max": false,
3337
            "min": false,
3338
            "show": true,
3339
            "total": false,
3340
            "values": false
3341
          },
3342
          "lines": true,
3343
          "linewidth": 1,
3344
          "maxPerRow": 4,
3345
          "nullPointMode": "null",
3346
          "options": {
3347
            "dataLinks": []
3348
          },
3349
          "percentage": false,
3350
          "pointradius": 5,
3351
          "points": false,
3352
          "renderer": "flot",
3353
          "repeat": "obOp",
3354
          "repeatDirection": "h",
3355
          "scopedVars": {
3356
            "obOp": {
3357
              "selected": true,
3358
              "text": "ListObjects",
3359
              "value": "ListObjects"
3360
            }
3361
          },
3362
          "seriesOverrides": [
3363
            {
3364
              "alias": "sum",
3365
              "yaxis": 2
3366
            }
3367
          ],
3368
          "spaceLength": 10,
3369
          "stack": false,
3370
          "steppedLine": false,
3371
          "targets": [
3372
            {
3373
              "expr": "topk($topk, cfs_objectnode_action_[[obOp]]{app=\"$app\", cluster=\"$cluster\"})",
3374
              "format": "time_series",
3375
              "intervalFactor": 1,
3376
              "legendFormat": "{{instance}}",
3377
              "refId": "P"
3378
            },
3379
            {
3380
              "expr": "sum(cfs_objectnode_action_[[obOp]]{app=\"$app\", cluster=\"$cluster\"})",
3381
              "format": "time_series",
3382
              "intervalFactor": 1,
3383
              "legendFormat": "sum",
3384
              "refId": "A"
3385
            }
3386
          ],
3387
          "thresholds": [],
3388
          "timeFrom": null,
3389
          "timeRegions": [],
3390
          "timeShift": null,
3391
          "title": "[[obOp]]:Time",
3392
          "tooltip": {
3393
            "shared": true,
3394
            "sort": 2,
3395
            "value_type": "individual"
3396
          },
3397
          "type": "graph",
3398
          "xaxis": {
3399
            "buckets": null,
3400
            "mode": "time",
3401
            "name": null,
3402
            "show": true,
3403
            "values": []
3404
          },
3405
          "yaxes": [
3406
            {
3407
              "format": "ns",
3408
              "logBase": 1,
3409
              "show": true
3410
            },
3411
            {
3412
              "format": "ns",
3413
              "logBase": 1,
3414
              "show": true
3415
            }
3416
          ],
3417
          "yaxis": {
3418
            "align": false,
3419
            "alignLevel": null
3420
          }
3421
        },
3422
        {
3423
          "aliasColors": {},
3424
          "bars": false,
3425
          "dashLength": 10,
3426
          "dashes": false,
3427
          "datasource": null,
3428
          "description": "Object node op count per second",
3429
          "fill": 1,
3430
          "fillGradient": 0,
3431
          "gridPos": {
3432
            "h": 7,
3433
            "w": 24,
3434
            "x": 0,
3435
            "y": 30
3436
          },
3437
          "id": 286,
3438
          "legend": {
3439
            "avg": false,
3440
            "current": false,
3441
            "max": false,
3442
            "min": false,
3443
            "show": true,
3444
            "total": false,
3445
            "values": false
3446
          },
3447
          "lines": true,
3448
          "linewidth": 1,
3449
          "maxPerRow": 4,
3450
          "nullPointMode": "null",
3451
          "options": {
3452
            "dataLinks": []
3453
          },
3454
          "percentage": false,
3455
          "pointradius": 5,
3456
          "points": false,
3457
          "renderer": "flot",
3458
          "repeat": "obOp",
3459
          "repeatDirection": "h",
3460
          "scopedVars": {
3461
            "obOp": {
3462
              "selected": true,
3463
              "text": "ListObjects",
3464
              "value": "ListObjects"
3465
            }
3466
          },
3467
          "seriesOverrides": [
3468
            {
3469
              "alias": "/sum/",
3470
              "yaxis": 2
3471
            }
3472
          ],
3473
          "spaceLength": 10,
3474
          "stack": false,
3475
          "steppedLine": false,
3476
          "targets": [
3477
            {
3478
              "expr": "topk($topk, rate(cfs_objectnode_action_[[obOp]]_count{app=~\"$app\", cluster=\"$cluster\"}[1m]))",
3479
              "format": "time_series",
3480
              "intervalFactor": 1,
3481
              "legendFormat": "{{instance}}",
3482
              "refId": "P"
3483
            },
3484
            {
3485
              "expr": "sum(rate(cfs_objectnode_action_[[obOp]]_count{app=~\"$app\", cluster=\"$cluster\"}[1m]))",
3486
              "format": "time_series",
3487
              "intervalFactor": 1,
3488
              "legendFormat": "sum",
3489
              "refId": "A"
3490
            }
3491
          ],
3492
          "thresholds": [],
3493
          "timeFrom": null,
3494
          "timeRegions": [],
3495
          "timeShift": null,
3496
          "title": "[[obOp]]:Ops",
3497
          "tooltip": {
3498
            "shared": true,
3499
            "sort": 2,
3500
            "value_type": "individual"
3501
          },
3502
          "type": "graph",
3503
          "xaxis": {
3504
            "buckets": null,
3505
            "mode": "time",
3506
            "name": null,
3507
            "show": true,
3508
            "values": []
3509
          },
3510
          "yaxes": [
3511
            {
3512
              "format": "ops",
3513
              "logBase": 1,
3514
              "show": true
3515
            },
3516
            {
3517
              "format": "ops",
3518
              "logBase": 1,
3519
              "show": true
3520
            }
3521
          ],
3522
          "yaxis": {
3523
            "align": false,
3524
            "alignLevel": null
3525
          }
3526
        }
3527
      ],
3528
      "title": "ObjectNode",
3529
      "type": "row"
3530
    },
3531
    {
3532
      "collapsed": true,
3533
      "datasource": null,
3534
      "gridPos": {
3535
        "h": 1,
3536
        "w": 24,
3537
        "x": 0,
3538
        "y": 47
3539
      },
3540
      "id": 66,
3541
      "panels": [
3542
        {
3543
          "aliasColors": {},
3544
          "bars": false,
3545
          "dashLength": 10,
3546
          "dashes": false,
3547
          "datasource": "Prometheus",
3548
          "description": "fuse client use meta sdk op time",
3549
          "fill": 1,
3550
          "fillGradient": 0,
3551
          "gridPos": {
3552
            "h": 7,
3553
            "w": 24,
3554
            "x": 0,
3555
            "y": 24
3556
          },
3557
          "id": 64,
3558
          "legend": {
3559
            "avg": false,
3560
            "current": false,
3561
            "max": false,
3562
            "min": false,
3563
            "show": true,
3564
            "total": false,
3565
            "values": false
3566
          },
3567
          "lines": true,
3568
          "linewidth": 1,
3569
          "maxPerRow": 4,
3570
          "nullPointMode": "null",
3571
          "options": {
3572
            "dataLinks": []
3573
          },
3574
          "percentage": false,
3575
          "pointradius": 5,
3576
          "points": false,
3577
          "renderer": "flot",
3578
          "repeat": "mnOp",
3579
          "repeatDirection": "h",
3580
          "scopedVars": {
3581
            "mnOp": {
3582
              "selected": true,
3583
              "text": "OpMetaInodeGet",
3584
              "value": "OpMetaInodeGet"
3585
            }
3586
          },
3587
          "seriesOverrides": [
3588
            {
3589
              "alias": "/sum/",
3590
              "yaxis": 2
3591
            }
3592
          ],
3593
          "spaceLength": 10,
3594
          "stack": false,
3595
          "steppedLine": false,
3596
          "targets": [
3597
            {
3598
              "expr": "topk($topk, histogram_quantile(0.95, sum by (instance, op, le)(rate(cfs_fuseclient_[[mnOp]]_hist_bucket{app=\"$app\", cluster=\"$cluster\"}[5m]))))",
3599
              "format": "time_series",
3600
              "intervalFactor": 1,
3601
              "legendFormat": "{{instance}}",
3602
              "refId": "K"
3603
            },
3604
            {
3605
              "expr": "histogram_quantile(0.95, sum by (le)(rate(cfs_fuseclient_[[mnOp]]_hist_bucket{app=\"$app\", cluster=\"$cluster\"}[5m])))",
3606
              "format": "time_series",
3607
              "intervalFactor": 1,
3608
              "legendFormat": "avg",
3609
              "refId": "A"
3610
            }
3611
          ],
3612
          "thresholds": [],
3613
          "timeFrom": null,
3614
          "timeRegions": [],
3615
          "timeShift": null,
3616
          "title": "[[mnOp]]:Time",
3617
          "tooltip": {
3618
            "shared": true,
3619
            "sort": 2,
3620
            "value_type": "individual"
3621
          },
3622
          "type": "graph",
3623
          "xaxis": {
3624
            "buckets": null,
3625
            "mode": "time",
3626
            "name": null,
3627
            "show": true,
3628
            "values": []
3629
          },
3630
          "yaxes": [
3631
            {
3632
              "format": "µs",
3633
              "logBase": 1,
3634
              "show": true
3635
            },
3636
            {
3637
              "format": "µs",
3638
              "logBase": 1,
3639
              "show": true
3640
            }
3641
          ],
3642
          "yaxis": {
3643
            "align": false,
3644
            "alignLevel": null
3645
          }
3646
        },
3647
        {
3648
          "aliasColors": {},
3649
          "bars": false,
3650
          "dashLength": 10,
3651
          "dashes": false,
3652
          "datasource": "Prometheus",
3653
          "description": "fuse client use meta sdk op count per second",
3654
          "fill": 1,
3655
          "fillGradient": 0,
3656
          "gridPos": {
3657
            "h": 7,
3658
            "w": 24,
3659
            "x": 0,
3660
            "y": 38
3661
          },
3662
          "id": 212,
3663
          "legend": {
3664
            "avg": false,
3665
            "current": false,
3666
            "max": false,
3667
            "min": false,
3668
            "show": true,
3669
            "total": false,
3670
            "values": false
3671
          },
3672
          "lines": true,
3673
          "linewidth": 1,
3674
          "maxPerRow": 4,
3675
          "nullPointMode": "null",
3676
          "options": {
3677
            "dataLinks": []
3678
          },
3679
          "percentage": false,
3680
          "pointradius": 5,
3681
          "points": false,
3682
          "renderer": "flot",
3683
          "repeat": "mnOp",
3684
          "repeatDirection": "h",
3685
          "scopedVars": {
3686
            "mnOp": {
3687
              "selected": true,
3688
              "text": "OpMetaInodeGet",
3689
              "value": "OpMetaInodeGet"
3690
            }
3691
          },
3692
          "seriesOverrides": [
3693
            {
3694
              "alias": "/sum/",
3695
              "yaxis": 2
3696
            }
3697
          ],
3698
          "spaceLength": 10,
3699
          "stack": false,
3700
          "steppedLine": false,
3701
          "targets": [
3702
            {
3703
              "expr": "topk($topk, rate(cfs_fuseclient_[[mnOp]]_count{app=\"$app\", cluster=\"$cluster\"}[1m]))",
3704
              "format": "time_series",
3705
              "intervalFactor": 1,
3706
              "legendFormat": "{{instance}}",
3707
              "refId": "K"
3708
            },
3709
            {
3710
              "expr": "sum(rate(cfs_fuseclient_[[mnOp]]_count{app=\"$app\", cluster=\"$cluster\"}[1m]))",
3711
              "format": "time_series",
3712
              "intervalFactor": 1,
3713
              "legendFormat": "sum",
3714
              "refId": "A"
3715
            }
3716
          ],
3717
          "thresholds": [],
3718
          "timeFrom": null,
3719
          "timeRegions": [],
3720
          "timeShift": null,
3721
          "title": "[[mnOp]]:Ops",
3722
          "tooltip": {
3723
            "shared": true,
3724
            "sort": 2,
3725
            "value_type": "individual"
3726
          },
3727
          "type": "graph",
3728
          "xaxis": {
3729
            "buckets": null,
3730
            "mode": "time",
3731
            "name": null,
3732
            "show": true,
3733
            "values": []
3734
          },
3735
          "yaxes": [
3736
            {
3737
              "format": "ops",
3738
              "logBase": 1,
3739
              "show": true
3740
            },
3741
            {
3742
              "format": "ops",
3743
              "logBase": 1,
3744
              "show": true
3745
            }
3746
          ],
3747
          "yaxis": {
3748
            "align": false,
3749
            "alignLevel": null
3750
          }
3751
        },
3752
        {
3753
          "aliasColors": {},
3754
          "bars": false,
3755
          "dashLength": 10,
3756
          "dashes": false,
3757
          "datasource": null,
3758
          "description": "fuse client op time",
3759
          "fill": 1,
3760
          "fillGradient": 0,
3761
          "gridPos": {
3762
            "h": 7,
3763
            "w": 24,
3764
            "x": 0,
3765
            "y": 52
3766
          },
3767
          "id": 215,
3768
          "legend": {
3769
            "avg": false,
3770
            "current": false,
3771
            "max": false,
3772
            "min": false,
3773
            "show": true,
3774
            "total": false,
3775
            "values": false
3776
          },
3777
          "lines": true,
3778
          "linewidth": 1,
3779
          "maxPerRow": 4,
3780
          "nullPointMode": "null",
3781
          "options": {
3782
            "dataLinks": []
3783
          },
3784
          "percentage": false,
3785
          "pointradius": 5,
3786
          "points": false,
3787
          "renderer": "flot",
3788
          "repeat": "fuseOp",
3789
          "repeatDirection": "h",
3790
          "scopedVars": {
3791
            "fuseOp": {
3792
              "selected": true,
3793
              "text": "filewrite",
3794
              "value": "filewrite"
3795
            }
3796
          },
3797
          "seriesOverrides": [
3798
            {
3799
              "alias": "/sum/",
3800
              "yaxis": 2
3801
            }
3802
          ],
3803
          "spaceLength": 10,
3804
          "stack": false,
3805
          "steppedLine": false,
3806
          "targets": [
3807
            {
3808
              "expr": "topk($topk, histogram_quantile(0.95, sum by (instance, op, le)(rate(cfs_fuseclient_[[fuseOp]]_hist_bucket{app=\"$app\", cluster=\"$cluster\"}[5m]))))",
3809
              "format": "time_series",
3810
              "intervalFactor": 1,
3811
              "legendFormat": "{{instance}}",
3812
              "refId": "K"
3813
            },
3814
            {
3815
              "expr": "histogram_quantile(0.95, sum by (le)(rate(cfs_fuseclient_[[fuseOp]]_hist_bucket{app=\"$app\", cluster=\"$cluster\"}[5m])))",
3816
              "format": "time_series",
3817
              "intervalFactor": 1,
3818
              "legendFormat": "avg",
3819
              "refId": "A"
3820
            }
3821
          ],
3822
          "thresholds": [],
3823
          "timeFrom": null,
3824
          "timeRegions": [],
3825
          "timeShift": null,
3826
          "title": "[[fuseOp]]:Time",
3827
          "tooltip": {
3828
            "shared": true,
3829
            "sort": 2,
3830
            "value_type": "individual"
3831
          },
3832
          "type": "graph",
3833
          "xaxis": {
3834
            "buckets": null,
3835
            "mode": "time",
3836
            "name": null,
3837
            "show": true,
3838
            "values": []
3839
          },
3840
          "yaxes": [
3841
            {
3842
              "decimals": 0,
3843
              "format": "µs",
3844
              "logBase": 1,
3845
              "min": null,
3846
              "show": true
3847
            },
3848
            {
3849
              "decimals": 0,
3850
              "format": "µs",
3851
              "logBase": 1,
3852
              "show": true
3853
            }
3854
          ],
3855
          "yaxis": {
3856
            "align": false,
3857
            "alignLevel": null
3858
          }
3859
        },
3860
        {
3861
          "aliasColors": {},
3862
          "bars": false,
3863
          "dashLength": 10,
3864
          "dashes": false,
3865
          "datasource": null,
3866
          "description": "fuse op count per second",
3867
          "fill": 1,
3868
          "fillGradient": 0,
3869
          "gridPos": {
3870
            "h": 7,
3871
            "w": 24,
3872
            "x": 0,
3873
            "y": 66
3874
          },
3875
          "id": 216,
3876
          "legend": {
3877
            "avg": false,
3878
            "current": false,
3879
            "max": false,
3880
            "min": false,
3881
            "show": true,
3882
            "total": false,
3883
            "values": false
3884
          },
3885
          "lines": true,
3886
          "linewidth": 1,
3887
          "maxPerRow": 4,
3888
          "nullPointMode": "null",
3889
          "options": {
3890
            "dataLinks": []
3891
          },
3892
          "percentage": false,
3893
          "pointradius": 5,
3894
          "points": false,
3895
          "renderer": "flot",
3896
          "repeat": "fuseOp",
3897
          "repeatDirection": "h",
3898
          "scopedVars": {
3899
            "fuseOp": {
3900
              "selected": true,
3901
              "text": "filewrite",
3902
              "value": "filewrite"
3903
            }
3904
          },
3905
          "seriesOverrides": [
3906
            {
3907
              "yaxis": 2
3908
            }
3909
          ],
3910
          "spaceLength": 10,
3911
          "stack": false,
3912
          "steppedLine": false,
3913
          "targets": [
3914
            {
3915
              "expr": "topk($topk, sum by (instance)(rate(cfs_fuseclient_[[fuseOp]]_count{app=\"$app\", cluster=\"$cluster\"}[2m])))",
3916
              "format": "time_series",
3917
              "intervalFactor": 1,
3918
              "legendFormat": "{{instance}}",
3919
              "refId": "K"
3920
            },
3921
            {
3922
              "expr": "sum(rate(cfs_fuseclient_[[fuseOp]]_count{app=\"$app\", cluster=\"$cluster\"}[2m]))",
3923
              "format": "time_series",
3924
              "intervalFactor": 1,
3925
              "legendFormat": "sum",
3926
              "refId": "A"
3927
            }
3928
          ],
3929
          "thresholds": [],
3930
          "timeFrom": null,
3931
          "timeRegions": [],
3932
          "timeShift": null,
3933
          "title": "[[fuseOp]]:Ops",
3934
          "tooltip": {
3935
            "shared": true,
3936
            "sort": 2,
3937
            "value_type": "individual"
3938
          },
3939
          "type": "graph",
3940
          "xaxis": {
3941
            "buckets": null,
3942
            "mode": "time",
3943
            "name": null,
3944
            "show": true,
3945
            "values": []
3946
          },
3947
          "yaxes": [
3948
            {
3949
              "format": "ops",
3950
              "logBase": 1,
3951
              "show": true
3952
            },
3953
            {
3954
              "format": "ops",
3955
              "logBase": 1,
3956
              "show": true
3957
            }
3958
          ],
3959
          "yaxis": {
3960
            "align": false,
3961
            "alignLevel": null
3962
          }
3963
        }
3964
      ],
3965
      "title": "FuseClient",
3966
      "type": "row"
3967
    },
3968
    {
3969
      "collapsed": true,
3970
      "datasource": null,
3971
      "gridPos": {
3972
        "h": 1,
3973
        "w": 24,
3974
        "x": 0,
3975
        "y": 48
3976
      },
3977
      "id": 298,
3978
      "panels": [
3979
        {
3980
          "aliasColors": {},
3981
          "bars": false,
3982
          "dashLength": 10,
3983
          "dashes": false,
3984
          "datasource": null,
3985
          "description": "fuse client op time",
3986
          "fill": 1,
3987
          "fillGradient": 0,
3988
          "gridPos": {
3989
            "h": 7,
3990
            "w": 24,
3991
            "x": 0,
3992
            "y": 25
3993
          },
3994
          "id": 305,
3995
          "legend": {
3996
            "avg": false,
3997
            "current": false,
3998
            "max": false,
3999
            "min": false,
4000
            "show": true,
4001
            "total": false,
4002
            "values": false
4003
          },
4004
          "lines": true,
4005
          "linewidth": 1,
4006
          "maxPerRow": 4,
4007
          "nullPointMode": "null",
4008
          "options": {
4009
            "dataLinks": []
4010
          },
4011
          "percentage": false,
4012
          "pointradius": 5,
4013
          "points": false,
4014
          "renderer": "flot",
4015
          "repeatDirection": "h",
4016
          "seriesOverrides": [
4017
            {
4018
              "alias": "/sum/",
4019
              "yaxis": 2
4020
            }
4021
          ],
4022
          "spaceLength": 10,
4023
          "stack": false,
4024
          "steppedLine": false,
4025
          "targets": [
4026
            {
4027
              "expr": "histogram_quantile(0.95, sum by (vol, fuseOp, le)(rate(cfs_fuseclient_[[fuseOp]]_hist_bucket{app=\"$app\", cluster=\"$cluster\",vol=\"$vol\"}[5m])))",
4028
              "format": "time_series",
4029
              "intervalFactor": 1,
4030
              "legendFormat": "{{vol}}",
4031
              "refId": "K"
4032
            }
4033
          ],
4034
          "thresholds": [],
4035
          "timeFrom": null,
4036
          "timeRegions": [],
4037
          "timeShift": null,
4038
          "title": "fuse:[[fuseOp]]:Time",
4039
          "tooltip": {
4040
            "shared": true,
4041
            "sort": 2,
4042
            "value_type": "individual"
4043
          },
4044
          "type": "graph",
4045
          "xaxis": {
4046
            "buckets": null,
4047
            "mode": "time",
4048
            "name": null,
4049
            "show": true,
4050
            "values": []
4051
          },
4052
          "yaxes": [
4053
            {
4054
              "decimals": 1,
4055
              "format": "µs",
4056
              "label": "",
4057
              "logBase": 1,
4058
              "min": null,
4059
              "show": true
4060
            },
4061
            {
4062
              "decimals": 1,
4063
              "format": "µs",
4064
              "logBase": 1,
4065
              "show": true
4066
            }
4067
          ],
4068
          "yaxis": {
4069
            "align": false,
4070
            "alignLevel": null
4071
          }
4072
        },
4073
        {
4074
          "aliasColors": {},
4075
          "bars": false,
4076
          "dashLength": 10,
4077
          "dashes": false,
4078
          "datasource": null,
4079
          "description": "fuse op count per second",
4080
          "fill": 1,
4081
          "fillGradient": 0,
4082
          "gridPos": {
4083
            "h": 7,
4084
            "w": 24,
4085
            "x": 0,
4086
            "y": 32
4087
          },
4088
          "id": 306,
4089
          "legend": {
4090
            "avg": false,
4091
            "current": false,
4092
            "max": false,
4093
            "min": false,
4094
            "show": true,
4095
            "total": false,
4096
            "values": false
4097
          },
4098
          "lines": true,
4099
          "linewidth": 1,
4100
          "maxPerRow": 4,
4101
          "nullPointMode": "null",
4102
          "options": {
4103
            "dataLinks": []
4104
          },
4105
          "percentage": false,
4106
          "pointradius": 5,
4107
          "points": false,
4108
          "renderer": "flot",
4109
          "repeatDirection": "h",
4110
          "seriesOverrides": [
4111
            {
4112
              "yaxis": 2
4113
            }
4114
          ],
4115
          "spaceLength": 10,
4116
          "stack": false,
4117
          "steppedLine": false,
4118
          "targets": [
4119
            {
4120
              "expr": "sum by (vol)(rate(cfs_fuseclient_[[fuseOp]]_count{app=\"$app\", cluster=\"$cluster\",vol=\"$vol\"}[2m]))",
4121
              "format": "time_series",
4122
              "intervalFactor": 1,
4123
              "legendFormat": "{{vol}}",
4124
              "refId": "K"
4125
            }
4126
          ],
4127
          "thresholds": [],
4128
          "timeFrom": null,
4129
          "timeRegions": [],
4130
          "timeShift": null,
4131
          "title": "fuse:[[fuseOp]]:Ops",
4132
          "tooltip": {
4133
            "shared": true,
4134
            "sort": 2,
4135
            "value_type": "individual"
4136
          },
4137
          "type": "graph",
4138
          "xaxis": {
4139
            "buckets": null,
4140
            "mode": "time",
4141
            "name": null,
4142
            "show": true,
4143
            "values": []
4144
          },
4145
          "yaxes": [
4146
            {
4147
              "format": "ops",
4148
              "logBase": 1,
4149
              "show": true
4150
            },
4151
            {
4152
              "format": "ops",
4153
              "logBase": 1,
4154
              "show": true
4155
            }
4156
          ],
4157
          "yaxis": {
4158
            "align": false,
4159
            "alignLevel": null
4160
          }
4161
        },
4162
        {
4163
          "aliasColors": {},
4164
          "bars": false,
4165
          "dashLength": 10,
4166
          "dashes": false,
4167
          "datasource": "Prometheus",
4168
          "description": "fuse client use meta sdk op time",
4169
          "fill": 1,
4170
          "fillGradient": 0,
4171
          "gridPos": {
4172
            "h": 7,
4173
            "w": 24,
4174
            "x": 0,
4175
            "y": 39
4176
          },
4177
          "id": 303,
4178
          "legend": {
4179
            "avg": false,
4180
            "current": false,
4181
            "max": false,
4182
            "min": false,
4183
            "show": true,
4184
            "total": false,
4185
            "values": false
4186
          },
4187
          "lines": true,
4188
          "linewidth": 1,
4189
          "maxPerRow": 4,
4190
          "nullPointMode": "null",
4191
          "options": {
4192
            "dataLinks": []
4193
          },
4194
          "percentage": false,
4195
          "pointradius": 5,
4196
          "points": false,
4197
          "renderer": "flot",
4198
          "repeatDirection": "h",
4199
          "seriesOverrides": [
4200
            {
4201
              "alias": "/sum/",
4202
              "yaxis": 2
4203
            }
4204
          ],
4205
          "spaceLength": 10,
4206
          "stack": false,
4207
          "steppedLine": false,
4208
          "targets": [
4209
            {
4210
              "expr": "histogram_quantile(0.95, sum by (le,vol)(rate(cfs_fuseclient_[[mnOp]]_hist_bucket{app=\"$app\", cluster=\"$cluster\",vol=\"$vol\"}[5m])))",
4211
              "format": "time_series",
4212
              "intervalFactor": 1,
4213
              "legendFormat": "{{vol}}",
4214
              "refId": "A"
4215
            }
4216
          ],
4217
          "thresholds": [],
4218
          "timeFrom": null,
4219
          "timeRegions": [],
4220
          "timeShift": null,
4221
          "title": "fuse:[[mnOp]]:Time",
4222
          "tooltip": {
4223
            "shared": true,
4224
            "sort": 2,
4225
            "value_type": "individual"
4226
          },
4227
          "type": "graph",
4228
          "xaxis": {
4229
            "buckets": null,
4230
            "mode": "time",
4231
            "name": null,
4232
            "show": true,
4233
            "values": []
4234
          },
4235
          "yaxes": [
4236
            {
4237
              "format": "µs",
4238
              "logBase": 1,
4239
              "show": true
4240
            },
4241
            {
4242
              "format": "µs",
4243
              "logBase": 1,
4244
              "show": true
4245
            }
4246
          ],
4247
          "yaxis": {
4248
            "align": false,
4249
            "alignLevel": null
4250
          }
4251
        },
4252
        {
4253
          "aliasColors": {},
4254
          "bars": false,
4255
          "dashLength": 10,
4256
          "dashes": false,
4257
          "datasource": "Prometheus",
4258
          "description": "fuse client use meta sdk op count per second",
4259
          "fill": 1,
4260
          "fillGradient": 0,
4261
          "gridPos": {
4262
            "h": 7,
4263
            "w": 24,
4264
            "x": 0,
4265
            "y": 46
4266
          },
4267
          "id": 304,
4268
          "legend": {
4269
            "avg": false,
4270
            "current": false,
4271
            "max": false,
4272
            "min": false,
4273
            "show": true,
4274
            "total": false,
4275
            "values": false
4276
          },
4277
          "lines": true,
4278
          "linewidth": 1,
4279
          "maxPerRow": 4,
4280
          "nullPointMode": "null",
4281
          "options": {
4282
            "dataLinks": []
4283
          },
4284
          "percentage": false,
4285
          "pointradius": 5,
4286
          "points": false,
4287
          "renderer": "flot",
4288
          "repeatDirection": "h",
4289
          "seriesOverrides": [
4290
            {
4291
              "alias": "/sum/",
4292
              "yaxis": 2
4293
            }
4294
          ],
4295
          "spaceLength": 10,
4296
          "stack": false,
4297
          "steppedLine": false,
4298
          "targets": [
4299
            {
4300
              "expr": "sum(rate(cfs_fuseclient_[[mnOp]]_count{app=\"$app\", cluster=\"$cluster\",vol=\"$vol\"}[1m])) by(vol)",
4301
              "format": "time_series",
4302
              "intervalFactor": 1,
4303
              "legendFormat": "{{vol}}",
4304
              "refId": "A"
4305
            }
4306
          ],
4307
          "thresholds": [],
4308
          "timeFrom": null,
4309
          "timeRegions": [],
4310
          "timeShift": null,
4311
          "title": "fuse:[[mnOp]]:Ops",
4312
          "tooltip": {
4313
            "shared": true,
4314
            "sort": 2,
4315
            "value_type": "individual"
4316
          },
4317
          "type": "graph",
4318
          "xaxis": {
4319
            "buckets": null,
4320
            "mode": "time",
4321
            "name": null,
4322
            "show": true,
4323
            "values": []
4324
          },
4325
          "yaxes": [
4326
            {
4327
              "format": "ops",
4328
              "logBase": 1,
4329
              "show": true
4330
            },
4331
            {
4332
              "format": "ops",
4333
              "logBase": 1,
4334
              "show": true
4335
            }
4336
          ],
4337
          "yaxis": {
4338
            "align": false,
4339
            "alignLevel": null
4340
          }
4341
        },
4342
        {
4343
          "aliasColors": {},
4344
          "bars": false,
4345
          "dashLength": 10,
4346
          "dashes": false,
4347
          "datasource": null,
4348
          "description": "metanode op time by vol",
4349
          "fill": 1,
4350
          "fillGradient": 0,
4351
          "gridPos": {
4352
            "h": 8,
4353
            "w": 24,
4354
            "x": 0,
4355
            "y": 53
4356
          },
4357
          "id": 299,
4358
          "legend": {
4359
            "avg": false,
4360
            "current": false,
4361
            "max": false,
4362
            "min": false,
4363
            "show": false,
4364
            "total": false,
4365
            "values": false
4366
          },
4367
          "lines": true,
4368
          "linewidth": 1,
4369
          "maxPerRow": 4,
4370
          "nullPointMode": "null",
4371
          "options": {
4372
            "dataLinks": []
4373
          },
4374
          "percentage": false,
4375
          "pointradius": 5,
4376
          "points": false,
4377
          "renderer": "flot",
4378
          "repeat": "mnOp",
4379
          "repeatDirection": "h",
4380
          "scopedVars": {
4381
            "mnOp": {
4382
              "selected": true,
4383
              "text": "OpMetaInodeGet",
4384
              "value": "OpMetaInodeGet"
4385
            }
4386
          },
4387
          "seriesOverrides": [
4388
            {
4389
              "alias": "/sum/",
4390
              "yaxis": 2
4391
            }
4392
          ],
4393
          "spaceLength": 10,
4394
          "stack": false,
4395
          "steppedLine": false,
4396
          "targets": [
4397
            {
4398
              "expr": "topk($topk, histogram_quantile(0.95, sum by (vol, op, le) (rate(cfs_metanode_[[mnOp]]_hist_bucket{app=\"$app\", cluster=\"$cluster\",vol=\"$vol\"}[5m]))))",
4399
              "format": "time_series",
4400
              "intervalFactor": 1,
4401
              "legendFormat": "{{vol}}:{{op}}",
4402
              "refId": "B"
4403
            }
4404
          ],
4405
          "thresholds": [],
4406
          "timeFrom": null,
4407
          "timeRegions": [],
4408
          "timeShift": null,
4409
          "title": "meta:[[mnOp]]:Time",
4410
          "tooltip": {
4411
            "shared": true,
4412
            "sort": 2,
4413
            "value_type": "individual"
4414
          },
4415
          "type": "graph",
4416
          "xaxis": {
4417
            "buckets": null,
4418
            "mode": "time",
4419
            "name": null,
4420
            "show": true,
4421
            "values": []
4422
          },
4423
          "yaxes": [
4424
            {
4425
              "format": "µs",
4426
              "logBase": 1,
4427
              "show": true
4428
            },
4429
            {
4430
              "format": "µs",
4431
              "logBase": 1,
4432
              "show": true
4433
            }
4434
          ],
4435
          "yaxis": {
4436
            "align": false,
4437
            "alignLevel": null
4438
          }
4439
        },
4440
        {
4441
          "aliasColors": {},
4442
          "bars": false,
4443
          "dashLength": 10,
4444
          "dashes": false,
4445
          "datasource": null,
4446
          "description": "metanode op count per second by vol",
4447
          "fill": 1,
4448
          "fillGradient": 0,
4449
          "gridPos": {
4450
            "h": 8,
4451
            "w": 24,
4452
            "x": 0,
4453
            "y": 61
4454
          },
4455
          "id": 300,
4456
          "legend": {
4457
            "avg": false,
4458
            "current": false,
4459
            "max": false,
4460
            "min": false,
4461
            "show": false,
4462
            "total": false,
4463
            "values": false
4464
          },
4465
          "lines": true,
4466
          "linewidth": 1,
4467
          "maxPerRow": 4,
4468
          "nullPointMode": "null",
4469
          "options": {
4470
            "dataLinks": []
4471
          },
4472
          "percentage": false,
4473
          "pointradius": 5,
4474
          "points": false,
4475
          "renderer": "flot",
4476
          "repeat": "mnOp",
4477
          "repeatDirection": "h",
4478
          "scopedVars": {
4479
            "mnOp": {
4480
              "selected": true,
4481
              "text": "OpMetaInodeGet",
4482
              "value": "OpMetaInodeGet"
4483
            }
4484
          },
4485
          "seriesOverrides": [
4486
            {
4487
              "alias": "/sum/",
4488
              "yaxis": 2
4489
            }
4490
          ],
4491
          "spaceLength": 10,
4492
          "stack": false,
4493
          "steppedLine": false,
4494
          "targets": [
4495
            {
4496
              "expr": "topk($topk, sum(rate(cfs_metanode_[[mnOp]]_count{app=\"$app\", cluster=\"$cluster\",vol=\"$vol\"}[1m])) by (vol, op))",
4497
              "format": "time_series",
4498
              "intervalFactor": 1,
4499
              "legendFormat": "{{vol}}:{{op}}",
4500
              "refId": "B"
4501
            }
4502
          ],
4503
          "thresholds": [],
4504
          "timeFrom": null,
4505
          "timeRegions": [],
4506
          "timeShift": null,
4507
          "title": "meta:[[mnOp]]:Ops",
4508
          "tooltip": {
4509
            "shared": true,
4510
            "sort": 2,
4511
            "value_type": "individual"
4512
          },
4513
          "type": "graph",
4514
          "xaxis": {
4515
            "buckets": null,
4516
            "mode": "time",
4517
            "name": null,
4518
            "show": true,
4519
            "values": []
4520
          },
4521
          "yaxes": [
4522
            {
4523
              "format": "ops",
4524
              "logBase": 1,
4525
              "show": true
4526
            },
4527
            {
4528
              "format": "ops",
4529
              "logBase": 1,
4530
              "show": true
4531
            }
4532
          ],
4533
          "yaxis": {
4534
            "align": false,
4535
            "alignLevel": null
4536
          }
4537
        },
4538
        {
4539
          "aliasColors": {},
4540
          "bars": false,
4541
          "dashLength": 10,
4542
          "dashes": false,
4543
          "datasource": "Prometheus",
4544
          "description": "Datanode op time by vol",
4545
          "fill": 1,
4546
          "fillGradient": 0,
4547
          "gridPos": {
4548
            "h": 7,
4549
            "w": 24,
4550
            "x": 0,
4551
            "y": 69
4552
          },
4553
          "id": 301,
4554
          "legend": {
4555
            "avg": false,
4556
            "current": false,
4557
            "max": false,
4558
            "min": false,
4559
            "show": false,
4560
            "total": false,
4561
            "values": false
4562
          },
4563
          "lines": true,
4564
          "linewidth": 1,
4565
          "maxPerRow": 4,
4566
          "nullPointMode": "null",
4567
          "options": {
4568
            "dataLinks": []
4569
          },
4570
          "percentage": false,
4571
          "pointradius": 5,
4572
          "points": false,
4573
          "renderer": "flot",
4574
          "repeat": "dnOp",
4575
          "repeatDirection": "h",
4576
          "scopedVars": {
4577
            "dnOp": {
4578
              "selected": true,
4579
              "text": "OpWrite",
4580
              "value": "OpWrite"
4581
            }
4582
          },
4583
          "seriesOverrides": [
4584
            {
4585
              "alias": "sum",
4586
              "yaxis": 2
4587
            }
4588
          ],
4589
          "spaceLength": 10,
4590
          "stack": false,
4591
          "steppedLine": false,
4592
          "targets": [
4593
            {
4594
              "expr": "topk($topk, histogram_quantile(0.95, sum by (vol, op, le)(rate(cfs_dataNode_[[dnOp]]_hist_bucket{app=\"$app\", cluster=\"$cluster\"}[5m]))))",
4595
              "format": "time_series",
4596
              "intervalFactor": 1,
4597
              "legendFormat": "{{vol}}:{{op}}",
4598
              "refId": "P"
4599
            }
4600
          ],
4601
          "thresholds": [],
4602
          "timeFrom": null,
4603
          "timeRegions": [],
4604
          "timeShift": null,
4605
          "title": "data:[[dnOp]]:Time",
4606
          "tooltip": {
4607
            "shared": true,
4608
            "sort": 2,
4609
            "value_type": "individual"
4610
          },
4611
          "type": "graph",
4612
          "xaxis": {
4613
            "buckets": null,
4614
            "mode": "time",
4615
            "name": null,
4616
            "show": true,
4617
            "values": []
4618
          },
4619
          "yaxes": [
4620
            {
4621
              "format": "µs",
4622
              "logBase": 1,
4623
              "show": true
4624
            },
4625
            {
4626
              "format": "µs",
4627
              "logBase": 1,
4628
              "show": true
4629
            }
4630
          ],
4631
          "yaxis": {
4632
            "align": false,
4633
            "alignLevel": null
4634
          }
4635
        },
4636
        {
4637
          "aliasColors": {},
4638
          "bars": false,
4639
          "dashLength": 10,
4640
          "dashes": false,
4641
          "datasource": null,
4642
          "description": "Datanode op count per second by vol",
4643
          "fill": 1,
4644
          "fillGradient": 0,
4645
          "gridPos": {
4646
            "h": 7,
4647
            "w": 24,
4648
            "x": 0,
4649
            "y": 76
4650
          },
4651
          "id": 302,
4652
          "legend": {
4653
            "avg": false,
4654
            "current": false,
4655
            "max": false,
4656
            "min": false,
4657
            "show": false,
4658
            "total": false,
4659
            "values": false
4660
          },
4661
          "lines": true,
4662
          "linewidth": 1,
4663
          "maxPerRow": 4,
4664
          "nullPointMode": "null",
4665
          "options": {
4666
            "dataLinks": []
4667
          },
4668
          "percentage": false,
4669
          "pointradius": 5,
4670
          "points": false,
4671
          "renderer": "flot",
4672
          "repeat": "dnOp",
4673
          "repeatDirection": "h",
4674
          "scopedVars": {
4675
            "dnOp": {
4676
              "selected": true,
4677
              "text": "OpWrite",
4678
              "value": "OpWrite"
4679
            }
4680
          },
4681
          "seriesOverrides": [
4682
            {
4683
              "alias": "/sum/",
4684
              "yaxis": 2
4685
            }
4686
          ],
4687
          "spaceLength": 10,
4688
          "stack": false,
4689
          "steppedLine": false,
4690
          "targets": [
4691
            {
4692
              "expr": "topk($topk, sum(rate(cfs_dataNode_[[dnOp]]_count{app=~\"$app\", cluster=\"$cluster\"}[1m])) by (vol, op))",
4693
              "format": "time_series",
4694
              "intervalFactor": 1,
4695
              "legendFormat": "{{vol}}:{{op}}",
4696
              "refId": "P"
4697
            }
4698
          ],
4699
          "thresholds": [],
4700
          "timeFrom": null,
4701
          "timeRegions": [],
4702
          "timeShift": null,
4703
          "title": "data:[[dnOp]]:Ops",
4704
          "tooltip": {
4705
            "shared": true,
4706
            "sort": 2,
4707
            "value_type": "individual"
4708
          },
4709
          "type": "graph",
4710
          "xaxis": {
4711
            "buckets": null,
4712
            "mode": "time",
4713
            "name": null,
4714
            "show": true,
4715
            "values": []
4716
          },
4717
          "yaxes": [
4718
            {
4719
              "format": "ops",
4720
              "logBase": 1,
4721
              "show": true
4722
            },
4723
            {
4724
              "format": "ops",
4725
              "logBase": 1,
4726
              "show": true
4727
            }
4728
          ],
4729
          "yaxis": {
4730
            "align": false,
4731
            "alignLevel": null
4732
          }
4733
        }
4734
      ],
4735
      "title": "VolOP",
4736
      "type": "row"
4737
    },
4738
    {
4739
      "collapsed": true,
4740
      "datasource": null,
4741
      "gridPos": {
4742
        "h": 1,
4743
        "w": 24,
4744
        "x": 0,
4745
        "y": 49
4746
      },
4747
      "id": 60,
4748
      "panels": [
4749
        {
4750
          "dashLength": 10,
4751
          "fill": 1,
4752
          "gridPos": {
4753
            "h": 6,
4754
            "w": 7,
4755
            "y": 25
4756
          },
4757
          "id": 61,
4758
          "lines": true,
4759
          "linewidth": 1,
4760
          "nullPointMode": "null",
4761
          "pointradius": 5,
4762
          "renderer": "flot",
4763
          "spaceLength": 10,
4764
          "targets": [
4765
            {
4766
              "expr": "topk($topk, rate(go_goroutines{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}[1m]))",
4767
              "format": "time_series",
4768
              "intervalFactor": 1,
4769
              "legendFormat": "{{role}}_{{instance}}",
4770
              "refId": "A"
4771
            },
4772
            {
4773
              "expr": "topk($topk,go_threads{app=\"$app\", cluster=\"$cluster\", role=\"$role\"})",
4774
              "format": "time_series",
4775
              "hide": true,
4776
              "intervalFactor": 1,
4777
              "legendFormat": "go_threads_{{instance}}",
4778
              "refId": "B"
4779
            }
4780
          ],
4781
          "title": "go_goroutines",
4782
          "tooltip": {
4783
            "shared": true,
4784
            "sort": 2,
4785
            "value_type": "individual"
4786
          },
4787
          "type": "graph",
4788
          "xaxis": {
4789
            "mode": "time",
4790
            "show": true
4791
          },
4792
          "yaxes": [
4793
            {
4794
              "format": "locale",
4795
              "logBase": 1,
4796
              "show": true
4797
            },
4798
            {
4799
              "format": "short",
4800
              "logBase": 1,
4801
              "show": true
4802
            }
4803
          ]
4804
        },
4805
        {
4806
          "dashLength": 10,
4807
          "fill": 1,
4808
          "gridPos": {
4809
            "h": 6,
4810
            "w": 7,
4811
            "x": 7,
4812
            "y": 25
4813
          },
4814
          "id": 169,
4815
          "lines": true,
4816
          "linewidth": 1,
4817
          "nullPointMode": "null",
4818
          "pointradius": 5,
4819
          "renderer": "flot",
4820
          "spaceLength": 10,
4821
          "targets": [
4822
            {
4823
              "expr": "topk($topk, rate(go_threads{app=\"$app\", cluster=\"$cluster\"}[1m]))",
4824
              "format": "time_series",
4825
              "intervalFactor": 1,
4826
              "legendFormat": "{{role}}_{{instance}}",
4827
              "refId": "B"
4828
            }
4829
          ],
4830
          "title": "go_threads",
4831
          "tooltip": {
4832
            "shared": true,
4833
            "sort": 2,
4834
            "value_type": "individual"
4835
          },
4836
          "type": "graph",
4837
          "xaxis": {
4838
            "mode": "time",
4839
            "show": true
4840
          },
4841
          "yaxes": [
4842
            {
4843
              "format": "locale",
4844
              "logBase": 1,
4845
              "show": true
4846
            },
4847
            {
4848
              "format": "short",
4849
              "logBase": 1,
4850
              "show": true
4851
            }
4852
          ]
4853
        },
4854
        {
4855
          "dashLength": 10,
4856
          "fill": 1,
4857
          "gridPos": {
4858
            "h": 6,
4859
            "w": 7,
4860
            "x": 14,
4861
            "y": 25
4862
          },
4863
          "id": 63,
4864
          "legend": {
4865
            "show": true
4866
          },
4867
          "lines": true,
4868
          "linewidth": 1,
4869
          "nullPointMode": "null",
4870
          "pointradius": 5,
4871
          "renderer": "flot",
4872
          "seriesOverrides": [
4873
            {
4874
              "alias": "gc_rate",
4875
              "yaxis": 2
4876
            }
4877
          ],
4878
          "spaceLength": 10,
4879
          "targets": [
4880
            {
4881
              "expr": "go_gc_duration_seconds{instance=~\"$instance\"}",
4882
              "format": "time_series",
4883
              "intervalFactor": 1,
4884
              "legendFormat": "seconds_{{quantile}}",
4885
              "refId": "A"
4886
            },
4887
            {
4888
              "expr": "rate(go_gc_duration_seconds_count{instance=~\"$instance\"}[1m])",
4889
              "format": "time_series",
4890
              "intervalFactor": 1,
4891
              "legendFormat": "gc_rate",
4892
              "refId": "B"
4893
            }
4894
          ],
4895
          "title": "gc_duration",
4896
          "tooltip": {
4897
            "shared": true,
4898
            "value_type": "individual"
4899
          },
4900
          "type": "graph",
4901
          "xaxis": {
4902
            "mode": "time",
4903
            "show": true
4904
          },
4905
          "yaxes": [
4906
            {
4907
              "format": "s",
4908
              "logBase": 1,
4909
              "show": true
4910
            },
4911
            {
4912
              "format": "locale",
4913
              "logBase": 1,
4914
              "show": true
4915
            }
4916
          ]
4917
        },
4918
        {
4919
          "dashLength": 10,
4920
          "fill": 1,
4921
          "gridPos": {
4922
            "h": 6,
4923
            "w": 7,
4924
            "y": 31
4925
          },
4926
          "id": 109,
4927
          "legend": {
4928
            "show": true
4929
          },
4930
          "lines": true,
4931
          "linewidth": 1,
4932
          "nullPointMode": "null",
4933
          "pointradius": 5,
4934
          "renderer": "flot",
4935
          "seriesOverrides": [
4936
            {
4937
              "alias": "gc_rate",
4938
              "yaxis": 2
4939
            }
4940
          ],
4941
          "spaceLength": 10,
4942
          "targets": [
4943
            {
4944
              "expr": "process_resident_memory_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\" }",
4945
              "format": "time_series",
4946
              "intervalFactor": 1,
4947
              "legendFormat": "resident_memory_bytes_{{instance}}",
4948
              "refId": "A"
4949
            },
4950
            {
4951
              "expr": "process_virtual_memory_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
4952
              "format": "time_series",
4953
              "hide": true,
4954
              "intervalFactor": 1,
4955
              "legendFormat": "virtual_memory_bytes_{{instance}}",
4956
              "refId": "B"
4957
            },
4958
            {
4959
              "expr": "process_virtual_memory_max_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
4960
              "format": "time_series",
4961
              "hide": true,
4962
              "intervalFactor": 1,
4963
              "legendFormat": "virtual_memory_max_bytes_{{instance}}",
4964
              "refId": "C"
4965
            }
4966
          ],
4967
          "title": "process_resident_memory",
4968
          "tooltip": {
4969
            "shared": true,
4970
            "value_type": "individual"
4971
          },
4972
          "type": "graph",
4973
          "xaxis": {
4974
            "mode": "time",
4975
            "show": true
4976
          },
4977
          "yaxes": [
4978
            {
4979
              "format": "decbytes",
4980
              "logBase": 1,
4981
              "show": true
4982
            },
4983
            {
4984
              "format": "locale",
4985
              "logBase": 1,
4986
              "show": true
4987
            }
4988
          ]
4989
        },
4990
        {
4991
          "dashLength": 10,
4992
          "fill": 1,
4993
          "gridPos": {
4994
            "h": 6,
4995
            "w": 7,
4996
            "x": 7,
4997
            "y": 31
4998
          },
4999
          "id": 166,
5000
          "legend": {
5001
            "show": true
5002
          },
5003
          "lines": true,
5004
          "linewidth": 1,
5005
          "nullPointMode": "null",
5006
          "pointradius": 5,
5007
          "renderer": "flot",
5008
          "seriesOverrides": [
5009
            {
5010
              "alias": "gc_rate",
5011
              "yaxis": 2
5012
            }
5013
          ],
5014
          "spaceLength": 10,
5015
          "targets": [
5016
            {
5017
              "expr": "process_resident_memory_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\" }",
5018
              "format": "time_series",
5019
              "hide": true,
5020
              "intervalFactor": 1,
5021
              "legendFormat": "resident_memory_bytes_{{instance}}",
5022
              "refId": "A"
5023
            },
5024
            {
5025
              "expr": "process_virtual_memory_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5026
              "format": "time_series",
5027
              "intervalFactor": 1,
5028
              "legendFormat": "virtual_memory_bytes_{{instance}}",
5029
              "refId": "B"
5030
            },
5031
            {
5032
              "expr": "process_virtual_memory_max_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5033
              "format": "time_series",
5034
              "hide": true,
5035
              "intervalFactor": 1,
5036
              "legendFormat": "virtual_memory_max_bytes_{{instance}}",
5037
              "refId": "C"
5038
            }
5039
          ],
5040
          "title": "process_virtual_memory",
5041
          "tooltip": {
5042
            "shared": true,
5043
            "value_type": "individual"
5044
          },
5045
          "type": "graph",
5046
          "xaxis": {
5047
            "mode": "time",
5048
            "show": true
5049
          },
5050
          "yaxes": [
5051
            {
5052
              "format": "decbytes",
5053
              "logBase": 1,
5054
              "show": true
5055
            },
5056
            {
5057
              "format": "locale",
5058
              "logBase": 1,
5059
              "show": true
5060
            }
5061
          ]
5062
        },
5063
        {
5064
          "dashLength": 10,
5065
          "fill": 1,
5066
          "gridPos": {
5067
            "h": 6,
5068
            "w": 7,
5069
            "x": 14,
5070
            "y": 31
5071
          },
5072
          "id": 167,
5073
          "legend": {
5074
            "show": true
5075
          },
5076
          "lines": true,
5077
          "linewidth": 1,
5078
          "nullPointMode": "null",
5079
          "pointradius": 5,
5080
          "renderer": "flot",
5081
          "seriesOverrides": [
5082
            {
5083
              "alias": "gc_rate",
5084
              "yaxis": 2
5085
            }
5086
          ],
5087
          "spaceLength": 10,
5088
          "targets": [
5089
            {
5090
              "expr": "process_resident_memory_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\" }",
5091
              "format": "time_series",
5092
              "hide": true,
5093
              "intervalFactor": 1,
5094
              "legendFormat": "resident_memory_bytes_{{instance}}",
5095
              "refId": "A"
5096
            },
5097
            {
5098
              "expr": "process_virtual_memory_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5099
              "format": "time_series",
5100
              "hide": true,
5101
              "intervalFactor": 1,
5102
              "legendFormat": "virtual_memory_bytes_{{instance}}",
5103
              "refId": "B"
5104
            },
5105
            {
5106
              "expr": "process_virtual_memory_max_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5107
              "format": "time_series",
5108
              "intervalFactor": 1,
5109
              "legendFormat": "virtual_memory_max_bytes_{{instance}}",
5110
              "refId": "C"
5111
            }
5112
          ],
5113
          "title": "process_virtual_memory_max",
5114
          "tooltip": {
5115
            "shared": true,
5116
            "value_type": "individual"
5117
          },
5118
          "type": "graph",
5119
          "xaxis": {
5120
            "mode": "time",
5121
            "show": true
5122
          },
5123
          "yaxes": [
5124
            {
5125
              "format": "decbytes",
5126
              "logBase": 1,
5127
              "show": true
5128
            },
5129
            {
5130
              "format": "locale",
5131
              "logBase": 1,
5132
              "show": true
5133
            }
5134
          ]
5135
        },
5136
        {
5137
          "dashLength": 10,
5138
          "fill": 1,
5139
          "gridPos": {
5140
            "h": 6,
5141
            "w": 7,
5142
            "y": 37
5143
          },
5144
          "id": 110,
5145
          "legend": {
5146
            "show": true
5147
          },
5148
          "lines": true,
5149
          "linewidth": 1,
5150
          "nullPointMode": "null",
5151
          "pointradius": 5,
5152
          "renderer": "flot",
5153
          "seriesOverrides": [
5154
            {
5155
              "alias": "gc_rate",
5156
              "yaxis": 2
5157
            }
5158
          ],
5159
          "spaceLength": 10,
5160
          "targets": [
5161
            {
5162
              "expr": "process_open_fds{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5163
              "format": "time_series",
5164
              "intervalFactor": 1,
5165
              "legendFormat": "open_fds_{{instance}}",
5166
              "refId": "A"
5167
            },
5168
            {
5169
              "expr": "process_max_fds{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5170
              "format": "time_series",
5171
              "hide": true,
5172
              "intervalFactor": 1,
5173
              "legendFormat": "max_fds_{{instance}}",
5174
              "refId": "B"
5175
            }
5176
          ],
5177
          "title": "open_fds",
5178
          "tooltip": {
5179
            "shared": true,
5180
            "value_type": "individual"
5181
          },
5182
          "type": "graph",
5183
          "xaxis": {
5184
            "mode": "time",
5185
            "show": true
5186
          },
5187
          "yaxes": [
5188
            {
5189
              "format": "locale",
5190
              "logBase": 1,
5191
              "show": true
5192
            },
5193
            {
5194
              "format": "locale",
5195
              "logBase": 1,
5196
              "show": true
5197
            }
5198
          ]
5199
        },
5200
        {
5201
          "dashLength": 10,
5202
          "fill": 1,
5203
          "gridPos": {
5204
            "h": 6,
5205
            "w": 7,
5206
            "x": 7,
5207
            "y": 37
5208
          },
5209
          "id": 168,
5210
          "legend": {
5211
            "show": true
5212
          },
5213
          "lines": true,
5214
          "linewidth": 1,
5215
          "nullPointMode": "null",
5216
          "pointradius": 5,
5217
          "renderer": "flot",
5218
          "seriesOverrides": [
5219
            {
5220
              "alias": "gc_rate",
5221
              "yaxis": 2
5222
            }
5223
          ],
5224
          "spaceLength": 10,
5225
          "targets": [
5226
            {
5227
              "expr": "process_open_fds{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5228
              "format": "time_series",
5229
              "hide": true,
5230
              "intervalFactor": 1,
5231
              "legendFormat": "open_fds_{{instance}}",
5232
              "refId": "A"
5233
            },
5234
            {
5235
              "expr": "process_max_fds{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5236
              "format": "time_series",
5237
              "intervalFactor": 1,
5238
              "legendFormat": "max_fds_{{instance}}",
5239
              "refId": "B"
5240
            }
5241
          ],
5242
          "title": "max_fds",
5243
          "tooltip": {
5244
            "shared": true,
5245
            "value_type": "individual"
5246
          },
5247
          "type": "graph",
5248
          "xaxis": {
5249
            "mode": "time",
5250
            "show": true
5251
          },
5252
          "yaxes": [
5253
            {
5254
              "format": "locale",
5255
              "logBase": 1,
5256
              "show": true
5257
            },
5258
            {
5259
              "format": "locale",
5260
              "logBase": 1,
5261
              "show": true
5262
            }
5263
          ]
5264
        },
5265
        {
5266
          "dashLength": 10,
5267
          "fill": 1,
5268
          "gridPos": {
5269
            "h": 6,
5270
            "w": 7,
5271
            "x": 14,
5272
            "y": 37
5273
          },
5274
          "id": 111,
5275
          "legend": {
5276
            "show": true
5277
          },
5278
          "lines": true,
5279
          "linewidth": 1,
5280
          "nullPointMode": "null",
5281
          "pointradius": 5,
5282
          "renderer": "flot",
5283
          "seriesOverrides": [
5284
            {
5285
              "alias": "gc_rate",
5286
              "yaxis": 2
5287
            }
5288
          ],
5289
          "spaceLength": 10,
5290
          "targets": [
5291
            {
5292
              "expr": "rate(process_cpu_seconds_total{cluster=\"$cluster\", role=\"$role\"}[1m])",
5293
              "format": "time_series",
5294
              "intervalFactor": 1,
5295
              "legendFormat": "cpu_seconds_{{instance}}",
5296
              "refId": "A"
5297
            }
5298
          ],
5299
          "title": "process_cpu",
5300
          "tooltip": {
5301
            "shared": true,
5302
            "value_type": "individual"
5303
          },
5304
          "type": "graph",
5305
          "xaxis": {
5306
            "mode": "time",
5307
            "show": true
5308
          },
5309
          "yaxes": [
5310
            {
5311
              "format": "s",
5312
              "logBase": 1,
5313
              "show": true
5314
            },
5315
            {
5316
              "format": "locale",
5317
              "logBase": 1,
5318
              "show": true
5319
            }
5320
          ]
5321
        },
5322
        {
5323
          "dashLength": 10,
5324
          "fill": 1,
5325
          "gridPos": {
5326
            "h": 6,
5327
            "w": 7,
5328
            "y": 43
5329
          },
5330
          "id": 62,
5331
          "legend": {
5332
            "show": true
5333
          },
5334
          "lines": true,
5335
          "linewidth": 1,
5336
          "nullPointMode": "null",
5337
          "pointradius": 5,
5338
          "renderer": "flot",
5339
          "spaceLength": 10,
5340
          "targets": [
5341
            {
5342
              "expr": "go_memstats_alloc_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5343
              "format": "time_series",
5344
              "intervalFactor": 1,
5345
              "legendFormat": "alloc_bytes_{{instance}}",
5346
              "refId": "A"
5347
            },
5348
            {
5349
              "expr": "go_memstats_alloc_bytes_total{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5350
              "format": "time_series",
5351
              "hide": true,
5352
              "intervalFactor": 1,
5353
              "legendFormat": "alloc_bytes_total_{{instance}}",
5354
              "refId": "B"
5355
            },
5356
            {
5357
              "expr": "go_memstats_heap_alloc_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5358
              "format": "time_series",
5359
              "hide": true,
5360
              "intervalFactor": 1,
5361
              "legendFormat": "heap_alloc_bytes_{{instance}}",
5362
              "refId": "C"
5363
            },
5364
            {
5365
              "expr": "go_memstats_heap_inuse_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5366
              "format": "time_series",
5367
              "hide": true,
5368
              "intervalFactor": 1,
5369
              "legendFormat": "heap_inuse_bytes_{{instance}}",
5370
              "refId": "D"
5371
            },
5372
            {
5373
              "expr": "go_memstats_sys_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5374
              "format": "time_series",
5375
              "hide": true,
5376
              "intervalFactor": 1,
5377
              "legendFormat": "sys_bytes_{{instance}}",
5378
              "refId": "E"
5379
            },
5380
            {
5381
              "expr": "go_memstats_mallocs_total{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5382
              "format": "time_series",
5383
              "hide": true,
5384
              "intervalFactor": 1,
5385
              "legendFormat": "mallocs_total_{{instance}}",
5386
              "refId": "F"
5387
            },
5388
            {
5389
              "expr": "go_memstats_frees_total{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5390
              "format": "time_series",
5391
              "hide": true,
5392
              "intervalFactor": 1,
5393
              "legendFormat": "frees_total_{{instance}}",
5394
              "refId": "G"
5395
            },
5396
            {
5397
              "expr": "go_memstats_other_sys_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5398
              "format": "time_series",
5399
              "hide": true,
5400
              "intervalFactor": 1,
5401
              "legendFormat": "other_sys_bytes_{{instance}}",
5402
              "refId": "H"
5403
            },
5404
            {
5405
              "expr": "go_memstats_mcache_sys_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5406
              "format": "time_series",
5407
              "hide": true,
5408
              "intervalFactor": 1,
5409
              "legendFormat": "mcache_sys_bytes_{{instance}}",
5410
              "refId": "I"
5411
            }
5412
          ],
5413
          "title": "alloc_bytes",
5414
          "tooltip": {
5415
            "shared": true,
5416
            "value_type": "individual"
5417
          },
5418
          "type": "graph",
5419
          "xaxis": {
5420
            "mode": "time",
5421
            "show": true
5422
          },
5423
          "yaxes": [
5424
            {
5425
              "format": "decbytes",
5426
              "logBase": 1,
5427
              "show": true
5428
            },
5429
            {
5430
              "format": "short",
5431
              "logBase": 1,
5432
              "show": true
5433
            }
5434
          ]
5435
        },
5436
        {
5437
          "dashLength": 10,
5438
          "fill": 1,
5439
          "gridPos": {
5440
            "h": 6,
5441
            "w": 7,
5442
            "x": 7,
5443
            "y": 43
5444
          },
5445
          "id": 172,
5446
          "legend": {
5447
            "show": true
5448
          },
5449
          "lines": true,
5450
          "linewidth": 1,
5451
          "nullPointMode": "null",
5452
          "pointradius": 5,
5453
          "renderer": "flot",
5454
          "spaceLength": 10,
5455
          "targets": [
5456
            {
5457
              "expr": "go_memstats_alloc_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5458
              "format": "time_series",
5459
              "hide": true,
5460
              "intervalFactor": 1,
5461
              "legendFormat": "alloc_bytes_{{instance}}",
5462
              "refId": "A"
5463
            },
5464
            {
5465
              "expr": "go_memstats_alloc_bytes_total{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5466
              "format": "time_series",
5467
              "hide": true,
5468
              "intervalFactor": 1,
5469
              "legendFormat": "alloc_bytes_total_{{instance}}",
5470
              "refId": "B"
5471
            },
5472
            {
5473
              "expr": "go_memstats_heap_alloc_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5474
              "format": "time_series",
5475
              "intervalFactor": 1,
5476
              "legendFormat": "heap_alloc_bytes_{{instance}}",
5477
              "refId": "C"
5478
            },
5479
            {
5480
              "expr": "go_memstats_heap_inuse_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5481
              "format": "time_series",
5482
              "hide": true,
5483
              "intervalFactor": 1,
5484
              "legendFormat": "heap_inuse_bytes_{{instance}}",
5485
              "refId": "D"
5486
            },
5487
            {
5488
              "expr": "go_memstats_sys_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5489
              "format": "time_series",
5490
              "hide": true,
5491
              "intervalFactor": 1,
5492
              "legendFormat": "sys_bytes_{{instance}}",
5493
              "refId": "E"
5494
            },
5495
            {
5496
              "expr": "go_memstats_mallocs_total{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5497
              "format": "time_series",
5498
              "hide": true,
5499
              "intervalFactor": 1,
5500
              "legendFormat": "mallocs_total_{{instance}}",
5501
              "refId": "F"
5502
            },
5503
            {
5504
              "expr": "go_memstats_frees_total{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5505
              "format": "time_series",
5506
              "hide": true,
5507
              "intervalFactor": 1,
5508
              "legendFormat": "frees_total_{{instance}}",
5509
              "refId": "G"
5510
            },
5511
            {
5512
              "expr": "go_memstats_other_sys_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5513
              "format": "time_series",
5514
              "hide": true,
5515
              "intervalFactor": 1,
5516
              "legendFormat": "other_sys_bytes_{{instance}}",
5517
              "refId": "H"
5518
            },
5519
            {
5520
              "expr": "go_memstats_mcache_sys_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5521
              "format": "time_series",
5522
              "hide": true,
5523
              "intervalFactor": 1,
5524
              "legendFormat": "mcache_sys_bytes_{{instance}}",
5525
              "refId": "I"
5526
            }
5527
          ],
5528
          "title": "heap_alloc",
5529
          "tooltip": {
5530
            "shared": true,
5531
            "value_type": "individual"
5532
          },
5533
          "type": "graph",
5534
          "xaxis": {
5535
            "mode": "time",
5536
            "show": true
5537
          },
5538
          "yaxes": [
5539
            {
5540
              "format": "decbytes",
5541
              "logBase": 1,
5542
              "show": true
5543
            },
5544
            {
5545
              "format": "short",
5546
              "logBase": 1,
5547
              "show": true
5548
            }
5549
          ]
5550
        },
5551
        {
5552
          "dashLength": 10,
5553
          "fill": 1,
5554
          "gridPos": {
5555
            "h": 6,
5556
            "w": 7,
5557
            "x": 14,
5558
            "y": 43
5559
          },
5560
          "id": 171,
5561
          "legend": {
5562
            "show": true
5563
          },
5564
          "lines": true,
5565
          "linewidth": 1,
5566
          "nullPointMode": "null",
5567
          "pointradius": 5,
5568
          "renderer": "flot",
5569
          "spaceLength": 10,
5570
          "targets": [
5571
            {
5572
              "expr": "go_memstats_alloc_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5573
              "format": "time_series",
5574
              "hide": true,
5575
              "intervalFactor": 1,
5576
              "legendFormat": "alloc_bytes_{{instance}}",
5577
              "refId": "A"
5578
            },
5579
            {
5580
              "expr": "go_memstats_alloc_bytes_total{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5581
              "format": "time_series",
5582
              "hide": true,
5583
              "intervalFactor": 1,
5584
              "legendFormat": "alloc_bytes_total_{{instance}}",
5585
              "refId": "B"
5586
            },
5587
            {
5588
              "expr": "go_memstats_heap_alloc_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5589
              "format": "time_series",
5590
              "hide": true,
5591
              "intervalFactor": 1,
5592
              "legendFormat": "heap_alloc_bytes_{{instance}}",
5593
              "refId": "C"
5594
            },
5595
            {
5596
              "expr": "go_memstats_heap_inuse_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5597
              "format": "time_series",
5598
              "intervalFactor": 1,
5599
              "legendFormat": "heap_inuse_bytes_{{instance}}",
5600
              "refId": "D"
5601
            },
5602
            {
5603
              "expr": "go_memstats_sys_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5604
              "format": "time_series",
5605
              "hide": true,
5606
              "intervalFactor": 1,
5607
              "legendFormat": "sys_bytes_{{instance}}",
5608
              "refId": "E"
5609
            },
5610
            {
5611
              "expr": "go_memstats_mallocs_total{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5612
              "format": "time_series",
5613
              "hide": true,
5614
              "intervalFactor": 1,
5615
              "legendFormat": "mallocs_total_{{instance}}",
5616
              "refId": "F"
5617
            },
5618
            {
5619
              "expr": "go_memstats_frees_total{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5620
              "format": "time_series",
5621
              "hide": true,
5622
              "intervalFactor": 1,
5623
              "legendFormat": "frees_total_{{instance}}",
5624
              "refId": "G"
5625
            },
5626
            {
5627
              "expr": "go_memstats_other_sys_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5628
              "format": "time_series",
5629
              "hide": true,
5630
              "intervalFactor": 1,
5631
              "legendFormat": "other_sys_bytes_{{instance}}",
5632
              "refId": "H"
5633
            },
5634
            {
5635
              "expr": "go_memstats_mcache_sys_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5636
              "format": "time_series",
5637
              "hide": true,
5638
              "intervalFactor": 1,
5639
              "legendFormat": "mcache_sys_bytes_{{instance}}",
5640
              "refId": "I"
5641
            }
5642
          ],
5643
          "title": "heap_inuse",
5644
          "tooltip": {
5645
            "shared": true,
5646
            "value_type": "individual"
5647
          },
5648
          "type": "graph",
5649
          "xaxis": {
5650
            "mode": "time",
5651
            "show": true
5652
          },
5653
          "yaxes": [
5654
            {
5655
              "format": "decbytes",
5656
              "logBase": 1,
5657
              "show": true
5658
            },
5659
            {
5660
              "format": "short",
5661
              "logBase": 1,
5662
              "show": true
5663
            }
5664
          ]
5665
        },
5666
        {
5667
          "dashLength": 10,
5668
          "fill": 1,
5669
          "gridPos": {
5670
            "h": 6,
5671
            "w": 7,
5672
            "y": 49
5673
          },
5674
          "id": 170,
5675
          "legend": {
5676
            "show": true
5677
          },
5678
          "lines": true,
5679
          "linewidth": 1,
5680
          "nullPointMode": "null",
5681
          "pointradius": 5,
5682
          "renderer": "flot",
5683
          "spaceLength": 10,
5684
          "targets": [
5685
            {
5686
              "expr": "go_memstats_alloc_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5687
              "format": "time_series",
5688
              "hide": true,
5689
              "intervalFactor": 1,
5690
              "legendFormat": "alloc_bytes_{{instance}}",
5691
              "refId": "A"
5692
            },
5693
            {
5694
              "expr": "go_memstats_alloc_bytes_total{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5695
              "format": "time_series",
5696
              "hide": true,
5697
              "intervalFactor": 1,
5698
              "legendFormat": "alloc_bytes_total_{{instance}}",
5699
              "refId": "B"
5700
            },
5701
            {
5702
              "expr": "go_memstats_heap_alloc_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5703
              "format": "time_series",
5704
              "hide": true,
5705
              "intervalFactor": 1,
5706
              "legendFormat": "heap_alloc_bytes_{{instance}}",
5707
              "refId": "C"
5708
            },
5709
            {
5710
              "expr": "go_memstats_heap_inuse_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5711
              "format": "time_series",
5712
              "hide": true,
5713
              "intervalFactor": 1,
5714
              "legendFormat": "heap_inuse_bytes_{{instance}}",
5715
              "refId": "D"
5716
            },
5717
            {
5718
              "expr": "go_memstats_sys_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5719
              "format": "time_series",
5720
              "intervalFactor": 1,
5721
              "legendFormat": "sys_bytes_{{instance}}",
5722
              "refId": "E"
5723
            },
5724
            {
5725
              "expr": "go_memstats_mallocs_total{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5726
              "format": "time_series",
5727
              "hide": true,
5728
              "intervalFactor": 1,
5729
              "legendFormat": "mallocs_total_{{instance}}",
5730
              "refId": "F"
5731
            },
5732
            {
5733
              "expr": "go_memstats_frees_total{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5734
              "format": "time_series",
5735
              "hide": true,
5736
              "intervalFactor": 1,
5737
              "legendFormat": "frees_total_{{instance}}",
5738
              "refId": "G"
5739
            },
5740
            {
5741
              "expr": "go_memstats_other_sys_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5742
              "format": "time_series",
5743
              "hide": true,
5744
              "intervalFactor": 1,
5745
              "legendFormat": "other_sys_bytes_{{instance}}",
5746
              "refId": "H"
5747
            },
5748
            {
5749
              "expr": "go_memstats_mcache_sys_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5750
              "format": "time_series",
5751
              "hide": true,
5752
              "intervalFactor": 1,
5753
              "legendFormat": "mcache_sys_bytes_{{instance}}",
5754
              "refId": "I"
5755
            }
5756
          ],
5757
          "title": "sys_bytes",
5758
          "tooltip": {
5759
            "shared": true,
5760
            "value_type": "individual"
5761
          },
5762
          "type": "graph",
5763
          "xaxis": {
5764
            "mode": "time",
5765
            "show": true
5766
          },
5767
          "yaxes": [
5768
            {
5769
              "format": "decbytes",
5770
              "logBase": 1,
5771
              "show": true
5772
            },
5773
            {
5774
              "format": "short",
5775
              "logBase": 1,
5776
              "show": true
5777
            }
5778
          ]
5779
        },
5780
        {
5781
          "dashLength": 10,
5782
          "fill": 1,
5783
          "gridPos": {
5784
            "h": 6,
5785
            "w": 7,
5786
            "x": 7,
5787
            "y": 49
5788
          },
5789
          "id": 173,
5790
          "legend": {
5791
            "show": true
5792
          },
5793
          "lines": true,
5794
          "linewidth": 1,
5795
          "nullPointMode": "null",
5796
          "pointradius": 5,
5797
          "renderer": "flot",
5798
          "spaceLength": 10,
5799
          "targets": [
5800
            {
5801
              "expr": "go_memstats_alloc_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5802
              "format": "time_series",
5803
              "hide": true,
5804
              "intervalFactor": 1,
5805
              "legendFormat": "alloc_bytes_{{instance}}",
5806
              "refId": "A"
5807
            },
5808
            {
5809
              "expr": "go_memstats_alloc_bytes_total{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5810
              "format": "time_series",
5811
              "hide": true,
5812
              "intervalFactor": 1,
5813
              "legendFormat": "alloc_bytes_total_{{instance}}",
5814
              "refId": "B"
5815
            },
5816
            {
5817
              "expr": "go_memstats_heap_alloc_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5818
              "format": "time_series",
5819
              "hide": true,
5820
              "intervalFactor": 1,
5821
              "legendFormat": "heap_alloc_bytes_{{instance}}",
5822
              "refId": "C"
5823
            },
5824
            {
5825
              "expr": "go_memstats_heap_inuse_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5826
              "format": "time_series",
5827
              "hide": true,
5828
              "intervalFactor": 1,
5829
              "legendFormat": "heap_inuse_bytes_{{instance}}",
5830
              "refId": "D"
5831
            },
5832
            {
5833
              "expr": "go_memstats_sys_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5834
              "format": "time_series",
5835
              "hide": true,
5836
              "intervalFactor": 1,
5837
              "legendFormat": "sys_bytes_{{instance}}",
5838
              "refId": "E"
5839
            },
5840
            {
5841
              "expr": "go_memstats_mallocs_total{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5842
              "format": "time_series",
5843
              "hide": true,
5844
              "intervalFactor": 1,
5845
              "legendFormat": "mallocs_total_{{instance}}",
5846
              "refId": "F"
5847
            },
5848
            {
5849
              "expr": "go_memstats_frees_total{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5850
              "format": "time_series",
5851
              "hide": true,
5852
              "intervalFactor": 1,
5853
              "legendFormat": "frees_total_{{instance}}",
5854
              "refId": "G"
5855
            },
5856
            {
5857
              "expr": "go_memstats_other_sys_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5858
              "format": "time_series",
5859
              "intervalFactor": 1,
5860
              "legendFormat": "other_sys_bytes_{{instance}}",
5861
              "refId": "H"
5862
            },
5863
            {
5864
              "expr": "go_memstats_mcache_sys_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5865
              "format": "time_series",
5866
              "hide": true,
5867
              "intervalFactor": 1,
5868
              "legendFormat": "mcache_sys_bytes_{{instance}}",
5869
              "refId": "I"
5870
            }
5871
          ],
5872
          "title": "other_sys",
5873
          "tooltip": {
5874
            "shared": true,
5875
            "value_type": "individual"
5876
          },
5877
          "type": "graph",
5878
          "xaxis": {
5879
            "mode": "time",
5880
            "show": true
5881
          },
5882
          "yaxes": [
5883
            {
5884
              "format": "decbytes",
5885
              "logBase": 1,
5886
              "show": true
5887
            },
5888
            {
5889
              "format": "short",
5890
              "logBase": 1,
5891
              "show": true
5892
            }
5893
          ]
5894
        },
5895
        {
5896
          "dashLength": 10,
5897
          "fill": 1,
5898
          "gridPos": {
5899
            "h": 6,
5900
            "w": 7,
5901
            "x": 14,
5902
            "y": 49
5903
          },
5904
          "id": 174,
5905
          "legend": {
5906
            "show": true
5907
          },
5908
          "lines": true,
5909
          "linewidth": 1,
5910
          "nullPointMode": "null",
5911
          "pointradius": 5,
5912
          "renderer": "flot",
5913
          "spaceLength": 10,
5914
          "targets": [
5915
            {
5916
              "expr": "go_memstats_alloc_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5917
              "format": "time_series",
5918
              "hide": true,
5919
              "intervalFactor": 1,
5920
              "legendFormat": "alloc_bytes_{{instance}}",
5921
              "refId": "A"
5922
            },
5923
            {
5924
              "expr": "go_memstats_alloc_bytes_total{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5925
              "format": "time_series",
5926
              "hide": true,
5927
              "intervalFactor": 1,
5928
              "legendFormat": "alloc_bytes_total_{{instance}}",
5929
              "refId": "B"
5930
            },
5931
            {
5932
              "expr": "go_memstats_heap_alloc_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5933
              "format": "time_series",
5934
              "hide": true,
5935
              "intervalFactor": 1,
5936
              "legendFormat": "heap_alloc_bytes_{{instance}}",
5937
              "refId": "C"
5938
            },
5939
            {
5940
              "expr": "go_memstats_heap_inuse_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5941
              "format": "time_series",
5942
              "hide": true,
5943
              "intervalFactor": 1,
5944
              "legendFormat": "heap_inuse_bytes_{{instance}}",
5945
              "refId": "D"
5946
            },
5947
            {
5948
              "expr": "go_memstats_sys_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5949
              "format": "time_series",
5950
              "hide": true,
5951
              "intervalFactor": 1,
5952
              "legendFormat": "sys_bytes_{{instance}}",
5953
              "refId": "E"
5954
            },
5955
            {
5956
              "expr": "go_memstats_mallocs_total{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5957
              "format": "time_series",
5958
              "hide": true,
5959
              "intervalFactor": 1,
5960
              "legendFormat": "mallocs_total_{{instance}}",
5961
              "refId": "F"
5962
            },
5963
            {
5964
              "expr": "go_memstats_frees_total{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5965
              "format": "time_series",
5966
              "hide": true,
5967
              "intervalFactor": 1,
5968
              "legendFormat": "frees_total_{{instance}}",
5969
              "refId": "G"
5970
            },
5971
            {
5972
              "expr": "go_memstats_other_sys_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5973
              "format": "time_series",
5974
              "hide": true,
5975
              "intervalFactor": 1,
5976
              "legendFormat": "other_sys_bytes_{{instance}}",
5977
              "refId": "H"
5978
            },
5979
            {
5980
              "expr": "go_memstats_mcache_sys_bytes{app=\"$app\", cluster=\"$cluster\", role=\"$role\"}",
5981
              "format": "time_series",
5982
              "intervalFactor": 1,
5983
              "legendFormat": "mcache_sys_bytes_{{instance}}",
5984
              "refId": "I"
5985
            }
5986
          ],
5987
          "title": "mcache_sys",
5988
          "tooltip": {
5989
            "shared": true,
5990
            "value_type": "individual"
5991
          },
5992
          "type": "graph",
5993
          "xaxis": {
5994
            "mode": "time",
5995
            "show": true
5996
          },
5997
          "yaxes": [
5998
            {
5999
              "format": "decbytes",
6000
              "logBase": 1,
6001
              "show": true
6002
            },
6003
            {
6004
              "format": "short",
6005
              "logBase": 1,
6006
              "show": true
6007
            }
6008
          ]
6009
        }
6010
      ],
6011
      "title": "GoRuntime",
6012
      "type": "row"
6013
    }
6014
  ],
6015
  "refresh": "30s",
6016
  "schemaVersion": 20,
6017
  "style": "dark",
6018
  "tags": [],
6019
  "templating": {
6020
    "list": [
6021
      {
6022
        "allValue": null,
6023
        "current": {
6024
          "selected": true,
6025
          "text": "cfs",
6026
          "value": "cfs"
6027
        },
6028
        "hide": 2,
6029
        "includeAll": false,
6030
        "label": "App",
6031
        "multi": false,
6032
        "name": "app",
6033
        "options": [
6034
          {
6035
            "selected": true,
6036
            "text": "cfs",
6037
            "value": "cfs"
6038
          }
6039
        ],
6040
        "query": "cfs",
6041
        "skipUrlSync": false,
6042
        "type": "custom"
6043
      },
6044
      {
6045
        "allValue": null,
6046
        "current": {
6047
          "tags": [],
6048
          "text": "cubefs01",
6049
          "value": "cubefs01"
6050
        },
6051
        "datasource": "Prometheus",
6052
        "definition": "label_values(up{app=\"$app\"}, cluster)",
6053
        "hide": 0,
6054
        "includeAll": false,
6055
        "label": "Cluster",
6056
        "multi": false,
6057
        "name": "cluster",
6058
        "options": [],
6059
        "query": "label_values(up{app=\"$app\"}, cluster)",
6060
        "refresh": 1,
6061
        "regex": "",
6062
        "skipUrlSync": false,
6063
        "sort": 0,
6064
        "tagValuesQuery": "",
6065
        "tags": [],
6066
        "tagsQuery": "",
6067
        "type": "query",
6068
        "useTags": false
6069
      },
6070
      {
6071
        "allValue": null,
6072
        "current": {
6073
          "text": "metanode",
6074
          "value": "metanode"
6075
        },
6076
        "datasource": "Prometheus",
6077
        "definition": "label_values(up{app=\"$app\", cluster=\"$cluster\"}, role)",
6078
        "hide": 0,
6079
        "includeAll": false,
6080
        "label": "Role",
6081
        "multi": false,
6082
        "name": "role",
6083
        "options": [],
6084
        "query": "label_values(up{app=\"$app\", cluster=\"$cluster\"}, role)",
6085
        "refresh": 1,
6086
        "regex": "",
6087
        "skipUrlSync": false,
6088
        "sort": 0,
6089
        "tagValuesQuery": "",
6090
        "tags": [],
6091
        "tagsQuery": "",
6092
        "type": "query",
6093
        "useTags": false
6094
      },
6095
      {
6096
        "allValue": null,
6097
        "current": {
6098
          "selected": true,
6099
          "text": "5",
6100
          "value": "5"
6101
        },
6102
        "hide": 0,
6103
        "includeAll": false,
6104
        "label": "topK",
6105
        "multi": false,
6106
        "name": "topk",
6107
        "options": [
6108
          {
6109
            "selected": true,
6110
            "text": "5",
6111
            "value": "5"
6112
          },
6113
          {
6114
            "selected": false,
6115
            "text": "10",
6116
            "value": "10"
6117
          },
6118
          {
6119
            "selected": false,
6120
            "text": "20",
6121
            "value": "20"
6122
          },
6123
          {
6124
            "selected": false,
6125
            "text": "30",
6126
            "value": "30"
6127
          },
6128
          {
6129
            "selected": false,
6130
            "text": "50",
6131
            "value": "50"
6132
          },
6133
          {
6134
            "selected": false,
6135
            "text": "100",
6136
            "value": "100"
6137
          }
6138
        ],
6139
        "query": "5,10,20,30,50,100",
6140
        "skipUrlSync": false,
6141
        "type": "custom"
6142
      },
6143
      {
6144
        "allValue": null,
6145
        "current": {
6146
          "text": "OpMetaInodeGet",
6147
          "value": [
6148
            "OpMetaInodeGet"
6149
          ]
6150
        },
6151
        "hide": 0,
6152
        "includeAll": true,
6153
        "label": "MetaNodeOp",
6154
        "multi": true,
6155
        "name": "mnOp",
6156
        "options": [
6157
          {
6158
            "selected": false,
6159
            "text": "All",
6160
            "value": "$__all"
6161
          },
6162
          {
6163
            "selected": false,
6164
            "text": "OpMetaCreateInode",
6165
            "value": "OpMetaCreateInode"
6166
          },
6167
          {
6168
            "selected": false,
6169
            "text": "OpMetaLinkInode",
6170
            "value": "OpMetaLinkInode"
6171
          },
6172
          {
6173
            "selected": false,
6174
            "text": "OpMetaFreeInodesOnRaftFollower",
6175
            "value": "OpMetaFreeInodesOnRaftFollower"
6176
          },
6177
          {
6178
            "selected": false,
6179
            "text": "OpMetaUnlinkInode",
6180
            "value": "OpMetaUnlinkInode"
6181
          },
6182
          {
6183
            "selected": true,
6184
            "text": "OpMetaInodeGet",
6185
            "value": "OpMetaInodeGet"
6186
          },
6187
          {
6188
            "selected": false,
6189
            "text": "OpMetaEvictInode",
6190
            "value": "OpMetaEvictInode"
6191
          },
6192
          {
6193
            "selected": false,
6194
            "text": "OpMetaSetattr",
6195
            "value": "OpMetaSetattr"
6196
          },
6197
          {
6198
            "selected": false,
6199
            "text": "OpMetaCreateDentry",
6200
            "value": "OpMetaCreateDentry"
6201
          },
6202
          {
6203
            "selected": false,
6204
            "text": "OpMetaDeleteDentry",
6205
            "value": "OpMetaDeleteDentry"
6206
          },
6207
          {
6208
            "selected": false,
6209
            "text": "OpMetaUpdateDentry",
6210
            "value": "OpMetaUpdateDentry"
6211
          },
6212
          {
6213
            "selected": false,
6214
            "text": "OpMetaReadDir",
6215
            "value": "OpMetaReadDir"
6216
          },
6217
          {
6218
            "selected": false,
6219
            "text": "OpCreateMetaPartition",
6220
            "value": "OpCreateMetaPartition"
6221
          },
6222
          {
6223
            "selected": false,
6224
            "text": "OpMetaNodeHeartbeat",
6225
            "value": "OpMetaNodeHeartbeat"
6226
          },
6227
          {
6228
            "selected": false,
6229
            "text": "OpMetaExtentsAdd",
6230
            "value": "OpMetaExtentsAdd"
6231
          },
6232
          {
6233
            "selected": false,
6234
            "text": "OpMetaExtentsList",
6235
            "value": "OpMetaExtentsList"
6236
          },
6237
          {
6238
            "selected": false,
6239
            "text": "OpMetaExtentsDel",
6240
            "value": "OpMetaExtentsDel"
6241
          },
6242
          {
6243
            "selected": false,
6244
            "text": "OpMetaTruncate",
6245
            "value": "OpMetaTruncate"
6246
          },
6247
          {
6248
            "selected": false,
6249
            "text": "OpMetaLookup",
6250
            "value": "OpMetaLookup"
6251
          },
6252
          {
6253
            "selected": false,
6254
            "text": "OpDeleteMetaPartition",
6255
            "value": "OpDeleteMetaPartition"
6256
          },
6257
          {
6258
            "selected": false,
6259
            "text": "OpUpdateMetaPartition",
6260
            "value": "OpUpdateMetaPartition"
6261
          },
6262
          {
6263
            "selected": false,
6264
            "text": "OpLoadMetaPartition",
6265
            "value": "OpLoadMetaPartition"
6266
          },
6267
          {
6268
            "selected": false,
6269
            "text": "OpDecommissionMetaPartition",
6270
            "value": "OpDecommissionMetaPartition"
6271
          },
6272
          {
6273
            "selected": false,
6274
            "text": "OpAddMetaPartitionRaftMember",
6275
            "value": "OpAddMetaPartitionRaftMember"
6276
          },
6277
          {
6278
            "selected": false,
6279
            "text": "OpRemoveMetaPartitionRaftMember",
6280
            "value": "OpRemoveMetaPartitionRaftMember"
6281
          },
6282
          {
6283
            "selected": false,
6284
            "text": "OpMetaPartitionTryToLeader",
6285
            "value": "OpMetaPartitionTryToLeader"
6286
          },
6287
          {
6288
            "selected": false,
6289
            "text": "OpMetaBatchInodeGet",
6290
            "value": "OpMetaBatchInodeGet"
6291
          },
6292
          {
6293
            "selected": false,
6294
            "text": "OpMetaDeleteInode",
6295
            "value": "OpMetaDeleteInode"
6296
          },
6297
          {
6298
            "selected": false,
6299
            "text": "OpMetaBatchExtentsAdd",
6300
            "value": "OpMetaBatchExtentsAdd"
6301
          },
6302
          {
6303
            "selected": false,
6304
            "text": "OpMetaSetXAttr",
6305
            "value": "OpMetaSetXAttr"
6306
          },
6307
          {
6308
            "selected": false,
6309
            "text": "OpMetaGetXAttr",
6310
            "value": "OpMetaGetXAttr"
6311
          },
6312
          {
6313
            "selected": false,
6314
            "text": "OpMetaBatchGetXAttr",
6315
            "value": "OpMetaBatchGetXAttr"
6316
          },
6317
          {
6318
            "selected": false,
6319
            "text": "OpMetaRemoveXAttr",
6320
            "value": "OpMetaRemoveXAttr"
6321
          },
6322
          {
6323
            "selected": false,
6324
            "text": "OpMetaListXAttr",
6325
            "value": "OpMetaListXAttr"
6326
          },
6327
          {
6328
            "selected": false,
6329
            "text": "OpCreateMultipart",
6330
            "value": "OpCreateMultipart"
6331
          },
6332
          {
6333
            "selected": false,
6334
            "text": "OpListMultiparts",
6335
            "value": "OpListMultiparts"
6336
          },
6337
          {
6338
            "selected": false,
6339
            "text": "OpRemoveMultipart",
6340
            "value": "OpRemoveMultipart"
6341
          },
6342
          {
6343
            "selected": false,
6344
            "text": "OpAddMultipartPart",
6345
            "value": "OpAddMultipartPart"
6346
          },
6347
          {
6348
            "selected": false,
6349
            "text": "OpGetMultipart",
6350
            "value": "OpGetMultipart"
6351
          }
6352
        ],
6353
        "query": "OpMetaCreateInode, OpMetaLinkInode, OpMetaFreeInodesOnRaftFollower, OpMetaUnlinkInode, OpMetaInodeGet, OpMetaEvictInode, OpMetaSetattr, OpMetaCreateDentry, OpMetaDeleteDentry, OpMetaUpdateDentry, OpMetaReadDir, OpCreateMetaPartition, OpMetaNodeHeartbeat, OpMetaExtentsAdd, OpMetaExtentsList, OpMetaExtentsDel, OpMetaTruncate, OpMetaLookup, OpDeleteMetaPartition, OpUpdateMetaPartition, OpLoadMetaPartition, OpDecommissionMetaPartition, OpAddMetaPartitionRaftMember, OpRemoveMetaPartitionRaftMember, OpMetaPartitionTryToLeader, OpMetaBatchInodeGet, OpMetaDeleteInode, OpMetaBatchExtentsAdd, OpMetaSetXAttr, OpMetaGetXAttr, OpMetaBatchGetXAttr, OpMetaRemoveXAttr, OpMetaListXAttr, OpCreateMultipart, OpListMultiparts, OpRemoveMultipart, OpAddMultipartPart, OpGetMultipart",
6354
        "skipUrlSync": false,
6355
        "type": "custom"
6356
      },
6357
      {
6358
        "allValue": null,
6359
        "current": {
6360
          "text": "OpWrite",
6361
          "value": [
6362
            "OpWrite"
6363
          ]
6364
        },
6365
        "hide": 0,
6366
        "includeAll": true,
6367
        "label": "DataNodeOp",
6368
        "multi": true,
6369
        "name": "dnOp",
6370
        "options": [
6371
          {
6372
            "selected": false,
6373
            "text": "All",
6374
            "value": "$__all"
6375
          },
6376
          {
6377
            "selected": false,
6378
            "text": "OpCreateExtent",
6379
            "value": "OpCreateExtent"
6380
          },
6381
          {
6382
            "selected": true,
6383
            "text": "OpWrite",
6384
            "value": "OpWrite"
6385
          },
6386
          {
6387
            "selected": false,
6388
            "text": "OpSyncWrite",
6389
            "value": "OpSyncWrite"
6390
          },
6391
          {
6392
            "selected": false,
6393
            "text": "OpStreamRead",
6394
            "value": "OpStreamRead"
6395
          },
6396
          {
6397
            "selected": false,
6398
            "text": "OpStreamFollowerRead",
6399
            "value": "OpStreamFollowerRead"
6400
          },
6401
          {
6402
            "selected": false,
6403
            "text": "OpExtentRepairRead",
6404
            "value": "OpExtentRepairRead"
6405
          },
6406
          {
6407
            "selected": false,
6408
            "text": "OpMarkDelete",
6409
            "value": "OpMarkDelete"
6410
          },
6411
          {
6412
            "selected": false,
6413
            "text": "OpRandowWrite",
6414
            "value": "OpRandowWrite"
6415
          },
6416
          {
6417
            "selected": false,
6418
            "text": "OpSyncRandomWrite",
6419
            "value": "OpSyncRandomWrite"
6420
          },
6421
          {
6422
            "selected": false,
6423
            "text": "OpNotifyReplicasToRepair",
6424
            "value": "OpNotifyReplicasToRepair"
6425
          },
6426
          {
6427
            "selected": false,
6428
            "text": "OpGetAllWatermarks",
6429
            "value": "OpGetAllWatermarks"
6430
          },
6431
          {
6432
            "selected": false,
6433
            "text": "OpCreateDataPartition",
6434
            "value": "OpCreateDataPartition"
6435
          },
6436
          {
6437
            "selected": false,
6438
            "text": "OpLoadDataPratition",
6439
            "value": "OpLoadDataPratition"
6440
          },
6441
          {
6442
            "selected": false,
6443
            "text": "OpDeleteDataPartition",
6444
            "value": "OpDeleteDataPartition"
6445
          },
6446
          {
6447
            "selected": false,
6448
            "text": "OpDataNodeHeartbeat",
6449
            "value": "OpDataNodeHeartbeat"
6450
          },
6451
          {
6452
            "selected": false,
6453
            "text": "OpGetAppliedId",
6454
            "value": "OpGetAppliedId"
6455
          },
6456
          {
6457
            "selected": false,
6458
            "text": "OpDecommissionDataPartition",
6459
            "value": "OpDecommissionDataPartition"
6460
          },
6461
          {
6462
            "selected": false,
6463
            "text": "OpAddDataPartitionRaftMember",
6464
            "value": "OpAddDataPartitionRaftMember"
6465
          },
6466
          {
6467
            "selected": false,
6468
            "text": "OpDataPartitionTryToLeader",
6469
            "value": "OpDataPartitionTryToLeader"
6470
          },
6471
          {
6472
            "selected": false,
6473
            "text": "OpGetPartitionSize",
6474
            "value": "OpGetPartitionSize"
6475
          },
6476
          {
6477
            "selected": false,
6478
            "text": "OpGetMaxExtentIDAndPartitionSize",
6479
            "value": "OpGetMaxExtentIDAndPartitionSize"
6480
          },
6481
          {
6482
            "selected": false,
6483
            "text": "OpReadTinyDeleteRecord",
6484
            "value": "OpReadTinyDeleteRecord"
6485
          },
6486
          {
6487
            "selected": false,
6488
            "text": "OpBroadcastMinAppliedID",
6489
            "value": "OpBroadcastMinAppliedID"
6490
          }
6491
        ],
6492
        "query": "OpCreateExtent,OpWrite,OpSyncWrite,OpStreamRead,OpStreamFollowerRead,OpExtentRepairRead,OpMarkDelete,OpRandowWrite,OpSyncRandomWrite,OpNotifyReplicasToRepair,OpGetAllWatermarks,OpCreateDataPartition,OpLoadDataPratition,OpDeleteDataPartition,OpDataNodeHeartbeat,OpGetAppliedId,OpDecommissionDataPartition,OpAddDataPartitionRaftMember,OpDataPartitionTryToLeader,OpGetPartitionSize,OpGetMaxExtentIDAndPartitionSize,OpReadTinyDeleteRecord,OpBroadcastMinAppliedID",
6493
        "skipUrlSync": false,
6494
        "type": "custom"
6495
      },
6496
      {
6497
        "allValue": null,
6498
        "current": {
6499
          "tags": [],
6500
          "text": "filewrite",
6501
          "value": [
6502
            "filewrite"
6503
          ]
6504
        },
6505
        "hide": 0,
6506
        "includeAll": true,
6507
        "label": "fuseOp",
6508
        "multi": true,
6509
        "name": "fuseOp",
6510
        "options": [
6511
          {
6512
            "selected": false,
6513
            "text": "All",
6514
            "value": "$__all"
6515
          },
6516
          {
6517
            "selected": false,
6518
            "text": "mkdir",
6519
            "value": "mkdir"
6520
          },
6521
          {
6522
            "selected": false,
6523
            "text": "mknod",
6524
            "value": "mknod"
6525
          },
6526
          {
6527
            "selected": false,
6528
            "text": "filecreate",
6529
            "value": "filecreate"
6530
          },
6531
          {
6532
            "selected": false,
6533
            "text": "link",
6534
            "value": "link"
6535
          },
6536
          {
6537
            "selected": false,
6538
            "text": "symlink",
6539
            "value": "symlink"
6540
          },
6541
          {
6542
            "selected": false,
6543
            "text": "rmdir",
6544
            "value": "rmdir"
6545
          },
6546
          {
6547
            "selected": false,
6548
            "text": "unlink",
6549
            "value": "unlink"
6550
          },
6551
          {
6552
            "selected": false,
6553
            "text": "readdir",
6554
            "value": "readdir"
6555
          },
6556
          {
6557
            "selected": false,
6558
            "text": "rename",
6559
            "value": "rename"
6560
          },
6561
          {
6562
            "selected": false,
6563
            "text": "fileread",
6564
            "value": "fileread"
6565
          },
6566
          {
6567
            "selected": true,
6568
            "text": "filewrite",
6569
            "value": "filewrite"
6570
          },
6571
          {
6572
            "selected": false,
6573
            "text": "filesync",
6574
            "value": "filesync"
6575
          }
6576
        ],
6577
        "query": "mkdir,mknod,filecreate,link,symlink,rmdir,unlink,readdir,rename,fileread,filewrite,filesync",
6578
        "skipUrlSync": false,
6579
        "type": "custom"
6580
      },
6581
      {
6582
        "allValue": null,
6583
        "current": {
6584
          "text": "ListObjects",
6585
          "value": [
6586
            "ListObjects"
6587
          ]
6588
        },
6589
        "hide": 0,
6590
        "includeAll": true,
6591
        "label": "objectNodeOp",
6592
        "multi": true,
6593
        "name": "obOp",
6594
        "options": [
6595
          {
6596
            "selected": false,
6597
            "text": "All",
6598
            "value": "$__all"
6599
          },
6600
          {
6601
            "selected": false,
6602
            "text": "GetObject",
6603
            "value": "GetObject"
6604
          },
6605
          {
6606
            "selected": false,
6607
            "text": "PutObject",
6608
            "value": "PutObject"
6609
          },
6610
          {
6611
            "selected": false,
6612
            "text": "CopyObject",
6613
            "value": "CopyObject"
6614
          },
6615
          {
6616
            "selected": true,
6617
            "text": "ListObjects",
6618
            "value": "ListObjects"
6619
          },
6620
          {
6621
            "selected": false,
6622
            "text": "DeleteObject",
6623
            "value": "DeleteObject"
6624
          },
6625
          {
6626
            "selected": false,
6627
            "text": "DeleteObjects",
6628
            "value": "DeleteObjects"
6629
          },
6630
          {
6631
            "selected": false,
6632
            "text": "HeadObject",
6633
            "value": "HeadObject"
6634
          },
6635
          {
6636
            "selected": false,
6637
            "text": "CreateBucket",
6638
            "value": "CreateBucket"
6639
          },
6640
          {
6641
            "selected": false,
6642
            "text": "DeleteBucket",
6643
            "value": "DeleteBucket"
6644
          },
6645
          {
6646
            "selected": false,
6647
            "text": "HeadBucket",
6648
            "value": "HeadBucket"
6649
          },
6650
          {
6651
            "selected": false,
6652
            "text": "ListBuckets",
6653
            "value": "ListBuckets"
6654
          },
6655
          {
6656
            "selected": false,
6657
            "text": "GetBucketPolicy",
6658
            "value": "GetBucketPolicy"
6659
          },
6660
          {
6661
            "selected": false,
6662
            "text": "PutBucketPolicy",
6663
            "value": "PutBucketPolicy"
6664
          },
6665
          {
6666
            "selected": false,
6667
            "text": "DeleteBucketPolicy",
6668
            "value": "DeleteBucketPolicy"
6669
          },
6670
          {
6671
            "selected": false,
6672
            "text": "GetBucketAcl",
6673
            "value": "GetBucketAcl"
6674
          },
6675
          {
6676
            "selected": false,
6677
            "text": "PutBucketAcl",
6678
            "value": "PutBucketAcl"
6679
          },
6680
          {
6681
            "selected": false,
6682
            "text": "GetObjectAcl",
6683
            "value": "GetObjectAcl"
6684
          },
6685
          {
6686
            "selected": false,
6687
            "text": "PutObjectAcl",
6688
            "value": "PutObjectAcl"
6689
          },
6690
          {
6691
            "selected": false,
6692
            "text": "CreateMultipartUpload",
6693
            "value": "CreateMultipartUpload"
6694
          },
6695
          {
6696
            "selected": false,
6697
            "text": "ListMultipartUploads",
6698
            "value": "ListMultipartUploads"
6699
          },
6700
          {
6701
            "selected": false,
6702
            "text": "UploadPart",
6703
            "value": "UploadPart"
6704
          },
6705
          {
6706
            "selected": false,
6707
            "text": "ListParts",
6708
            "value": "ListParts"
6709
          },
6710
          {
6711
            "selected": false,
6712
            "text": "CompleteMultipartUpload",
6713
            "value": "CompleteMultipartUpload"
6714
          },
6715
          {
6716
            "selected": false,
6717
            "text": "AbortMultipartUpload",
6718
            "value": "AbortMultipartUpload"
6719
          },
6720
          {
6721
            "selected": false,
6722
            "text": "GetBucketLocation",
6723
            "value": "GetBucketLocation"
6724
          },
6725
          {
6726
            "selected": false,
6727
            "text": "GetObjectXAttr",
6728
            "value": "GetObjectXAttr"
6729
          },
6730
          {
6731
            "selected": false,
6732
            "text": "PutObjectXAttr",
6733
            "value": "PutObjectXAttr"
6734
          },
6735
          {
6736
            "selected": false,
6737
            "text": "ListObjectXAttrs",
6738
            "value": "ListObjectXAttrs"
6739
          },
6740
          {
6741
            "selected": false,
6742
            "text": "DeleteObjectXAttr",
6743
            "value": "DeleteObjectXAttr"
6744
          },
6745
          {
6746
            "selected": false,
6747
            "text": "GetObjectTagging",
6748
            "value": "GetObjectTagging"
6749
          },
6750
          {
6751
            "selected": false,
6752
            "text": "PutObjectTagging",
6753
            "value": "PutObjectTagging"
6754
          },
6755
          {
6756
            "selected": false,
6757
            "text": "DeleteObjectTagging",
6758
            "value": "DeleteObjectTagging"
6759
          },
6760
          {
6761
            "selected": false,
6762
            "text": "GetBucketTagging",
6763
            "value": "GetBucketTagging"
6764
          },
6765
          {
6766
            "selected": false,
6767
            "text": "PutBucketTagging",
6768
            "value": "PutBucketTagging"
6769
          },
6770
          {
6771
            "selected": false,
6772
            "text": "DeleteBucketTagging",
6773
            "value": "DeleteBucketTagging"
6774
          },
6775
          {
6776
            "selected": false,
6777
            "text": "Read",
6778
            "value": "Read"
6779
          },
6780
          {
6781
            "selected": false,
6782
            "text": "Write",
6783
            "value": "Write"
6784
          }
6785
        ],
6786
        "query": "GetObject, PutObject, CopyObject, ListObjects, DeleteObject, DeleteObjects, HeadObject, CreateBucket, DeleteBucket, HeadBucket, ListBuckets, GetBucketPolicy, PutBucketPolicy, DeleteBucketPolicy, GetBucketAcl, PutBucketAcl, GetObjectAcl, PutObjectAcl, CreateMultipartUpload, ListMultipartUploads, UploadPart, ListParts, CompleteMultipartUpload, AbortMultipartUpload, GetBucketLocation, GetObjectXAttr, PutObjectXAttr, ListObjectXAttrs, DeleteObjectXAttr, GetObjectTagging, PutObjectTagging, DeleteObjectTagging, GetBucketTagging, PutBucketTagging, DeleteBucketTagging, Read, Write,",
6787
        "skipUrlSync": false,
6788
        "type": "custom"
6789
      },
6790
      {
6791
        "allValue": null,
6792
        "current": {
6793
          "text": "ltptest",
6794
          "value": "ltptest"
6795
        },
6796
        "datasource": "Prometheus",
6797
        "definition": "label_values(cfs_master_vol_total_GB{app=\"$app\",cluster=\"$cluster\"}, volName)",
6798
        "hide": 0,
6799
        "includeAll": false,
6800
        "label": "Vol",
6801
        "multi": false,
6802
        "name": "vol",
6803
        "options": [],
6804
        "query": "label_values(cfs_master_vol_total_GB{app=\"$app\",cluster=\"$cluster\"}, volName)",
6805
        "refresh": 2,
6806
        "regex": "",
6807
        "skipUrlSync": false,
6808
        "sort": 0,
6809
        "tagValuesQuery": "",
6810
        "tags": [],
6811
        "tagsQuery": "",
6812
        "type": "query",
6813
        "useTags": false
6814
      },
6815
      {
6816
        "allValue": null,
6817
        "current": {
6818
          "text": "192.168.0.21:9500",
6819
          "value": "192.168.0.21:9500"
6820
        },
6821
        "datasource": "Prometheus",
6822
        "definition": "label_values(up{app=\"$app\", role=\"$role\", cluster=\"$cluster\"}, instance)",
6823
        "hide": 0,
6824
        "includeAll": false,
6825
        "label": "Instance",
6826
        "multi": false,
6827
        "name": "instance",
6828
        "options": [],
6829
        "query": "label_values(up{app=\"$app\", role=\"$role\", cluster=\"$cluster\"}, instance)",
6830
        "refresh": 1,
6831
        "regex": "",
6832
        "skipUrlSync": false,
6833
        "sort": 0,
6834
        "tagValuesQuery": "",
6835
        "tags": [],
6836
        "tagsQuery": "",
6837
        "type": "query",
6838
        "useTags": false
6839
      },
6840
      {
6841
        "allValue": null,
6842
        "current": {
6843
          "text": "192.168.0.21",
6844
          "value": "192.168.0.21"
6845
        },
6846
        "datasource": "Prometheus",
6847
        "definition": "label_values(go_info{instance=\"$instance\", cluster=\"$cluster\"}, instance)",
6848
        "hide": 2,
6849
        "includeAll": false,
6850
        "label": "Host",
6851
        "multi": false,
6852
        "name": "hostip",
6853
        "options": [],
6854
        "query": "label_values(go_info{instance=\"$instance\", cluster=\"$cluster\"}, instance)",
6855
        "refresh": 1,
6856
        "regex": "/([^:]+):.*/",
6857
        "skipUrlSync": false,
6858
        "sort": 0,
6859
        "tagValuesQuery": "",
6860
        "tags": [],
6861
        "tagsQuery": "",
6862
        "type": "query",
6863
        "useTags": false
6864
      },
6865
      {
6866
        "allValue": null,
6867
        "current": {
6868
          "text": "192.168.0.11:17010",
6869
          "value": "192.168.0.11:17010"
6870
        },
6871
        "datasource": "Prometheus",
6872
        "definition": "label_values(up{app=\"$app\", role=\"master\", cluster=\"$cluster\"}, instance)",
6873
        "hide": 2,
6874
        "includeAll": false,
6875
        "label": "MasterInstance",
6876
        "multi": false,
6877
        "name": "master_instance",
6878
        "options": [],
6879
        "query": "label_values(up{app=\"$app\", role=\"master\", cluster=\"$cluster\"}, instance)",
6880
        "refresh": 1,
6881
        "regex": "",
6882
        "skipUrlSync": false,
6883
        "sort": 0,
6884
        "tagValuesQuery": "",
6885
        "tags": [],
6886
        "tagsQuery": "",
6887
        "type": "query",
6888
        "useTags": false
6889
      },
6890
      {
6891
        "allValue": null,
6892
        "current": {
6893
          "isNone": true,
6894
          "text": "None",
6895
          "value": ""
6896
        },
6897
        "datasource": "Prometheus",
6898
        "definition": "label_values(cfs_dataNode_dataPartitionIOBytes{app=\"$app\",cluster=\"$cluster\"}, type)",
6899
        "hide": 0,
6900
        "includeAll": false,
6901
        "label": "IOType",
6902
        "multi": true,
6903
        "name": "iotype",
6904
        "options": [],
6905
        "query": "label_values(cfs_dataNode_dataPartitionIOBytes{app=\"$app\",cluster=\"$cluster\"}, type)",
6906
        "refresh": 2,
6907
        "regex": "",
6908
        "skipUrlSync": false,
6909
        "sort": 0,
6910
        "tagValuesQuery": "",
6911
        "tags": [],
6912
        "tagsQuery": "",
6913
        "type": "query",
6914
        "useTags": false
6915
      }
6916
    ]
6917
  },
6918
  "time": {
6919
    "from": "now-1h",
6920
    "to": "now"
6921
  },
6922
  "timepicker": {
6923
    "refresh_intervals": [
6924
      "5s",
6925
      "10s",
6926
      "30s",
6927
      "1m",
6928
      "5m",
6929
      "15m",
6930
      "30m",
6931
      "1h",
6932
      "2h",
6933
      "1d"
6934
    ],
6935
    "time_options": [
6936
      "5m",
6937
      "15m",
6938
      "1h",
6939
      "6h",
6940
      "12h",
6941
      "24h",
6942
      "2d",
6943
      "7d",
6944
      "30d"
6945
    ]
6946
  },
6947
  "timezone": "",
6948
  "title": "CubeFS",
6949
  "uid": "J8XJyOmZk1",
6950
  "version": 1
6951
}

Использование cookies

Мы используем файлы cookie в соответствии с Политикой конфиденциальности и Политикой использования cookies.

Нажимая кнопку «Принимаю», Вы даете АО «СберТех» согласие на обработку Ваших персональных данных в целях совершенствования нашего веб-сайта и Сервиса GitVerse, а также повышения удобства их использования.

Запретить использование cookies Вы можете самостоятельно в настройках Вашего браузера.