lightweight
com.atproto.sync.listReposByCollection
grafana dash
+2816
+2816
grafana/detailed-overview-victoriametrics.json
+2816
grafana/detailed-overview-victoriametrics.json
···
1
+
{
2
+
"annotations": {
3
+
"list": [
4
+
{
5
+
"builtIn": 1,
6
+
"datasource": {
7
+
"type": "grafana",
8
+
"uid": "-- Grafana --"
9
+
},
10
+
"enable": true,
11
+
"hide": true,
12
+
"iconColor": "rgba(0, 211, 255, 1)",
13
+
"name": "Annotations & Alerts",
14
+
"type": "dashboard"
15
+
}
16
+
]
17
+
},
18
+
"editable": true,
19
+
"fiscalYearStartMonth": 0,
20
+
"graphTooltip": 0,
21
+
"id": 19,
22
+
"links": [],
23
+
"panels": [
24
+
{
25
+
"datasource": {
26
+
"type": "victoriametrics-datasource",
27
+
"uid": "ceasrm4tg854we"
28
+
},
29
+
"fieldConfig": {
30
+
"defaults": {
31
+
"color": {
32
+
"mode": "palette-classic"
33
+
},
34
+
"custom": {
35
+
"axisBorderShow": false,
36
+
"axisCenteredZero": false,
37
+
"axisColorMode": "text",
38
+
"axisLabel": "",
39
+
"axisPlacement": "auto",
40
+
"barAlignment": 0,
41
+
"barWidthFactor": 0.6,
42
+
"drawStyle": "line",
43
+
"fillOpacity": 0,
44
+
"gradientMode": "none",
45
+
"hideFrom": {
46
+
"legend": false,
47
+
"tooltip": false,
48
+
"viz": false
49
+
},
50
+
"insertNulls": false,
51
+
"lineInterpolation": "linear",
52
+
"lineWidth": 1,
53
+
"pointSize": 5,
54
+
"scaleDistribution": {
55
+
"type": "linear"
56
+
},
57
+
"showPoints": "auto",
58
+
"spanNulls": false,
59
+
"stacking": {
60
+
"group": "A",
61
+
"mode": "none"
62
+
},
63
+
"thresholdsStyle": {
64
+
"mode": "off"
65
+
}
66
+
},
67
+
"mappings": [],
68
+
"thresholds": {
69
+
"mode": "absolute",
70
+
"steps": [
71
+
{
72
+
"color": "green",
73
+
"value": 0
74
+
},
75
+
{
76
+
"color": "red",
77
+
"value": 80
78
+
}
79
+
]
80
+
}
81
+
},
82
+
"overrides": []
83
+
},
84
+
"gridPos": {
85
+
"h": 5,
86
+
"w": 9,
87
+
"x": 0,
88
+
"y": 0
89
+
},
90
+
"id": 18,
91
+
"options": {
92
+
"legend": {
93
+
"calcs": [],
94
+
"displayMode": "list",
95
+
"placement": "bottom",
96
+
"showLegend": true
97
+
},
98
+
"tooltip": {
99
+
"hideZeros": false,
100
+
"mode": "single",
101
+
"sort": "none"
102
+
}
103
+
},
104
+
"pluginVersion": "12.1.1",
105
+
"targets": [
106
+
{
107
+
"editorMode": "builder",
108
+
"expr": "sum by(instance, source) (rate(lightrail_collection_births_total{job=\"lightrail\"}[$__rate_interval]))",
109
+
"legendFormat": "births/{{ source }} ({{ instance }})",
110
+
"range": true,
111
+
"refId": "A"
112
+
},
113
+
{
114
+
"datasource": {
115
+
"type": "victoriametrics-datasource",
116
+
"uid": "ceasrm4tg854we"
117
+
},
118
+
"editorMode": "builder",
119
+
"expr": "sum by(instance, source) (rate(lightrail_collection_deaths_total{job=\"lightrail\"}[$__rate_interval]))",
120
+
"hide": false,
121
+
"legendFormat": "deaths/{{ source }} ({{ instance }})",
122
+
"range": true,
123
+
"refId": "B"
124
+
}
125
+
],
126
+
"title": "total collection rates",
127
+
"type": "timeseries"
128
+
},
129
+
{
130
+
"collapsed": false,
131
+
"gridPos": {
132
+
"h": 1,
133
+
"w": 24,
134
+
"x": 0,
135
+
"y": 5
136
+
},
137
+
"id": 30,
138
+
"panels": [],
139
+
"title": "Resync",
140
+
"type": "row"
141
+
},
142
+
{
143
+
"datasource": {
144
+
"type": "victoriametrics-datasource",
145
+
"uid": "ceasrm4tg854we"
146
+
},
147
+
"fieldConfig": {
148
+
"defaults": {
149
+
"color": {
150
+
"mode": "palette-classic"
151
+
},
152
+
"custom": {
153
+
"axisBorderShow": false,
154
+
"axisCenteredZero": false,
155
+
"axisColorMode": "text",
156
+
"axisLabel": "",
157
+
"axisPlacement": "auto",
158
+
"barAlignment": 0,
159
+
"barWidthFactor": 0.6,
160
+
"drawStyle": "line",
161
+
"fillOpacity": 0,
162
+
"gradientMode": "none",
163
+
"hideFrom": {
164
+
"legend": false,
165
+
"tooltip": false,
166
+
"viz": false
167
+
},
168
+
"insertNulls": false,
169
+
"lineInterpolation": "linear",
170
+
"lineWidth": 1,
171
+
"pointSize": 5,
172
+
"scaleDistribution": {
173
+
"type": "linear"
174
+
},
175
+
"showPoints": "auto",
176
+
"spanNulls": false,
177
+
"stacking": {
178
+
"group": "A",
179
+
"mode": "none"
180
+
},
181
+
"thresholdsStyle": {
182
+
"mode": "off"
183
+
}
184
+
},
185
+
"mappings": [],
186
+
"thresholds": {
187
+
"mode": "absolute",
188
+
"steps": [
189
+
{
190
+
"color": "green",
191
+
"value": 0
192
+
},
193
+
{
194
+
"color": "red",
195
+
"value": 80
196
+
}
197
+
]
198
+
}
199
+
},
200
+
"overrides": []
201
+
},
202
+
"gridPos": {
203
+
"h": 5,
204
+
"w": 5,
205
+
"x": 0,
206
+
"y": 6
207
+
},
208
+
"id": 1,
209
+
"options": {
210
+
"legend": {
211
+
"calcs": [],
212
+
"displayMode": "list",
213
+
"placement": "bottom",
214
+
"showLegend": true
215
+
},
216
+
"tooltip": {
217
+
"hideZeros": false,
218
+
"mode": "single",
219
+
"sort": "none"
220
+
}
221
+
},
222
+
"pluginVersion": "12.1.1",
223
+
"targets": [
224
+
{
225
+
"datasource": {
226
+
"type": "victoriametrics-datasource",
227
+
"uid": "ceasrm4tg854we"
228
+
},
229
+
"editorMode": "builder",
230
+
"expr": "sum by(instance, outcome) (rate(lightrail_resync_completed_total{job=\"lightrail\"}[$__rate_interval]))",
231
+
"legendFormat": "{{ outcome }} ({{ instance }})",
232
+
"range": true,
233
+
"refId": "A"
234
+
}
235
+
],
236
+
"title": "resync completion rate",
237
+
"type": "timeseries"
238
+
},
239
+
{
240
+
"datasource": {
241
+
"type": "victoriametrics-datasource",
242
+
"uid": "ceasrm4tg854we"
243
+
},
244
+
"fieldConfig": {
245
+
"defaults": {
246
+
"color": {
247
+
"mode": "palette-classic"
248
+
},
249
+
"custom": {
250
+
"axisBorderShow": false,
251
+
"axisCenteredZero": false,
252
+
"axisColorMode": "text",
253
+
"axisLabel": "",
254
+
"axisPlacement": "auto",
255
+
"barAlignment": 0,
256
+
"barWidthFactor": 0.6,
257
+
"drawStyle": "line",
258
+
"fillOpacity": 0,
259
+
"gradientMode": "none",
260
+
"hideFrom": {
261
+
"legend": false,
262
+
"tooltip": false,
263
+
"viz": false
264
+
},
265
+
"insertNulls": false,
266
+
"lineInterpolation": "linear",
267
+
"lineWidth": 1,
268
+
"pointSize": 5,
269
+
"scaleDistribution": {
270
+
"type": "linear"
271
+
},
272
+
"showPoints": "auto",
273
+
"spanNulls": false,
274
+
"stacking": {
275
+
"group": "A",
276
+
"mode": "none"
277
+
},
278
+
"thresholdsStyle": {
279
+
"mode": "off"
280
+
}
281
+
},
282
+
"mappings": [],
283
+
"thresholds": {
284
+
"mode": "absolute",
285
+
"steps": [
286
+
{
287
+
"color": "green",
288
+
"value": 0
289
+
},
290
+
{
291
+
"color": "red",
292
+
"value": 80
293
+
}
294
+
]
295
+
}
296
+
},
297
+
"overrides": []
298
+
},
299
+
"gridPos": {
300
+
"h": 5,
301
+
"w": 5,
302
+
"x": 5,
303
+
"y": 6
304
+
},
305
+
"id": 17,
306
+
"options": {
307
+
"legend": {
308
+
"calcs": [],
309
+
"displayMode": "list",
310
+
"placement": "bottom",
311
+
"showLegend": true
312
+
},
313
+
"tooltip": {
314
+
"hideZeros": false,
315
+
"mode": "single",
316
+
"sort": "none"
317
+
}
318
+
},
319
+
"pluginVersion": "12.1.1",
320
+
"targets": [
321
+
{
322
+
"editorMode": "builder",
323
+
"expr": "sum by(instance, source) (rate(lightrail_resync_fetch_total{job=\"lightrail\"}[$__rate_interval]))",
324
+
"legendFormat": "{{ source }} ({{ instance }})",
325
+
"range": true,
326
+
"refId": "A"
327
+
}
328
+
],
329
+
"title": "fetch rate",
330
+
"type": "timeseries"
331
+
},
332
+
{
333
+
"datasource": {
334
+
"type": "victoriametrics-datasource",
335
+
"uid": "ceasrm4tg854we"
336
+
},
337
+
"fieldConfig": {
338
+
"defaults": {
339
+
"color": {
340
+
"mode": "palette-classic"
341
+
},
342
+
"custom": {
343
+
"axisBorderShow": false,
344
+
"axisCenteredZero": false,
345
+
"axisColorMode": "text",
346
+
"axisLabel": "",
347
+
"axisPlacement": "auto",
348
+
"axisSoftMin": 0,
349
+
"barAlignment": 0,
350
+
"barWidthFactor": 0.6,
351
+
"drawStyle": "line",
352
+
"fillOpacity": 0,
353
+
"gradientMode": "none",
354
+
"hideFrom": {
355
+
"legend": false,
356
+
"tooltip": false,
357
+
"viz": false
358
+
},
359
+
"insertNulls": false,
360
+
"lineInterpolation": "linear",
361
+
"lineWidth": 1,
362
+
"pointSize": 5,
363
+
"scaleDistribution": {
364
+
"type": "linear"
365
+
},
366
+
"showPoints": "auto",
367
+
"spanNulls": false,
368
+
"stacking": {
369
+
"group": "A",
370
+
"mode": "none"
371
+
},
372
+
"thresholdsStyle": {
373
+
"mode": "off"
374
+
}
375
+
},
376
+
"mappings": [],
377
+
"thresholds": {
378
+
"mode": "absolute",
379
+
"steps": [
380
+
{
381
+
"color": "green",
382
+
"value": 0
383
+
},
384
+
{
385
+
"color": "red",
386
+
"value": 80
387
+
}
388
+
]
389
+
}
390
+
},
391
+
"overrides": []
392
+
},
393
+
"gridPos": {
394
+
"h": 5,
395
+
"w": 5,
396
+
"x": 10,
397
+
"y": 6
398
+
},
399
+
"id": 6,
400
+
"options": {
401
+
"legend": {
402
+
"calcs": [],
403
+
"displayMode": "list",
404
+
"placement": "bottom",
405
+
"showLegend": true
406
+
},
407
+
"tooltip": {
408
+
"hideZeros": false,
409
+
"mode": "single",
410
+
"sort": "none"
411
+
}
412
+
},
413
+
"pluginVersion": "12.1.1",
414
+
"targets": [
415
+
{
416
+
"editorMode": "builder",
417
+
"expr": "sum by(instance, type) (lightrail_http_requests_in_flight{job=\"lightrail\"})",
418
+
"legendFormat": "{{ type }} ({{ instance }})",
419
+
"range": true,
420
+
"refId": "A"
421
+
}
422
+
],
423
+
"title": "requests in flight",
424
+
"type": "timeseries"
425
+
},
426
+
{
427
+
"datasource": {
428
+
"type": "victoriametrics-datasource",
429
+
"uid": "ceasrm4tg854we"
430
+
},
431
+
"fieldConfig": {
432
+
"defaults": {
433
+
"color": {
434
+
"mode": "palette-classic"
435
+
},
436
+
"custom": {
437
+
"axisBorderShow": false,
438
+
"axisCenteredZero": false,
439
+
"axisColorMode": "text",
440
+
"axisLabel": "",
441
+
"axisPlacement": "auto",
442
+
"axisSoftMin": 0,
443
+
"barAlignment": 0,
444
+
"barWidthFactor": 0.6,
445
+
"drawStyle": "line",
446
+
"fillOpacity": 0,
447
+
"gradientMode": "none",
448
+
"hideFrom": {
449
+
"legend": false,
450
+
"tooltip": false,
451
+
"viz": false
452
+
},
453
+
"insertNulls": false,
454
+
"lineInterpolation": "linear",
455
+
"lineWidth": 1,
456
+
"pointSize": 5,
457
+
"scaleDistribution": {
458
+
"type": "linear"
459
+
},
460
+
"showPoints": "auto",
461
+
"spanNulls": false,
462
+
"stacking": {
463
+
"group": "A",
464
+
"mode": "none"
465
+
},
466
+
"thresholdsStyle": {
467
+
"mode": "off"
468
+
}
469
+
},
470
+
"mappings": [],
471
+
"thresholds": {
472
+
"mode": "absolute",
473
+
"steps": [
474
+
{
475
+
"color": "green",
476
+
"value": 0
477
+
},
478
+
{
479
+
"color": "red",
480
+
"value": 80
481
+
}
482
+
]
483
+
}
484
+
},
485
+
"overrides": []
486
+
},
487
+
"gridPos": {
488
+
"h": 5,
489
+
"w": 4,
490
+
"x": 15,
491
+
"y": 6
492
+
},
493
+
"id": 9,
494
+
"options": {
495
+
"legend": {
496
+
"calcs": [],
497
+
"displayMode": "list",
498
+
"placement": "bottom",
499
+
"showLegend": true
500
+
},
501
+
"tooltip": {
502
+
"hideZeros": false,
503
+
"mode": "single",
504
+
"sort": "none"
505
+
}
506
+
},
507
+
"pluginVersion": "12.1.1",
508
+
"targets": [
509
+
{
510
+
"editorMode": "builder",
511
+
"expr": "sum by(instance) (lightrail_http_host_throttling{job=\"lightrail\"})",
512
+
"legendFormat": "__auto",
513
+
"range": true,
514
+
"refId": "A"
515
+
}
516
+
],
517
+
"title": "hosts throttling",
518
+
"type": "timeseries"
519
+
},
520
+
{
521
+
"datasource": {
522
+
"type": "victoriametrics-datasource",
523
+
"uid": "ceasrm4tg854we"
524
+
},
525
+
"fieldConfig": {
526
+
"defaults": {
527
+
"color": {
528
+
"mode": "palette-classic"
529
+
},
530
+
"custom": {
531
+
"axisBorderShow": false,
532
+
"axisCenteredZero": false,
533
+
"axisColorMode": "text",
534
+
"axisLabel": "",
535
+
"axisPlacement": "auto",
536
+
"barAlignment": 0,
537
+
"barWidthFactor": 1,
538
+
"drawStyle": "bars",
539
+
"fillOpacity": 100,
540
+
"gradientMode": "none",
541
+
"hideFrom": {
542
+
"legend": false,
543
+
"tooltip": false,
544
+
"viz": false
545
+
},
546
+
"insertNulls": false,
547
+
"lineInterpolation": "linear",
548
+
"lineWidth": 0,
549
+
"pointSize": 5,
550
+
"scaleDistribution": {
551
+
"type": "linear"
552
+
},
553
+
"showPoints": "auto",
554
+
"spanNulls": false,
555
+
"stacking": {
556
+
"group": "A",
557
+
"mode": "normal"
558
+
},
559
+
"thresholdsStyle": {
560
+
"mode": "off"
561
+
}
562
+
},
563
+
"mappings": [],
564
+
"thresholds": {
565
+
"mode": "absolute",
566
+
"steps": [
567
+
{
568
+
"color": "green",
569
+
"value": 0
570
+
},
571
+
{
572
+
"color": "red",
573
+
"value": 80
574
+
}
575
+
]
576
+
}
577
+
},
578
+
"overrides": []
579
+
},
580
+
"gridPos": {
581
+
"h": 5,
582
+
"w": 5,
583
+
"x": 19,
584
+
"y": 6
585
+
},
586
+
"id": 29,
587
+
"maxDataPoints": 100,
588
+
"options": {
589
+
"legend": {
590
+
"calcs": [],
591
+
"displayMode": "list",
592
+
"placement": "bottom",
593
+
"showLegend": true
594
+
},
595
+
"tooltip": {
596
+
"hideZeros": false,
597
+
"mode": "single",
598
+
"sort": "none"
599
+
}
600
+
},
601
+
"pluginVersion": "12.1.1",
602
+
"targets": [
603
+
{
604
+
"editorMode": "builder",
605
+
"expr": "sum by(instance, status) (rate(lightrail_backfill_inactive_total{job=\"lightrail\"}[$__rate_interval]))",
606
+
"hide": false,
607
+
"legendFormat": "{{ status }} ({{ instance }})",
608
+
"range": true,
609
+
"refId": "A"
610
+
}
611
+
],
612
+
"title": "inactive account skip rate",
613
+
"type": "timeseries"
614
+
},
615
+
{
616
+
"datasource": {
617
+
"type": "victoriametrics-datasource",
618
+
"uid": "ceasrm4tg854we"
619
+
},
620
+
"fieldConfig": {
621
+
"defaults": {
622
+
"color": {
623
+
"mode": "palette-classic"
624
+
},
625
+
"custom": {
626
+
"axisBorderShow": false,
627
+
"axisCenteredZero": false,
628
+
"axisColorMode": "text",
629
+
"axisLabel": "",
630
+
"axisPlacement": "auto",
631
+
"axisSoftMin": 0,
632
+
"barAlignment": 0,
633
+
"barWidthFactor": 0.6,
634
+
"drawStyle": "bars",
635
+
"fillOpacity": 100,
636
+
"gradientMode": "none",
637
+
"hideFrom": {
638
+
"legend": false,
639
+
"tooltip": false,
640
+
"viz": false
641
+
},
642
+
"insertNulls": false,
643
+
"lineInterpolation": "linear",
644
+
"lineWidth": 0,
645
+
"pointSize": 5,
646
+
"scaleDistribution": {
647
+
"type": "linear"
648
+
},
649
+
"showPoints": "auto",
650
+
"spanNulls": false,
651
+
"stacking": {
652
+
"group": "A",
653
+
"mode": "none"
654
+
},
655
+
"thresholdsStyle": {
656
+
"mode": "off"
657
+
}
658
+
},
659
+
"mappings": [],
660
+
"thresholds": {
661
+
"mode": "absolute",
662
+
"steps": [
663
+
{
664
+
"color": "green",
665
+
"value": 0
666
+
},
667
+
{
668
+
"color": "red",
669
+
"value": 80
670
+
}
671
+
]
672
+
}
673
+
},
674
+
"overrides": []
675
+
},
676
+
"gridPos": {
677
+
"h": 5,
678
+
"w": 3,
679
+
"x": 0,
680
+
"y": 11
681
+
},
682
+
"id": 7,
683
+
"options": {
684
+
"legend": {
685
+
"calcs": [],
686
+
"displayMode": "list",
687
+
"placement": "bottom",
688
+
"showLegend": true
689
+
},
690
+
"tooltip": {
691
+
"hideZeros": false,
692
+
"mode": "single",
693
+
"sort": "none"
694
+
}
695
+
},
696
+
"pluginVersion": "12.1.1",
697
+
"targets": [
698
+
{
699
+
"editorMode": "builder",
700
+
"expr": "sum by(instance) (lightrail_resync_workers{job=\"lightrail\"})",
701
+
"legendFormat": "{{ instance }}",
702
+
"range": true,
703
+
"refId": "A"
704
+
}
705
+
],
706
+
"title": "resync workers",
707
+
"type": "timeseries"
708
+
},
709
+
{
710
+
"datasource": {
711
+
"type": "victoriametrics-datasource",
712
+
"uid": "ceasrm4tg854we"
713
+
},
714
+
"fieldConfig": {
715
+
"defaults": {
716
+
"color": {
717
+
"mode": "palette-classic"
718
+
},
719
+
"custom": {
720
+
"axisBorderShow": false,
721
+
"axisCenteredZero": false,
722
+
"axisColorMode": "text",
723
+
"axisLabel": "",
724
+
"axisPlacement": "auto",
725
+
"axisSoftMin": 0,
726
+
"barAlignment": 0,
727
+
"barWidthFactor": 1,
728
+
"drawStyle": "bars",
729
+
"fillOpacity": 100,
730
+
"gradientMode": "none",
731
+
"hideFrom": {
732
+
"legend": false,
733
+
"tooltip": false,
734
+
"viz": false
735
+
},
736
+
"insertNulls": false,
737
+
"lineInterpolation": "linear",
738
+
"lineWidth": 0,
739
+
"pointSize": 5,
740
+
"scaleDistribution": {
741
+
"type": "linear"
742
+
},
743
+
"showPoints": "auto",
744
+
"spanNulls": false,
745
+
"stacking": {
746
+
"group": "A",
747
+
"mode": "normal"
748
+
},
749
+
"thresholdsStyle": {
750
+
"mode": "off"
751
+
}
752
+
},
753
+
"mappings": [],
754
+
"thresholds": {
755
+
"mode": "absolute",
756
+
"steps": [
757
+
{
758
+
"color": "green",
759
+
"value": 0
760
+
},
761
+
{
762
+
"color": "red",
763
+
"value": 80
764
+
}
765
+
]
766
+
}
767
+
},
768
+
"overrides": []
769
+
},
770
+
"gridPos": {
771
+
"h": 5,
772
+
"w": 5,
773
+
"x": 3,
774
+
"y": 11
775
+
},
776
+
"id": 19,
777
+
"options": {
778
+
"legend": {
779
+
"calcs": [],
780
+
"displayMode": "list",
781
+
"placement": "bottom",
782
+
"showLegend": true
783
+
},
784
+
"tooltip": {
785
+
"hideZeros": false,
786
+
"mode": "single",
787
+
"sort": "none"
788
+
}
789
+
},
790
+
"pluginVersion": "12.1.1",
791
+
"targets": [
792
+
{
793
+
"editorMode": "builder",
794
+
"expr": "sum by(instance, reason) (rate(lightrail_resync_describe_repo_avoided{job=\"lightrail\"}[$__rate_interval]))",
795
+
"legendFormat": "{{ reason }} ({{ instance }})",
796
+
"range": true,
797
+
"refId": "A"
798
+
}
799
+
],
800
+
"title": "describeRepos avoided/sec",
801
+
"type": "timeseries"
802
+
},
803
+
{
804
+
"datasource": {
805
+
"type": "victoriametrics-datasource",
806
+
"uid": "ceasrm4tg854we"
807
+
},
808
+
"fieldConfig": {
809
+
"defaults": {
810
+
"color": {
811
+
"mode": "palette-classic"
812
+
},
813
+
"custom": {
814
+
"axisBorderShow": false,
815
+
"axisCenteredZero": false,
816
+
"axisColorMode": "text",
817
+
"axisLabel": "",
818
+
"axisPlacement": "auto",
819
+
"barAlignment": 0,
820
+
"barWidthFactor": 0.6,
821
+
"drawStyle": "line",
822
+
"fillOpacity": 0,
823
+
"gradientMode": "none",
824
+
"hideFrom": {
825
+
"legend": false,
826
+
"tooltip": false,
827
+
"viz": false
828
+
},
829
+
"insertNulls": false,
830
+
"lineInterpolation": "linear",
831
+
"lineWidth": 1,
832
+
"pointSize": 5,
833
+
"scaleDistribution": {
834
+
"type": "linear"
835
+
},
836
+
"showPoints": "auto",
837
+
"spanNulls": false,
838
+
"stacking": {
839
+
"group": "A",
840
+
"mode": "none"
841
+
},
842
+
"thresholdsStyle": {
843
+
"mode": "off"
844
+
}
845
+
},
846
+
"mappings": [],
847
+
"thresholds": {
848
+
"mode": "absolute",
849
+
"steps": [
850
+
{
851
+
"color": "green",
852
+
"value": 0
853
+
},
854
+
{
855
+
"color": "red",
856
+
"value": 80
857
+
}
858
+
]
859
+
}
860
+
},
861
+
"overrides": []
862
+
},
863
+
"gridPos": {
864
+
"h": 5,
865
+
"w": 4,
866
+
"x": 8,
867
+
"y": 11
868
+
},
869
+
"id": 4,
870
+
"options": {
871
+
"legend": {
872
+
"calcs": [],
873
+
"displayMode": "list",
874
+
"placement": "bottom",
875
+
"showLegend": true
876
+
},
877
+
"tooltip": {
878
+
"hideZeros": false,
879
+
"mode": "single",
880
+
"sort": "none"
881
+
}
882
+
},
883
+
"pluginVersion": "12.1.1",
884
+
"targets": [
885
+
{
886
+
"editorMode": "builder",
887
+
"expr": "sum by(instance, reason) (rate(lightrail_backfill_did_rejected_total{job=\"lightrail\"}[$__rate_interval]))",
888
+
"legendFormat": "{{ reason }} ({{ instance }})",
889
+
"range": true,
890
+
"refId": "A"
891
+
}
892
+
],
893
+
"title": "DID reject rate",
894
+
"type": "timeseries"
895
+
},
896
+
{
897
+
"datasource": {
898
+
"type": "victoriametrics-datasource",
899
+
"uid": "ceasrm4tg854we"
900
+
},
901
+
"fieldConfig": {
902
+
"defaults": {
903
+
"color": {
904
+
"mode": "palette-classic"
905
+
},
906
+
"custom": {
907
+
"axisBorderShow": false,
908
+
"axisCenteredZero": false,
909
+
"axisColorMode": "text",
910
+
"axisLabel": "",
911
+
"axisPlacement": "auto",
912
+
"axisSoftMin": 0,
913
+
"barAlignment": 0,
914
+
"barWidthFactor": 0.6,
915
+
"drawStyle": "line",
916
+
"fillOpacity": 0,
917
+
"gradientMode": "none",
918
+
"hideFrom": {
919
+
"legend": false,
920
+
"tooltip": false,
921
+
"viz": false
922
+
},
923
+
"insertNulls": false,
924
+
"lineInterpolation": "linear",
925
+
"lineWidth": 1,
926
+
"pointSize": 5,
927
+
"scaleDistribution": {
928
+
"type": "linear"
929
+
},
930
+
"showPoints": "auto",
931
+
"spanNulls": false,
932
+
"stacking": {
933
+
"group": "A",
934
+
"mode": "none"
935
+
},
936
+
"thresholdsStyle": {
937
+
"mode": "off"
938
+
}
939
+
},
940
+
"mappings": [],
941
+
"thresholds": {
942
+
"mode": "absolute",
943
+
"steps": [
944
+
{
945
+
"color": "green",
946
+
"value": 0
947
+
},
948
+
{
949
+
"color": "red",
950
+
"value": 80
951
+
}
952
+
]
953
+
},
954
+
"unit": "ms"
955
+
},
956
+
"overrides": []
957
+
},
958
+
"gridPos": {
959
+
"h": 5,
960
+
"w": 4,
961
+
"x": 12,
962
+
"y": 11
963
+
},
964
+
"id": 16,
965
+
"options": {
966
+
"legend": {
967
+
"calcs": [],
968
+
"displayMode": "list",
969
+
"placement": "bottom",
970
+
"showLegend": true
971
+
},
972
+
"tooltip": {
973
+
"hideZeros": false,
974
+
"mode": "single",
975
+
"sort": "none"
976
+
}
977
+
},
978
+
"pluginVersion": "12.1.1",
979
+
"targets": [
980
+
{
981
+
"editorMode": "builder",
982
+
"expr": "sum by(instance) (rate(lightrail_http_throttle_time_total_ms{job=\"lightrail\"}[$__rate_interval]))",
983
+
"legendFormat": "__auto",
984
+
"range": true,
985
+
"refId": "A"
986
+
}
987
+
],
988
+
"title": "http throttle (total new wait)",
989
+
"type": "timeseries"
990
+
},
991
+
{
992
+
"datasource": {
993
+
"type": "victoriametrics-datasource",
994
+
"uid": "ceasrm4tg854we"
995
+
},
996
+
"fieldConfig": {
997
+
"defaults": {
998
+
"color": {
999
+
"mode": "palette-classic"
1000
+
},
1001
+
"custom": {
1002
+
"axisBorderShow": false,
1003
+
"axisCenteredZero": false,
1004
+
"axisColorMode": "text",
1005
+
"axisLabel": "",
1006
+
"axisPlacement": "auto",
1007
+
"barAlignment": 0,
1008
+
"barWidthFactor": 0.5,
1009
+
"drawStyle": "bars",
1010
+
"fillOpacity": 100,
1011
+
"gradientMode": "none",
1012
+
"hideFrom": {
1013
+
"legend": false,
1014
+
"tooltip": false,
1015
+
"viz": false
1016
+
},
1017
+
"insertNulls": false,
1018
+
"lineInterpolation": "linear",
1019
+
"lineWidth": 0,
1020
+
"pointSize": 5,
1021
+
"scaleDistribution": {
1022
+
"type": "linear"
1023
+
},
1024
+
"showPoints": "auto",
1025
+
"spanNulls": false,
1026
+
"stacking": {
1027
+
"group": "A",
1028
+
"mode": "none"
1029
+
},
1030
+
"thresholdsStyle": {
1031
+
"mode": "off"
1032
+
}
1033
+
},
1034
+
"mappings": [],
1035
+
"thresholds": {
1036
+
"mode": "absolute",
1037
+
"steps": [
1038
+
{
1039
+
"color": "green",
1040
+
"value": 0
1041
+
},
1042
+
{
1043
+
"color": "red",
1044
+
"value": 80
1045
+
}
1046
+
]
1047
+
}
1048
+
},
1049
+
"overrides": []
1050
+
},
1051
+
"gridPos": {
1052
+
"h": 5,
1053
+
"w": 6,
1054
+
"x": 16,
1055
+
"y": 11
1056
+
},
1057
+
"id": 35,
1058
+
"options": {
1059
+
"legend": {
1060
+
"calcs": [],
1061
+
"displayMode": "list",
1062
+
"placement": "bottom",
1063
+
"showLegend": true
1064
+
},
1065
+
"tooltip": {
1066
+
"hideZeros": false,
1067
+
"mode": "single",
1068
+
"sort": "none"
1069
+
}
1070
+
},
1071
+
"pluginVersion": "12.1.1",
1072
+
"targets": [
1073
+
{
1074
+
"editorMode": "builder",
1075
+
"expr": "sum by(instance, reason) (rate(lightrail_resync_avoided_total{job=\"lightrail\"}[$__rate_interval]))",
1076
+
"legendFormat": "{{ reason }} ({{ instance }})",
1077
+
"range": true,
1078
+
"refId": "A"
1079
+
}
1080
+
],
1081
+
"title": "resyncs avoided",
1082
+
"type": "timeseries"
1083
+
},
1084
+
{
1085
+
"collapsed": false,
1086
+
"gridPos": {
1087
+
"h": 1,
1088
+
"w": 24,
1089
+
"x": 0,
1090
+
"y": 16
1091
+
},
1092
+
"id": 31,
1093
+
"panels": [],
1094
+
"title": "Firehose",
1095
+
"type": "row"
1096
+
},
1097
+
{
1098
+
"datasource": {
1099
+
"type": "victoriametrics-datasource",
1100
+
"uid": "ceasrm4tg854we"
1101
+
},
1102
+
"fieldConfig": {
1103
+
"defaults": {
1104
+
"color": {
1105
+
"mode": "palette-classic"
1106
+
},
1107
+
"custom": {
1108
+
"axisBorderShow": false,
1109
+
"axisCenteredZero": false,
1110
+
"axisColorMode": "text",
1111
+
"axisLabel": "",
1112
+
"axisPlacement": "auto",
1113
+
"axisSoftMin": 0,
1114
+
"barAlignment": 0,
1115
+
"barWidthFactor": 1,
1116
+
"drawStyle": "bars",
1117
+
"fillOpacity": 100,
1118
+
"gradientMode": "none",
1119
+
"hideFrom": {
1120
+
"legend": false,
1121
+
"tooltip": false,
1122
+
"viz": false
1123
+
},
1124
+
"insertNulls": false,
1125
+
"lineInterpolation": "linear",
1126
+
"lineWidth": 0,
1127
+
"pointSize": 5,
1128
+
"scaleDistribution": {
1129
+
"type": "linear"
1130
+
},
1131
+
"showPoints": "auto",
1132
+
"spanNulls": false,
1133
+
"stacking": {
1134
+
"group": "A",
1135
+
"mode": "none"
1136
+
},
1137
+
"thresholdsStyle": {
1138
+
"mode": "off"
1139
+
}
1140
+
},
1141
+
"mappings": [],
1142
+
"thresholds": {
1143
+
"mode": "absolute",
1144
+
"steps": [
1145
+
{
1146
+
"color": "green",
1147
+
"value": 0
1148
+
},
1149
+
{
1150
+
"color": "red",
1151
+
"value": 80
1152
+
}
1153
+
]
1154
+
}
1155
+
},
1156
+
"overrides": []
1157
+
},
1158
+
"gridPos": {
1159
+
"h": 6,
1160
+
"w": 4,
1161
+
"x": 0,
1162
+
"y": 17
1163
+
},
1164
+
"id": 15,
1165
+
"options": {
1166
+
"legend": {
1167
+
"calcs": [],
1168
+
"displayMode": "list",
1169
+
"placement": "bottom",
1170
+
"showLegend": true
1171
+
},
1172
+
"tooltip": {
1173
+
"hideZeros": false,
1174
+
"mode": "single",
1175
+
"sort": "none"
1176
+
}
1177
+
},
1178
+
"pluginVersion": "12.1.1",
1179
+
"targets": [
1180
+
{
1181
+
"editorMode": "builder",
1182
+
"expr": "sum by(instance) (lightrail_firehose_workers{job=\"lightrail\"})",
1183
+
"legendFormat": "{{ instance }}",
1184
+
"range": true,
1185
+
"refId": "A"
1186
+
}
1187
+
],
1188
+
"title": "firehose workers",
1189
+
"type": "timeseries"
1190
+
},
1191
+
{
1192
+
"datasource": {
1193
+
"type": "victoriametrics-datasource",
1194
+
"uid": "ceasrm4tg854we"
1195
+
},
1196
+
"fieldConfig": {
1197
+
"defaults": {
1198
+
"color": {
1199
+
"mode": "palette-classic"
1200
+
},
1201
+
"custom": {
1202
+
"axisBorderShow": false,
1203
+
"axisCenteredZero": false,
1204
+
"axisColorMode": "text",
1205
+
"axisLabel": "",
1206
+
"axisPlacement": "auto",
1207
+
"barAlignment": 0,
1208
+
"barWidthFactor": 0.6,
1209
+
"drawStyle": "line",
1210
+
"fillOpacity": 0,
1211
+
"gradientMode": "none",
1212
+
"hideFrom": {
1213
+
"legend": false,
1214
+
"tooltip": false,
1215
+
"viz": false
1216
+
},
1217
+
"insertNulls": false,
1218
+
"lineInterpolation": "linear",
1219
+
"lineWidth": 1,
1220
+
"pointSize": 5,
1221
+
"scaleDistribution": {
1222
+
"type": "linear"
1223
+
},
1224
+
"showPoints": "auto",
1225
+
"spanNulls": false,
1226
+
"stacking": {
1227
+
"group": "A",
1228
+
"mode": "none"
1229
+
},
1230
+
"thresholdsStyle": {
1231
+
"mode": "off"
1232
+
}
1233
+
},
1234
+
"mappings": [],
1235
+
"thresholds": {
1236
+
"mode": "absolute",
1237
+
"steps": [
1238
+
{
1239
+
"color": "green",
1240
+
"value": 0
1241
+
},
1242
+
{
1243
+
"color": "red",
1244
+
"value": 80
1245
+
}
1246
+
]
1247
+
}
1248
+
},
1249
+
"overrides": []
1250
+
},
1251
+
"gridPos": {
1252
+
"h": 6,
1253
+
"w": 5,
1254
+
"x": 4,
1255
+
"y": 17
1256
+
},
1257
+
"id": 10,
1258
+
"options": {
1259
+
"legend": {
1260
+
"calcs": [],
1261
+
"displayMode": "list",
1262
+
"placement": "bottom",
1263
+
"showLegend": true
1264
+
},
1265
+
"tooltip": {
1266
+
"hideZeros": false,
1267
+
"mode": "single",
1268
+
"sort": "none"
1269
+
}
1270
+
},
1271
+
"pluginVersion": "12.1.1",
1272
+
"targets": [
1273
+
{
1274
+
"editorMode": "builder",
1275
+
"expr": "sum by(instance, mode) (rate(lightrail_commits_indexed_total{job=\"lightrail\"}[$__rate_interval]))",
1276
+
"legendFormat": "{{ mode }} ({{ instance }})",
1277
+
"range": true,
1278
+
"refId": "A"
1279
+
}
1280
+
],
1281
+
"title": "commits indexed rate",
1282
+
"type": "timeseries"
1283
+
},
1284
+
{
1285
+
"datasource": {
1286
+
"type": "victoriametrics-datasource",
1287
+
"uid": "ceasrm4tg854we"
1288
+
},
1289
+
"fieldConfig": {
1290
+
"defaults": {
1291
+
"color": {
1292
+
"mode": "palette-classic"
1293
+
},
1294
+
"custom": {
1295
+
"axisBorderShow": false,
1296
+
"axisCenteredZero": false,
1297
+
"axisColorMode": "text",
1298
+
"axisLabel": "",
1299
+
"axisPlacement": "auto",
1300
+
"axisSoftMin": 0,
1301
+
"barAlignment": 0,
1302
+
"barWidthFactor": 0.6,
1303
+
"drawStyle": "line",
1304
+
"fillOpacity": 0,
1305
+
"gradientMode": "none",
1306
+
"hideFrom": {
1307
+
"legend": false,
1308
+
"tooltip": false,
1309
+
"viz": false
1310
+
},
1311
+
"insertNulls": false,
1312
+
"lineInterpolation": "linear",
1313
+
"lineWidth": 1,
1314
+
"pointSize": 5,
1315
+
"scaleDistribution": {
1316
+
"type": "linear"
1317
+
},
1318
+
"showPoints": "auto",
1319
+
"spanNulls": false,
1320
+
"stacking": {
1321
+
"group": "A",
1322
+
"mode": "none"
1323
+
},
1324
+
"thresholdsStyle": {
1325
+
"mode": "off"
1326
+
}
1327
+
},
1328
+
"mappings": [],
1329
+
"thresholds": {
1330
+
"mode": "absolute",
1331
+
"steps": [
1332
+
{
1333
+
"color": "green",
1334
+
"value": 0
1335
+
},
1336
+
{
1337
+
"color": "red",
1338
+
"value": 80
1339
+
}
1340
+
]
1341
+
}
1342
+
},
1343
+
"overrides": []
1344
+
},
1345
+
"gridPos": {
1346
+
"h": 6,
1347
+
"w": 5,
1348
+
"x": 9,
1349
+
"y": 17
1350
+
},
1351
+
"id": 2,
1352
+
"options": {
1353
+
"legend": {
1354
+
"calcs": [],
1355
+
"displayMode": "list",
1356
+
"placement": "bottom",
1357
+
"showLegend": true
1358
+
},
1359
+
"tooltip": {
1360
+
"hideZeros": false,
1361
+
"mode": "single",
1362
+
"sort": "none"
1363
+
}
1364
+
},
1365
+
"pluginVersion": "12.1.1",
1366
+
"targets": [
1367
+
{
1368
+
"editorMode": "builder",
1369
+
"expr": "sum by(instance, reason) (rate(lightrail_commit_dropped_total{job=\"lightrail\"}[$__rate_interval]))",
1370
+
"legendFormat": "{{ reason }} ({{ instance }})",
1371
+
"range": true,
1372
+
"refId": "A"
1373
+
}
1374
+
],
1375
+
"title": "commit drop rate",
1376
+
"type": "timeseries"
1377
+
},
1378
+
{
1379
+
"datasource": {
1380
+
"type": "victoriametrics-datasource",
1381
+
"uid": "ceasrm4tg854we"
1382
+
},
1383
+
"fieldConfig": {
1384
+
"defaults": {
1385
+
"color": {
1386
+
"mode": "palette-classic"
1387
+
},
1388
+
"custom": {
1389
+
"axisBorderShow": false,
1390
+
"axisCenteredZero": false,
1391
+
"axisColorMode": "text",
1392
+
"axisLabel": "",
1393
+
"axisPlacement": "auto",
1394
+
"barAlignment": 0,
1395
+
"barWidthFactor": 0.6,
1396
+
"drawStyle": "line",
1397
+
"fillOpacity": 0,
1398
+
"gradientMode": "none",
1399
+
"hideFrom": {
1400
+
"legend": false,
1401
+
"tooltip": false,
1402
+
"viz": false
1403
+
},
1404
+
"insertNulls": false,
1405
+
"lineInterpolation": "linear",
1406
+
"lineWidth": 1,
1407
+
"pointSize": 5,
1408
+
"scaleDistribution": {
1409
+
"type": "linear"
1410
+
},
1411
+
"showPoints": "auto",
1412
+
"spanNulls": false,
1413
+
"stacking": {
1414
+
"group": "A",
1415
+
"mode": "none"
1416
+
},
1417
+
"thresholdsStyle": {
1418
+
"mode": "off"
1419
+
}
1420
+
},
1421
+
"mappings": [],
1422
+
"thresholds": {
1423
+
"mode": "absolute",
1424
+
"steps": [
1425
+
{
1426
+
"color": "green",
1427
+
"value": 0
1428
+
},
1429
+
{
1430
+
"color": "red",
1431
+
"value": 80
1432
+
}
1433
+
]
1434
+
}
1435
+
},
1436
+
"overrides": []
1437
+
},
1438
+
"gridPos": {
1439
+
"h": 6,
1440
+
"w": 5,
1441
+
"x": 14,
1442
+
"y": 17
1443
+
},
1444
+
"id": 12,
1445
+
"options": {
1446
+
"legend": {
1447
+
"calcs": [],
1448
+
"displayMode": "list",
1449
+
"placement": "bottom",
1450
+
"showLegend": true
1451
+
},
1452
+
"tooltip": {
1453
+
"hideZeros": false,
1454
+
"mode": "single",
1455
+
"sort": "none"
1456
+
}
1457
+
},
1458
+
"pluginVersion": "12.1.1",
1459
+
"targets": [
1460
+
{
1461
+
"editorMode": "builder",
1462
+
"expr": "sum by(instance, reason) (rate(lightrail_commit_desync_total{job=\"lightrail\"}[$__rate_interval]))",
1463
+
"legendFormat": "{{ reason }} ({{ instance }})",
1464
+
"range": true,
1465
+
"refId": "A"
1466
+
}
1467
+
],
1468
+
"title": "desync rate",
1469
+
"type": "timeseries"
1470
+
},
1471
+
{
1472
+
"datasource": {
1473
+
"type": "victoriametrics-datasource",
1474
+
"uid": "ceasrm4tg854we"
1475
+
},
1476
+
"fieldConfig": {
1477
+
"defaults": {
1478
+
"color": {
1479
+
"mode": "palette-classic"
1480
+
},
1481
+
"custom": {
1482
+
"axisBorderShow": false,
1483
+
"axisCenteredZero": false,
1484
+
"axisColorMode": "text",
1485
+
"axisLabel": "",
1486
+
"axisPlacement": "auto",
1487
+
"barAlignment": 0,
1488
+
"barWidthFactor": 0.6,
1489
+
"drawStyle": "line",
1490
+
"fillOpacity": 0,
1491
+
"gradientMode": "none",
1492
+
"hideFrom": {
1493
+
"legend": false,
1494
+
"tooltip": false,
1495
+
"viz": false
1496
+
},
1497
+
"insertNulls": false,
1498
+
"lineInterpolation": "linear",
1499
+
"lineWidth": 1,
1500
+
"pointSize": 5,
1501
+
"scaleDistribution": {
1502
+
"type": "linear"
1503
+
},
1504
+
"showPoints": "auto",
1505
+
"spanNulls": false,
1506
+
"stacking": {
1507
+
"group": "A",
1508
+
"mode": "none"
1509
+
},
1510
+
"thresholdsStyle": {
1511
+
"mode": "off"
1512
+
}
1513
+
},
1514
+
"mappings": [],
1515
+
"thresholds": {
1516
+
"mode": "absolute",
1517
+
"steps": [
1518
+
{
1519
+
"color": "green",
1520
+
"value": 0
1521
+
},
1522
+
{
1523
+
"color": "red",
1524
+
"value": 80
1525
+
}
1526
+
]
1527
+
}
1528
+
},
1529
+
"overrides": []
1530
+
},
1531
+
"gridPos": {
1532
+
"h": 6,
1533
+
"w": 5,
1534
+
"x": 19,
1535
+
"y": 17
1536
+
},
1537
+
"id": 13,
1538
+
"options": {
1539
+
"legend": {
1540
+
"calcs": [],
1541
+
"displayMode": "list",
1542
+
"placement": "bottom",
1543
+
"showLegend": true
1544
+
},
1545
+
"tooltip": {
1546
+
"hideZeros": false,
1547
+
"mode": "single",
1548
+
"sort": "none"
1549
+
}
1550
+
},
1551
+
"pluginVersion": "12.1.1",
1552
+
"targets": [
1553
+
{
1554
+
"editorMode": "builder",
1555
+
"expr": "sum by(instance, event_type, reason) (rate(lightrail_event_dropped_total{job=\"lightrail\"}[$__rate_interval]))",
1556
+
"legendFormat": "{{ event_type }}: {{ reason }} ({{ instance }})",
1557
+
"range": true,
1558
+
"refId": "A"
1559
+
}
1560
+
],
1561
+
"title": "event drop rate",
1562
+
"type": "timeseries"
1563
+
},
1564
+
{
1565
+
"datasource": {
1566
+
"type": "victoriametrics-datasource",
1567
+
"uid": "ceasrm4tg854we"
1568
+
},
1569
+
"fieldConfig": {
1570
+
"defaults": {
1571
+
"color": {
1572
+
"mode": "palette-classic"
1573
+
},
1574
+
"custom": {
1575
+
"axisBorderShow": false,
1576
+
"axisCenteredZero": false,
1577
+
"axisColorMode": "text",
1578
+
"axisLabel": "",
1579
+
"axisPlacement": "auto",
1580
+
"axisSoftMin": 0,
1581
+
"barAlignment": 0,
1582
+
"barWidthFactor": 0.6,
1583
+
"drawStyle": "line",
1584
+
"fillOpacity": 0,
1585
+
"gradientMode": "none",
1586
+
"hideFrom": {
1587
+
"legend": false,
1588
+
"tooltip": false,
1589
+
"viz": false
1590
+
},
1591
+
"insertNulls": false,
1592
+
"lineInterpolation": "linear",
1593
+
"lineWidth": 1,
1594
+
"pointSize": 5,
1595
+
"scaleDistribution": {
1596
+
"type": "linear"
1597
+
},
1598
+
"showPoints": "auto",
1599
+
"spanNulls": false,
1600
+
"stacking": {
1601
+
"group": "A",
1602
+
"mode": "none"
1603
+
},
1604
+
"thresholdsStyle": {
1605
+
"mode": "off"
1606
+
}
1607
+
},
1608
+
"mappings": [],
1609
+
"thresholds": {
1610
+
"mode": "absolute",
1611
+
"steps": [
1612
+
{
1613
+
"color": "green",
1614
+
"value": 0
1615
+
},
1616
+
{
1617
+
"color": "red",
1618
+
"value": 80
1619
+
}
1620
+
]
1621
+
}
1622
+
},
1623
+
"overrides": []
1624
+
},
1625
+
"gridPos": {
1626
+
"h": 4,
1627
+
"w": 4,
1628
+
"x": 0,
1629
+
"y": 23
1630
+
},
1631
+
"id": 5,
1632
+
"options": {
1633
+
"legend": {
1634
+
"calcs": [],
1635
+
"displayMode": "list",
1636
+
"placement": "bottom",
1637
+
"showLegend": true
1638
+
},
1639
+
"tooltip": {
1640
+
"hideZeros": false,
1641
+
"mode": "single",
1642
+
"sort": "none"
1643
+
}
1644
+
},
1645
+
"pluginVersion": "12.1.1",
1646
+
"targets": [
1647
+
{
1648
+
"editorMode": "builder",
1649
+
"expr": "sum by(instance) (lightrail_firehose_outstanding{job=\"lightrail\"})",
1650
+
"legendFormat": "{{ instance }}",
1651
+
"range": true,
1652
+
"refId": "A"
1653
+
}
1654
+
],
1655
+
"title": "firehose outstanding",
1656
+
"type": "timeseries"
1657
+
},
1658
+
{
1659
+
"datasource": {
1660
+
"type": "victoriametrics-datasource",
1661
+
"uid": "ceasrm4tg854we"
1662
+
},
1663
+
"fieldConfig": {
1664
+
"defaults": {
1665
+
"color": {
1666
+
"mode": "palette-classic"
1667
+
},
1668
+
"custom": {
1669
+
"axisBorderShow": false,
1670
+
"axisCenteredZero": false,
1671
+
"axisColorMode": "text",
1672
+
"axisLabel": "",
1673
+
"axisPlacement": "auto",
1674
+
"axisSoftMin": 0,
1675
+
"barAlignment": 0,
1676
+
"barWidthFactor": 0.6,
1677
+
"drawStyle": "line",
1678
+
"fillOpacity": 0,
1679
+
"gradientMode": "none",
1680
+
"hideFrom": {
1681
+
"legend": false,
1682
+
"tooltip": false,
1683
+
"viz": false
1684
+
},
1685
+
"insertNulls": false,
1686
+
"lineInterpolation": "linear",
1687
+
"lineWidth": 1,
1688
+
"pointSize": 5,
1689
+
"scaleDistribution": {
1690
+
"type": "linear"
1691
+
},
1692
+
"showPoints": "auto",
1693
+
"spanNulls": false,
1694
+
"stacking": {
1695
+
"group": "A",
1696
+
"mode": "none"
1697
+
},
1698
+
"thresholdsStyle": {
1699
+
"mode": "off"
1700
+
}
1701
+
},
1702
+
"mappings": [],
1703
+
"thresholds": {
1704
+
"mode": "absolute",
1705
+
"steps": [
1706
+
{
1707
+
"color": "green",
1708
+
"value": 0
1709
+
},
1710
+
{
1711
+
"color": "red",
1712
+
"value": 80
1713
+
}
1714
+
]
1715
+
}
1716
+
},
1717
+
"overrides": []
1718
+
},
1719
+
"gridPos": {
1720
+
"h": 4,
1721
+
"w": 7,
1722
+
"x": 4,
1723
+
"y": 23
1724
+
},
1725
+
"id": 3,
1726
+
"options": {
1727
+
"legend": {
1728
+
"calcs": [],
1729
+
"displayMode": "list",
1730
+
"placement": "bottom",
1731
+
"showLegend": true
1732
+
},
1733
+
"tooltip": {
1734
+
"hideZeros": false,
1735
+
"mode": "single",
1736
+
"sort": "none"
1737
+
}
1738
+
},
1739
+
"pluginVersion": "12.1.1",
1740
+
"targets": [
1741
+
{
1742
+
"editorMode": "builder",
1743
+
"expr": "sum by(instance) (rate(lightrail_commit_buffered_total{job=\"lightrail\"}[$__rate_interval]))",
1744
+
"legendFormat": "__auto",
1745
+
"range": true,
1746
+
"refId": "A"
1747
+
}
1748
+
],
1749
+
"title": "resync-buffered commit rate",
1750
+
"type": "timeseries"
1751
+
},
1752
+
{
1753
+
"datasource": {
1754
+
"type": "victoriametrics-datasource",
1755
+
"uid": "ceasrm4tg854we"
1756
+
},
1757
+
"fieldConfig": {
1758
+
"defaults": {
1759
+
"color": {
1760
+
"mode": "palette-classic"
1761
+
},
1762
+
"custom": {
1763
+
"axisBorderShow": false,
1764
+
"axisCenteredZero": false,
1765
+
"axisColorMode": "text",
1766
+
"axisLabel": "",
1767
+
"axisPlacement": "auto",
1768
+
"barAlignment": 0,
1769
+
"barWidthFactor": 0.6,
1770
+
"drawStyle": "line",
1771
+
"fillOpacity": 0,
1772
+
"gradientMode": "none",
1773
+
"hideFrom": {
1774
+
"legend": false,
1775
+
"tooltip": false,
1776
+
"viz": false
1777
+
},
1778
+
"insertNulls": false,
1779
+
"lineInterpolation": "linear",
1780
+
"lineWidth": 1,
1781
+
"pointSize": 5,
1782
+
"scaleDistribution": {
1783
+
"type": "linear"
1784
+
},
1785
+
"showPoints": "auto",
1786
+
"spanNulls": false,
1787
+
"stacking": {
1788
+
"group": "A",
1789
+
"mode": "none"
1790
+
},
1791
+
"thresholdsStyle": {
1792
+
"mode": "off"
1793
+
}
1794
+
},
1795
+
"mappings": [],
1796
+
"thresholds": {
1797
+
"mode": "absolute",
1798
+
"steps": [
1799
+
{
1800
+
"color": "green",
1801
+
"value": 0
1802
+
},
1803
+
{
1804
+
"color": "red",
1805
+
"value": 80
1806
+
}
1807
+
]
1808
+
}
1809
+
},
1810
+
"overrides": []
1811
+
},
1812
+
"gridPos": {
1813
+
"h": 4,
1814
+
"w": 6,
1815
+
"x": 11,
1816
+
"y": 23
1817
+
},
1818
+
"id": 14,
1819
+
"options": {
1820
+
"legend": {
1821
+
"calcs": [],
1822
+
"displayMode": "list",
1823
+
"placement": "bottom",
1824
+
"showLegend": true
1825
+
},
1826
+
"tooltip": {
1827
+
"hideZeros": false,
1828
+
"mode": "single",
1829
+
"sort": "none"
1830
+
}
1831
+
},
1832
+
"pluginVersion": "12.1.1",
1833
+
"targets": [
1834
+
{
1835
+
"editorMode": "builder",
1836
+
"expr": "sum by(instance) (rate(lightrail_firehose_stall_evictions_total{job=\"lightrail\"}[$__rate_interval]))",
1837
+
"legendFormat": "__auto",
1838
+
"range": true,
1839
+
"refId": "A"
1840
+
}
1841
+
],
1842
+
"title": "firehose stall eviction rate",
1843
+
"type": "timeseries"
1844
+
},
1845
+
{
1846
+
"collapsed": false,
1847
+
"gridPos": {
1848
+
"h": 1,
1849
+
"w": 24,
1850
+
"x": 0,
1851
+
"y": 27
1852
+
},
1853
+
"id": 33,
1854
+
"panels": [],
1855
+
"title": "Database",
1856
+
"type": "row"
1857
+
},
1858
+
{
1859
+
"datasource": {
1860
+
"type": "victoriametrics-datasource",
1861
+
"uid": "ceasrm4tg854we"
1862
+
},
1863
+
"fieldConfig": {
1864
+
"defaults": {
1865
+
"color": {
1866
+
"mode": "palette-classic"
1867
+
},
1868
+
"custom": {
1869
+
"axisBorderShow": false,
1870
+
"axisCenteredZero": false,
1871
+
"axisColorMode": "text",
1872
+
"axisLabel": "",
1873
+
"axisPlacement": "auto",
1874
+
"barAlignment": 0,
1875
+
"barWidthFactor": 0.6,
1876
+
"drawStyle": "line",
1877
+
"fillOpacity": 0,
1878
+
"gradientMode": "none",
1879
+
"hideFrom": {
1880
+
"legend": false,
1881
+
"tooltip": false,
1882
+
"viz": false
1883
+
},
1884
+
"insertNulls": false,
1885
+
"lineInterpolation": "linear",
1886
+
"lineWidth": 1,
1887
+
"pointSize": 5,
1888
+
"scaleDistribution": {
1889
+
"type": "linear"
1890
+
},
1891
+
"showPoints": "auto",
1892
+
"spanNulls": false,
1893
+
"stacking": {
1894
+
"group": "A",
1895
+
"mode": "none"
1896
+
},
1897
+
"thresholdsStyle": {
1898
+
"mode": "off"
1899
+
}
1900
+
},
1901
+
"mappings": [],
1902
+
"thresholds": {
1903
+
"mode": "absolute",
1904
+
"steps": [
1905
+
{
1906
+
"color": "green",
1907
+
"value": 0
1908
+
},
1909
+
{
1910
+
"color": "red",
1911
+
"value": 80
1912
+
}
1913
+
]
1914
+
}
1915
+
},
1916
+
"overrides": []
1917
+
},
1918
+
"gridPos": {
1919
+
"h": 5,
1920
+
"w": 4,
1921
+
"x": 0,
1922
+
"y": 28
1923
+
},
1924
+
"id": 20,
1925
+
"options": {
1926
+
"legend": {
1927
+
"calcs": [],
1928
+
"displayMode": "list",
1929
+
"placement": "bottom",
1930
+
"showLegend": true
1931
+
},
1932
+
"tooltip": {
1933
+
"hideZeros": false,
1934
+
"mode": "single",
1935
+
"sort": "none"
1936
+
}
1937
+
},
1938
+
"pluginVersion": "12.1.1",
1939
+
"targets": [
1940
+
{
1941
+
"editorMode": "builder",
1942
+
"expr": "sum by(instance) (increase(lightrail_db_compactions_completed{job=\"lightrail\"}[$__rate_interval]))",
1943
+
"legendFormat": "__auto",
1944
+
"range": true,
1945
+
"refId": "A"
1946
+
}
1947
+
],
1948
+
"title": "compactions completed",
1949
+
"type": "timeseries"
1950
+
},
1951
+
{
1952
+
"datasource": {
1953
+
"type": "victoriametrics-datasource",
1954
+
"uid": "ceasrm4tg854we"
1955
+
},
1956
+
"fieldConfig": {
1957
+
"defaults": {
1958
+
"color": {
1959
+
"mode": "palette-classic"
1960
+
},
1961
+
"custom": {
1962
+
"axisBorderShow": false,
1963
+
"axisCenteredZero": false,
1964
+
"axisColorMode": "text",
1965
+
"axisLabel": "",
1966
+
"axisPlacement": "auto",
1967
+
"barAlignment": 0,
1968
+
"barWidthFactor": 0.6,
1969
+
"drawStyle": "line",
1970
+
"fillOpacity": 0,
1971
+
"gradientMode": "none",
1972
+
"hideFrom": {
1973
+
"legend": false,
1974
+
"tooltip": false,
1975
+
"viz": false
1976
+
},
1977
+
"insertNulls": false,
1978
+
"lineInterpolation": "linear",
1979
+
"lineWidth": 1,
1980
+
"pointSize": 5,
1981
+
"scaleDistribution": {
1982
+
"type": "linear"
1983
+
},
1984
+
"showPoints": "auto",
1985
+
"spanNulls": false,
1986
+
"stacking": {
1987
+
"group": "A",
1988
+
"mode": "none"
1989
+
},
1990
+
"thresholdsStyle": {
1991
+
"mode": "off"
1992
+
}
1993
+
},
1994
+
"mappings": [],
1995
+
"thresholds": {
1996
+
"mode": "absolute",
1997
+
"steps": [
1998
+
{
1999
+
"color": "green",
2000
+
"value": 0
2001
+
},
2002
+
{
2003
+
"color": "red",
2004
+
"value": 80
2005
+
}
2006
+
]
2007
+
},
2008
+
"unit": "s"
2009
+
},
2010
+
"overrides": []
2011
+
},
2012
+
"gridPos": {
2013
+
"h": 5,
2014
+
"w": 4,
2015
+
"x": 4,
2016
+
"y": 28
2017
+
},
2018
+
"id": 23,
2019
+
"options": {
2020
+
"legend": {
2021
+
"calcs": [],
2022
+
"displayMode": "list",
2023
+
"placement": "bottom",
2024
+
"showLegend": true
2025
+
},
2026
+
"tooltip": {
2027
+
"hideZeros": false,
2028
+
"mode": "single",
2029
+
"sort": "none"
2030
+
}
2031
+
},
2032
+
"pluginVersion": "12.1.1",
2033
+
"targets": [
2034
+
{
2035
+
"editorMode": "builder",
2036
+
"expr": "sum by(instance) (lightrail_db_time_compacting_seconds{job=\"lightrail\"})",
2037
+
"legendFormat": "__auto",
2038
+
"range": true,
2039
+
"refId": "A"
2040
+
}
2041
+
],
2042
+
"title": "total time compacting",
2043
+
"type": "timeseries"
2044
+
},
2045
+
{
2046
+
"datasource": {
2047
+
"type": "victoriametrics-datasource",
2048
+
"uid": "ceasrm4tg854we"
2049
+
},
2050
+
"fieldConfig": {
2051
+
"defaults": {
2052
+
"color": {
2053
+
"mode": "palette-classic"
2054
+
},
2055
+
"custom": {
2056
+
"axisBorderShow": false,
2057
+
"axisCenteredZero": false,
2058
+
"axisColorMode": "text",
2059
+
"axisLabel": "",
2060
+
"axisPlacement": "auto",
2061
+
"barAlignment": 0,
2062
+
"barWidthFactor": 0.6,
2063
+
"drawStyle": "line",
2064
+
"fillOpacity": 0,
2065
+
"gradientMode": "none",
2066
+
"hideFrom": {
2067
+
"legend": false,
2068
+
"tooltip": false,
2069
+
"viz": false
2070
+
},
2071
+
"insertNulls": false,
2072
+
"lineInterpolation": "linear",
2073
+
"lineWidth": 1,
2074
+
"pointSize": 5,
2075
+
"scaleDistribution": {
2076
+
"type": "linear"
2077
+
},
2078
+
"showPoints": "auto",
2079
+
"spanNulls": false,
2080
+
"stacking": {
2081
+
"group": "A",
2082
+
"mode": "none"
2083
+
},
2084
+
"thresholdsStyle": {
2085
+
"mode": "off"
2086
+
}
2087
+
},
2088
+
"mappings": [],
2089
+
"thresholds": {
2090
+
"mode": "absolute",
2091
+
"steps": [
2092
+
{
2093
+
"color": "green",
2094
+
"value": 0
2095
+
},
2096
+
{
2097
+
"color": "red",
2098
+
"value": 80
2099
+
}
2100
+
]
2101
+
}
2102
+
},
2103
+
"overrides": []
2104
+
},
2105
+
"gridPos": {
2106
+
"h": 5,
2107
+
"w": 4,
2108
+
"x": 8,
2109
+
"y": 28
2110
+
},
2111
+
"id": 22,
2112
+
"options": {
2113
+
"legend": {
2114
+
"calcs": [],
2115
+
"displayMode": "list",
2116
+
"placement": "bottom",
2117
+
"showLegend": true
2118
+
},
2119
+
"tooltip": {
2120
+
"hideZeros": false,
2121
+
"mode": "single",
2122
+
"sort": "none"
2123
+
}
2124
+
},
2125
+
"pluginVersion": "12.1.1",
2126
+
"targets": [
2127
+
{
2128
+
"editorMode": "builder",
2129
+
"expr": "sum by(instance) (lightrail_db_journal_count{job=\"lightrail\"})",
2130
+
"legendFormat": "__auto",
2131
+
"range": true,
2132
+
"refId": "A"
2133
+
}
2134
+
],
2135
+
"title": "journal count",
2136
+
"type": "timeseries"
2137
+
},
2138
+
{
2139
+
"datasource": {
2140
+
"type": "victoriametrics-datasource",
2141
+
"uid": "ceasrm4tg854we"
2142
+
},
2143
+
"fieldConfig": {
2144
+
"defaults": {
2145
+
"color": {
2146
+
"mode": "palette-classic"
2147
+
},
2148
+
"custom": {
2149
+
"axisBorderShow": false,
2150
+
"axisCenteredZero": false,
2151
+
"axisColorMode": "text",
2152
+
"axisLabel": "",
2153
+
"axisPlacement": "auto",
2154
+
"axisSoftMin": 0,
2155
+
"barAlignment": 0,
2156
+
"barWidthFactor": 0.6,
2157
+
"drawStyle": "line",
2158
+
"fillOpacity": 59,
2159
+
"gradientMode": "none",
2160
+
"hideFrom": {
2161
+
"legend": false,
2162
+
"tooltip": false,
2163
+
"viz": false
2164
+
},
2165
+
"insertNulls": false,
2166
+
"lineInterpolation": "linear",
2167
+
"lineStyle": {
2168
+
"fill": "solid"
2169
+
},
2170
+
"lineWidth": 1,
2171
+
"pointSize": 5,
2172
+
"scaleDistribution": {
2173
+
"type": "linear"
2174
+
},
2175
+
"showPoints": "auto",
2176
+
"spanNulls": false,
2177
+
"stacking": {
2178
+
"group": "A",
2179
+
"mode": "normal"
2180
+
},
2181
+
"thresholdsStyle": {
2182
+
"mode": "off"
2183
+
}
2184
+
},
2185
+
"mappings": [],
2186
+
"thresholds": {
2187
+
"mode": "absolute",
2188
+
"steps": [
2189
+
{
2190
+
"color": "green",
2191
+
"value": 0
2192
+
},
2193
+
{
2194
+
"color": "red",
2195
+
"value": 80
2196
+
}
2197
+
]
2198
+
},
2199
+
"unit": "bytes"
2200
+
},
2201
+
"overrides": [
2202
+
{
2203
+
"matcher": {
2204
+
"id": "byName",
2205
+
"options": "total (orion:8766)"
2206
+
},
2207
+
"properties": [
2208
+
{
2209
+
"id": "custom.lineStyle",
2210
+
"value": {
2211
+
"dash": [
2212
+
1,
2213
+
6
2214
+
],
2215
+
"fill": "dot"
2216
+
}
2217
+
},
2218
+
{
2219
+
"id": "custom.stacking",
2220
+
"value": {
2221
+
"group": "A",
2222
+
"mode": "none"
2223
+
}
2224
+
},
2225
+
{
2226
+
"id": "custom.fillOpacity",
2227
+
"value": 0
2228
+
}
2229
+
]
2230
+
}
2231
+
]
2232
+
},
2233
+
"gridPos": {
2234
+
"h": 5,
2235
+
"w": 5,
2236
+
"x": 12,
2237
+
"y": 28
2238
+
},
2239
+
"id": 24,
2240
+
"options": {
2241
+
"legend": {
2242
+
"calcs": [],
2243
+
"displayMode": "list",
2244
+
"placement": "bottom",
2245
+
"showLegend": true
2246
+
},
2247
+
"tooltip": {
2248
+
"hideZeros": false,
2249
+
"mode": "single",
2250
+
"sort": "none"
2251
+
}
2252
+
},
2253
+
"pluginVersion": "12.1.1",
2254
+
"targets": [
2255
+
{
2256
+
"editorMode": "builder",
2257
+
"expr": "sum by(instance, keyspace) (lightrail_db_disk_bytes{job=\"lightrail\", keyspace=\"total\"})",
2258
+
"legendFormat": "{{ keyspace }} ({{ instance }})",
2259
+
"range": true,
2260
+
"refId": "TOTAL"
2261
+
},
2262
+
{
2263
+
"datasource": {
2264
+
"type": "victoriametrics-datasource",
2265
+
"uid": "ceasrm4tg854we"
2266
+
},
2267
+
"editorMode": "builder",
2268
+
"expr": "sum by(instance, keyspace) (lightrail_db_disk_bytes{job=\"lightrail\", keyspace!=\"total\"})",
2269
+
"hide": false,
2270
+
"legendFormat": "{{ keyspace }} ({{ instance }})",
2271
+
"range": true,
2272
+
"refId": "KEYSPACES"
2273
+
}
2274
+
],
2275
+
"title": "db disk bytes",
2276
+
"type": "timeseries"
2277
+
},
2278
+
{
2279
+
"datasource": {
2280
+
"type": "victoriametrics-datasource",
2281
+
"uid": "ceasrm4tg854we"
2282
+
},
2283
+
"fieldConfig": {
2284
+
"defaults": {
2285
+
"color": {
2286
+
"mode": "palette-classic"
2287
+
},
2288
+
"custom": {
2289
+
"axisBorderShow": false,
2290
+
"axisCenteredZero": false,
2291
+
"axisColorMode": "text",
2292
+
"axisLabel": "",
2293
+
"axisPlacement": "auto",
2294
+
"axisSoftMin": 0,
2295
+
"barAlignment": 0,
2296
+
"barWidthFactor": 0.3,
2297
+
"drawStyle": "bars",
2298
+
"fillOpacity": 100,
2299
+
"gradientMode": "none",
2300
+
"hideFrom": {
2301
+
"legend": false,
2302
+
"tooltip": false,
2303
+
"viz": false
2304
+
},
2305
+
"insertNulls": false,
2306
+
"lineInterpolation": "linear",
2307
+
"lineWidth": 0,
2308
+
"pointSize": 5,
2309
+
"scaleDistribution": {
2310
+
"type": "linear"
2311
+
},
2312
+
"showPoints": "auto",
2313
+
"spanNulls": false,
2314
+
"stacking": {
2315
+
"group": "A",
2316
+
"mode": "none"
2317
+
},
2318
+
"thresholdsStyle": {
2319
+
"mode": "off"
2320
+
}
2321
+
},
2322
+
"mappings": [],
2323
+
"thresholds": {
2324
+
"mode": "absolute",
2325
+
"steps": [
2326
+
{
2327
+
"color": "green",
2328
+
"value": 0
2329
+
},
2330
+
{
2331
+
"color": "red",
2332
+
"value": 80
2333
+
}
2334
+
]
2335
+
},
2336
+
"unit": "bytes"
2337
+
},
2338
+
"overrides": []
2339
+
},
2340
+
"gridPos": {
2341
+
"h": 5,
2342
+
"w": 7,
2343
+
"x": 17,
2344
+
"y": 28
2345
+
},
2346
+
"id": 25,
2347
+
"interval": "5m",
2348
+
"maxDataPoints": 12,
2349
+
"options": {
2350
+
"legend": {
2351
+
"calcs": [],
2352
+
"displayMode": "list",
2353
+
"placement": "bottom",
2354
+
"showLegend": true
2355
+
},
2356
+
"tooltip": {
2357
+
"hideZeros": false,
2358
+
"mode": "single",
2359
+
"sort": "none"
2360
+
}
2361
+
},
2362
+
"pluginVersion": "12.1.1",
2363
+
"targets": [
2364
+
{
2365
+
"editorMode": "builder",
2366
+
"expr": "sum by(instance) (increase(lightrail_db_disk_bytes{job=\"lightrail\", keyspace!=\"total\"}[$__rate_interval]))",
2367
+
"hide": true,
2368
+
"legendFormat": "keyspace-total ({{ instance }})",
2369
+
"range": true,
2370
+
"refId": "KS_BYTE_RATE"
2371
+
},
2372
+
{
2373
+
"datasource": {
2374
+
"type": "victoriametrics-datasource",
2375
+
"uid": "ceasrm4tg854we"
2376
+
},
2377
+
"editorMode": "builder",
2378
+
"expr": "sum by(instance) (increase(lightrail_resync_completed_total{job=\"lightrail\", outcome=\"success\"}[$__rate_interval]))",
2379
+
"hide": true,
2380
+
"legendFormat": "resync-ok ({{ instance }})",
2381
+
"range": true,
2382
+
"refId": "RESYNC_OK_RATE"
2383
+
},
2384
+
{
2385
+
"datasource": {
2386
+
"name": "Expression",
2387
+
"type": "__expr__",
2388
+
"uid": "__expr__"
2389
+
},
2390
+
"expression": "$KS_BYTE_RATE / $RESYNC_OK_RATE",
2391
+
"hide": false,
2392
+
"refId": "sum(keyspace increases)",
2393
+
"type": "math"
2394
+
}
2395
+
],
2396
+
"title": "keyspace total bytes per resync",
2397
+
"type": "timeseries"
2398
+
},
2399
+
{
2400
+
"collapsed": false,
2401
+
"gridPos": {
2402
+
"h": 1,
2403
+
"w": 24,
2404
+
"x": 0,
2405
+
"y": 33
2406
+
},
2407
+
"id": 32,
2408
+
"panels": [],
2409
+
"title": "Identity",
2410
+
"type": "row"
2411
+
},
2412
+
{
2413
+
"datasource": {
2414
+
"type": "victoriametrics-datasource",
2415
+
"uid": "ceasrm4tg854we"
2416
+
},
2417
+
"fieldConfig": {
2418
+
"defaults": {
2419
+
"color": {
2420
+
"mode": "palette-classic"
2421
+
},
2422
+
"custom": {
2423
+
"axisBorderShow": false,
2424
+
"axisCenteredZero": false,
2425
+
"axisColorMode": "text",
2426
+
"axisLabel": "",
2427
+
"axisPlacement": "auto",
2428
+
"barAlignment": 0,
2429
+
"barWidthFactor": 0.6,
2430
+
"drawStyle": "line",
2431
+
"fillOpacity": 0,
2432
+
"gradientMode": "none",
2433
+
"hideFrom": {
2434
+
"legend": false,
2435
+
"tooltip": false,
2436
+
"viz": false
2437
+
},
2438
+
"insertNulls": false,
2439
+
"lineInterpolation": "linear",
2440
+
"lineWidth": 1,
2441
+
"pointSize": 5,
2442
+
"scaleDistribution": {
2443
+
"type": "linear"
2444
+
},
2445
+
"showPoints": "auto",
2446
+
"spanNulls": false,
2447
+
"stacking": {
2448
+
"group": "A",
2449
+
"mode": "none"
2450
+
},
2451
+
"thresholdsStyle": {
2452
+
"mode": "off"
2453
+
}
2454
+
},
2455
+
"mappings": [],
2456
+
"thresholds": {
2457
+
"mode": "absolute",
2458
+
"steps": [
2459
+
{
2460
+
"color": "green",
2461
+
"value": 0
2462
+
},
2463
+
{
2464
+
"color": "red",
2465
+
"value": 80
2466
+
}
2467
+
]
2468
+
}
2469
+
},
2470
+
"overrides": []
2471
+
},
2472
+
"gridPos": {
2473
+
"h": 5,
2474
+
"w": 8,
2475
+
"x": 0,
2476
+
"y": 34
2477
+
},
2478
+
"id": 11,
2479
+
"options": {
2480
+
"legend": {
2481
+
"calcs": [],
2482
+
"displayMode": "list",
2483
+
"placement": "bottom",
2484
+
"showLegend": true
2485
+
},
2486
+
"tooltip": {
2487
+
"hideZeros": false,
2488
+
"mode": "single",
2489
+
"sort": "none"
2490
+
}
2491
+
},
2492
+
"pluginVersion": "12.1.1",
2493
+
"targets": [
2494
+
{
2495
+
"editorMode": "builder",
2496
+
"expr": "sum by(instance, outcome) (rate(lightrail_identity_resolution_total{job=\"lightrail\"}[$__rate_interval]))",
2497
+
"legendFormat": "{{ outcome }} ({{ instance }})",
2498
+
"range": true,
2499
+
"refId": "A"
2500
+
}
2501
+
],
2502
+
"title": "identity resolution rate",
2503
+
"type": "timeseries"
2504
+
},
2505
+
{
2506
+
"datasource": {
2507
+
"type": "victoriametrics-datasource",
2508
+
"uid": "ceasrm4tg854we"
2509
+
},
2510
+
"fieldConfig": {
2511
+
"defaults": {
2512
+
"color": {
2513
+
"mode": "palette-classic"
2514
+
},
2515
+
"custom": {
2516
+
"axisBorderShow": false,
2517
+
"axisCenteredZero": false,
2518
+
"axisColorMode": "text",
2519
+
"axisLabel": "",
2520
+
"axisPlacement": "auto",
2521
+
"barAlignment": 0,
2522
+
"barWidthFactor": 0.6,
2523
+
"drawStyle": "bars",
2524
+
"fillOpacity": 100,
2525
+
"gradientMode": "none",
2526
+
"hideFrom": {
2527
+
"legend": false,
2528
+
"tooltip": false,
2529
+
"viz": false
2530
+
},
2531
+
"insertNulls": false,
2532
+
"lineInterpolation": "linear",
2533
+
"lineWidth": 0,
2534
+
"pointSize": 5,
2535
+
"scaleDistribution": {
2536
+
"type": "linear"
2537
+
},
2538
+
"showPoints": "auto",
2539
+
"spanNulls": false,
2540
+
"stacking": {
2541
+
"group": "A",
2542
+
"mode": "none"
2543
+
},
2544
+
"thresholdsStyle": {
2545
+
"mode": "off"
2546
+
}
2547
+
},
2548
+
"mappings": [],
2549
+
"thresholds": {
2550
+
"mode": "absolute",
2551
+
"steps": [
2552
+
{
2553
+
"color": "green",
2554
+
"value": 0
2555
+
},
2556
+
{
2557
+
"color": "red",
2558
+
"value": 80
2559
+
}
2560
+
]
2561
+
}
2562
+
},
2563
+
"overrides": []
2564
+
},
2565
+
"gridPos": {
2566
+
"h": 5,
2567
+
"w": 6,
2568
+
"x": 8,
2569
+
"y": 34
2570
+
},
2571
+
"id": 28,
2572
+
"options": {
2573
+
"legend": {
2574
+
"calcs": [],
2575
+
"displayMode": "list",
2576
+
"placement": "bottom",
2577
+
"showLegend": true
2578
+
},
2579
+
"tooltip": {
2580
+
"hideZeros": false,
2581
+
"mode": "single",
2582
+
"sort": "none"
2583
+
}
2584
+
},
2585
+
"pluginVersion": "12.1.1",
2586
+
"targets": [
2587
+
{
2588
+
"editorMode": "builder",
2589
+
"expr": "rate(lightrail_identity_rate_limited_total{job=\"lightrail\"}[$__rate_interval])",
2590
+
"hide": false,
2591
+
"legendFormat": "__auto",
2592
+
"range": true,
2593
+
"refId": "A"
2594
+
}
2595
+
],
2596
+
"title": "identity rate limits",
2597
+
"type": "timeseries"
2598
+
},
2599
+
{
2600
+
"collapsed": false,
2601
+
"gridPos": {
2602
+
"h": 1,
2603
+
"w": 24,
2604
+
"x": 0,
2605
+
"y": 39
2606
+
},
2607
+
"id": 34,
2608
+
"panels": [],
2609
+
"title": "Database timing",
2610
+
"type": "row"
2611
+
},
2612
+
{
2613
+
"datasource": {
2614
+
"type": "victoriametrics-datasource",
2615
+
"uid": "ceasrm4tg854we"
2616
+
},
2617
+
"fieldConfig": {
2618
+
"defaults": {
2619
+
"color": {
2620
+
"mode": "palette-classic"
2621
+
},
2622
+
"custom": {
2623
+
"axisBorderShow": false,
2624
+
"axisCenteredZero": false,
2625
+
"axisColorMode": "text",
2626
+
"axisLabel": "",
2627
+
"axisPlacement": "auto",
2628
+
"barAlignment": 0,
2629
+
"barWidthFactor": 0.6,
2630
+
"drawStyle": "line",
2631
+
"fillOpacity": 0,
2632
+
"gradientMode": "none",
2633
+
"hideFrom": {
2634
+
"legend": false,
2635
+
"tooltip": false,
2636
+
"viz": false
2637
+
},
2638
+
"insertNulls": false,
2639
+
"lineInterpolation": "linear",
2640
+
"lineWidth": 1,
2641
+
"pointSize": 5,
2642
+
"scaleDistribution": {
2643
+
"type": "linear"
2644
+
},
2645
+
"showPoints": "auto",
2646
+
"spanNulls": false,
2647
+
"stacking": {
2648
+
"group": "A",
2649
+
"mode": "none"
2650
+
},
2651
+
"thresholdsStyle": {
2652
+
"mode": "off"
2653
+
}
2654
+
},
2655
+
"mappings": [],
2656
+
"thresholds": {
2657
+
"mode": "absolute",
2658
+
"steps": [
2659
+
{
2660
+
"color": "green",
2661
+
"value": 0
2662
+
},
2663
+
{
2664
+
"color": "red",
2665
+
"value": 80
2666
+
}
2667
+
]
2668
+
},
2669
+
"unit": "s"
2670
+
},
2671
+
"overrides": []
2672
+
},
2673
+
"gridPos": {
2674
+
"h": 6,
2675
+
"w": 9,
2676
+
"x": 0,
2677
+
"y": 40
2678
+
},
2679
+
"id": 27,
2680
+
"options": {
2681
+
"legend": {
2682
+
"calcs": [],
2683
+
"displayMode": "list",
2684
+
"placement": "bottom",
2685
+
"showLegend": true
2686
+
},
2687
+
"tooltip": {
2688
+
"hideZeros": false,
2689
+
"mode": "single",
2690
+
"sort": "none"
2691
+
}
2692
+
},
2693
+
"pluginVersion": "12.1.1",
2694
+
"targets": [
2695
+
{
2696
+
"editorMode": "builder",
2697
+
"expr": "sum by(instance, op, phase, quantile) (last_over_time(lightrail_resync_queue_op_seconds{job=\"lightrail\", quantile=\"0.99\"}[$__interval]))",
2698
+
"legendFormat": "p{{ quantile }} {{ op }} {{ phase }} ({{ instance }})",
2699
+
"range": true,
2700
+
"refId": "A"
2701
+
}
2702
+
],
2703
+
"title": "queue op phase",
2704
+
"type": "timeseries"
2705
+
},
2706
+
{
2707
+
"datasource": {
2708
+
"type": "victoriametrics-datasource",
2709
+
"uid": "ceasrm4tg854we"
2710
+
},
2711
+
"fieldConfig": {
2712
+
"defaults": {
2713
+
"color": {
2714
+
"mode": "palette-classic"
2715
+
},
2716
+
"custom": {
2717
+
"axisBorderShow": false,
2718
+
"axisCenteredZero": false,
2719
+
"axisColorMode": "text",
2720
+
"axisLabel": "",
2721
+
"axisPlacement": "auto",
2722
+
"barAlignment": 0,
2723
+
"barWidthFactor": 0.6,
2724
+
"drawStyle": "line",
2725
+
"fillOpacity": 0,
2726
+
"gradientMode": "none",
2727
+
"hideFrom": {
2728
+
"legend": false,
2729
+
"tooltip": false,
2730
+
"viz": false
2731
+
},
2732
+
"insertNulls": false,
2733
+
"lineInterpolation": "linear",
2734
+
"lineWidth": 1,
2735
+
"pointSize": 5,
2736
+
"scaleDistribution": {
2737
+
"type": "linear"
2738
+
},
2739
+
"showPoints": "auto",
2740
+
"spanNulls": false,
2741
+
"stacking": {
2742
+
"group": "A",
2743
+
"mode": "none"
2744
+
},
2745
+
"thresholdsStyle": {
2746
+
"mode": "off"
2747
+
}
2748
+
},
2749
+
"mappings": [],
2750
+
"thresholds": {
2751
+
"mode": "absolute",
2752
+
"steps": [
2753
+
{
2754
+
"color": "green",
2755
+
"value": 0
2756
+
},
2757
+
{
2758
+
"color": "red",
2759
+
"value": 80
2760
+
}
2761
+
]
2762
+
}
2763
+
},
2764
+
"overrides": []
2765
+
},
2766
+
"gridPos": {
2767
+
"h": 6,
2768
+
"w": 10,
2769
+
"x": 9,
2770
+
"y": 40
2771
+
},
2772
+
"id": 26,
2773
+
"options": {
2774
+
"legend": {
2775
+
"calcs": [],
2776
+
"displayMode": "list",
2777
+
"placement": "bottom",
2778
+
"showLegend": true
2779
+
},
2780
+
"tooltip": {
2781
+
"hideZeros": false,
2782
+
"mode": "single",
2783
+
"sort": "none"
2784
+
}
2785
+
},
2786
+
"pluginVersion": "12.1.1",
2787
+
"targets": [
2788
+
{
2789
+
"editorMode": "builder",
2790
+
"expr": "sum by(instance, quantile) (last_over_time(lightrail_resync_queue_claim_scanned{job=\"lightrail\"}[$__interval]))",
2791
+
"legendFormat": "p{{ quantile }} ({{ instance }})",
2792
+
"range": true,
2793
+
"refId": "A"
2794
+
}
2795
+
],
2796
+
"title": "resync queue claim scanned",
2797
+
"type": "timeseries"
2798
+
}
2799
+
],
2800
+
"preload": false,
2801
+
"refresh": "30s",
2802
+
"schemaVersion": 41,
2803
+
"tags": [],
2804
+
"templating": {
2805
+
"list": []
2806
+
},
2807
+
"time": {
2808
+
"from": "now-6h",
2809
+
"to": "now"
2810
+
},
2811
+
"timepicker": {},
2812
+
"timezone": "America/Toronto",
2813
+
"title": "lightrail",
2814
+
"uid": "4b2dc5ab-9374-4a00-acb6-d7921fb82785",
2815
+
"version": 13
2816
+
}