lightweight com.atproto.sync.listReposByCollection
45
fork

Configure Feed

Select the types of activity you want to include in your feed.

grafana dash

phil 58fa7b9a 76bde2b4

+2816
+2816
grafana/detailed-overview-victoriametrics.json
··· 1 + { 2 + "annotations": { 3 + "list": [ 4 + { 5 + "builtIn": 1, 6 + "datasource": { 7 + "type": "grafana", 8 + "uid": "-- Grafana --" 9 + }, 10 + "enable": true, 11 + "hide": true, 12 + "iconColor": "rgba(0, 211, 255, 1)", 13 + "name": "Annotations & Alerts", 14 + "type": "dashboard" 15 + } 16 + ] 17 + }, 18 + "editable": true, 19 + "fiscalYearStartMonth": 0, 20 + "graphTooltip": 0, 21 + "id": 19, 22 + "links": [], 23 + "panels": [ 24 + { 25 + "datasource": { 26 + "type": "victoriametrics-datasource", 27 + "uid": "ceasrm4tg854we" 28 + }, 29 + "fieldConfig": { 30 + "defaults": { 31 + "color": { 32 + "mode": "palette-classic" 33 + }, 34 + "custom": { 35 + "axisBorderShow": false, 36 + "axisCenteredZero": false, 37 + "axisColorMode": "text", 38 + "axisLabel": "", 39 + "axisPlacement": "auto", 40 + "barAlignment": 0, 41 + "barWidthFactor": 0.6, 42 + "drawStyle": "line", 43 + "fillOpacity": 0, 44 + "gradientMode": "none", 45 + "hideFrom": { 46 + "legend": false, 47 + "tooltip": false, 48 + "viz": false 49 + }, 50 + "insertNulls": false, 51 + "lineInterpolation": "linear", 52 + "lineWidth": 1, 53 + "pointSize": 5, 54 + "scaleDistribution": { 55 + "type": "linear" 56 + }, 57 + "showPoints": "auto", 58 + "spanNulls": false, 59 + "stacking": { 60 + "group": "A", 61 + "mode": "none" 62 + }, 63 + "thresholdsStyle": { 64 + "mode": "off" 65 + } 66 + }, 67 + "mappings": [], 68 + "thresholds": { 69 + "mode": "absolute", 70 + "steps": [ 71 + { 72 + "color": "green", 73 + "value": 0 74 + }, 75 + { 76 + "color": "red", 77 + "value": 80 78 + } 79 + ] 80 + } 81 + }, 82 + "overrides": [] 83 + }, 84 + "gridPos": { 85 + "h": 5, 86 + "w": 9, 87 + "x": 0, 88 + "y": 0 89 + }, 90 + "id": 18, 91 + "options": { 92 + "legend": { 93 + "calcs": [], 94 + "displayMode": "list", 95 + "placement": "bottom", 96 + "showLegend": true 97 + }, 98 + "tooltip": { 99 + "hideZeros": false, 100 + "mode": "single", 101 + "sort": "none" 102 + } 103 + }, 104 + "pluginVersion": "12.1.1", 105 + "targets": [ 106 + { 107 + "editorMode": "builder", 108 + "expr": "sum by(instance, source) (rate(lightrail_collection_births_total{job=\"lightrail\"}[$__rate_interval]))", 109 + "legendFormat": "births/{{ source }} ({{ instance }})", 110 + "range": true, 111 + "refId": "A" 112 + }, 113 + { 114 + "datasource": { 115 + "type": "victoriametrics-datasource", 116 + "uid": "ceasrm4tg854we" 117 + }, 118 + "editorMode": "builder", 119 + "expr": "sum by(instance, source) (rate(lightrail_collection_deaths_total{job=\"lightrail\"}[$__rate_interval]))", 120 + "hide": false, 121 + "legendFormat": "deaths/{{ source }} ({{ instance }})", 122 + "range": true, 123 + "refId": "B" 124 + } 125 + ], 126 + "title": "total collection rates", 127 + "type": "timeseries" 128 + }, 129 + { 130 + "collapsed": false, 131 + "gridPos": { 132 + "h": 1, 133 + "w": 24, 134 + "x": 0, 135 + "y": 5 136 + }, 137 + "id": 30, 138 + "panels": [], 139 + "title": "Resync", 140 + "type": "row" 141 + }, 142 + { 143 + "datasource": { 144 + "type": "victoriametrics-datasource", 145 + "uid": "ceasrm4tg854we" 146 + }, 147 + "fieldConfig": { 148 + "defaults": { 149 + "color": { 150 + "mode": "palette-classic" 151 + }, 152 + "custom": { 153 + "axisBorderShow": false, 154 + "axisCenteredZero": false, 155 + "axisColorMode": "text", 156 + "axisLabel": "", 157 + "axisPlacement": "auto", 158 + "barAlignment": 0, 159 + "barWidthFactor": 0.6, 160 + "drawStyle": "line", 161 + "fillOpacity": 0, 162 + "gradientMode": "none", 163 + "hideFrom": { 164 + "legend": false, 165 + "tooltip": false, 166 + "viz": false 167 + }, 168 + "insertNulls": false, 169 + "lineInterpolation": "linear", 170 + "lineWidth": 1, 171 + "pointSize": 5, 172 + "scaleDistribution": { 173 + "type": "linear" 174 + }, 175 + "showPoints": "auto", 176 + "spanNulls": false, 177 + "stacking": { 178 + "group": "A", 179 + "mode": "none" 180 + }, 181 + "thresholdsStyle": { 182 + "mode": "off" 183 + } 184 + }, 185 + "mappings": [], 186 + "thresholds": { 187 + "mode": "absolute", 188 + "steps": [ 189 + { 190 + "color": "green", 191 + "value": 0 192 + }, 193 + { 194 + "color": "red", 195 + "value": 80 196 + } 197 + ] 198 + } 199 + }, 200 + "overrides": [] 201 + }, 202 + "gridPos": { 203 + "h": 5, 204 + "w": 5, 205 + "x": 0, 206 + "y": 6 207 + }, 208 + "id": 1, 209 + "options": { 210 + "legend": { 211 + "calcs": [], 212 + "displayMode": "list", 213 + "placement": "bottom", 214 + "showLegend": true 215 + }, 216 + "tooltip": { 217 + "hideZeros": false, 218 + "mode": "single", 219 + "sort": "none" 220 + } 221 + }, 222 + "pluginVersion": "12.1.1", 223 + "targets": [ 224 + { 225 + "datasource": { 226 + "type": "victoriametrics-datasource", 227 + "uid": "ceasrm4tg854we" 228 + }, 229 + "editorMode": "builder", 230 + "expr": "sum by(instance, outcome) (rate(lightrail_resync_completed_total{job=\"lightrail\"}[$__rate_interval]))", 231 + "legendFormat": "{{ outcome }} ({{ instance }})", 232 + "range": true, 233 + "refId": "A" 234 + } 235 + ], 236 + "title": "resync completion rate", 237 + "type": "timeseries" 238 + }, 239 + { 240 + "datasource": { 241 + "type": "victoriametrics-datasource", 242 + "uid": "ceasrm4tg854we" 243 + }, 244 + "fieldConfig": { 245 + "defaults": { 246 + "color": { 247 + "mode": "palette-classic" 248 + }, 249 + "custom": { 250 + "axisBorderShow": false, 251 + "axisCenteredZero": false, 252 + "axisColorMode": "text", 253 + "axisLabel": "", 254 + "axisPlacement": "auto", 255 + "barAlignment": 0, 256 + "barWidthFactor": 0.6, 257 + "drawStyle": "line", 258 + "fillOpacity": 0, 259 + "gradientMode": "none", 260 + "hideFrom": { 261 + "legend": false, 262 + "tooltip": false, 263 + "viz": false 264 + }, 265 + "insertNulls": false, 266 + "lineInterpolation": "linear", 267 + "lineWidth": 1, 268 + "pointSize": 5, 269 + "scaleDistribution": { 270 + "type": "linear" 271 + }, 272 + "showPoints": "auto", 273 + "spanNulls": false, 274 + "stacking": { 275 + "group": "A", 276 + "mode": "none" 277 + }, 278 + "thresholdsStyle": { 279 + "mode": "off" 280 + } 281 + }, 282 + "mappings": [], 283 + "thresholds": { 284 + "mode": "absolute", 285 + "steps": [ 286 + { 287 + "color": "green", 288 + "value": 0 289 + }, 290 + { 291 + "color": "red", 292 + "value": 80 293 + } 294 + ] 295 + } 296 + }, 297 + "overrides": [] 298 + }, 299 + "gridPos": { 300 + "h": 5, 301 + "w": 5, 302 + "x": 5, 303 + "y": 6 304 + }, 305 + "id": 17, 306 + "options": { 307 + "legend": { 308 + "calcs": [], 309 + "displayMode": "list", 310 + "placement": "bottom", 311 + "showLegend": true 312 + }, 313 + "tooltip": { 314 + "hideZeros": false, 315 + "mode": "single", 316 + "sort": "none" 317 + } 318 + }, 319 + "pluginVersion": "12.1.1", 320 + "targets": [ 321 + { 322 + "editorMode": "builder", 323 + "expr": "sum by(instance, source) (rate(lightrail_resync_fetch_total{job=\"lightrail\"}[$__rate_interval]))", 324 + "legendFormat": "{{ source }} ({{ instance }})", 325 + "range": true, 326 + "refId": "A" 327 + } 328 + ], 329 + "title": "fetch rate", 330 + "type": "timeseries" 331 + }, 332 + { 333 + "datasource": { 334 + "type": "victoriametrics-datasource", 335 + "uid": "ceasrm4tg854we" 336 + }, 337 + "fieldConfig": { 338 + "defaults": { 339 + "color": { 340 + "mode": "palette-classic" 341 + }, 342 + "custom": { 343 + "axisBorderShow": false, 344 + "axisCenteredZero": false, 345 + "axisColorMode": "text", 346 + "axisLabel": "", 347 + "axisPlacement": "auto", 348 + "axisSoftMin": 0, 349 + "barAlignment": 0, 350 + "barWidthFactor": 0.6, 351 + "drawStyle": "line", 352 + "fillOpacity": 0, 353 + "gradientMode": "none", 354 + "hideFrom": { 355 + "legend": false, 356 + "tooltip": false, 357 + "viz": false 358 + }, 359 + "insertNulls": false, 360 + "lineInterpolation": "linear", 361 + "lineWidth": 1, 362 + "pointSize": 5, 363 + "scaleDistribution": { 364 + "type": "linear" 365 + }, 366 + "showPoints": "auto", 367 + "spanNulls": false, 368 + "stacking": { 369 + "group": "A", 370 + "mode": "none" 371 + }, 372 + "thresholdsStyle": { 373 + "mode": "off" 374 + } 375 + }, 376 + "mappings": [], 377 + "thresholds": { 378 + "mode": "absolute", 379 + "steps": [ 380 + { 381 + "color": "green", 382 + "value": 0 383 + }, 384 + { 385 + "color": "red", 386 + "value": 80 387 + } 388 + ] 389 + } 390 + }, 391 + "overrides": [] 392 + }, 393 + "gridPos": { 394 + "h": 5, 395 + "w": 5, 396 + "x": 10, 397 + "y": 6 398 + }, 399 + "id": 6, 400 + "options": { 401 + "legend": { 402 + "calcs": [], 403 + "displayMode": "list", 404 + "placement": "bottom", 405 + "showLegend": true 406 + }, 407 + "tooltip": { 408 + "hideZeros": false, 409 + "mode": "single", 410 + "sort": "none" 411 + } 412 + }, 413 + "pluginVersion": "12.1.1", 414 + "targets": [ 415 + { 416 + "editorMode": "builder", 417 + "expr": "sum by(instance, type) (lightrail_http_requests_in_flight{job=\"lightrail\"})", 418 + "legendFormat": "{{ type }} ({{ instance }})", 419 + "range": true, 420 + "refId": "A" 421 + } 422 + ], 423 + "title": "requests in flight", 424 + "type": "timeseries" 425 + }, 426 + { 427 + "datasource": { 428 + "type": "victoriametrics-datasource", 429 + "uid": "ceasrm4tg854we" 430 + }, 431 + "fieldConfig": { 432 + "defaults": { 433 + "color": { 434 + "mode": "palette-classic" 435 + }, 436 + "custom": { 437 + "axisBorderShow": false, 438 + "axisCenteredZero": false, 439 + "axisColorMode": "text", 440 + "axisLabel": "", 441 + "axisPlacement": "auto", 442 + "axisSoftMin": 0, 443 + "barAlignment": 0, 444 + "barWidthFactor": 0.6, 445 + "drawStyle": "line", 446 + "fillOpacity": 0, 447 + "gradientMode": "none", 448 + "hideFrom": { 449 + "legend": false, 450 + "tooltip": false, 451 + "viz": false 452 + }, 453 + "insertNulls": false, 454 + "lineInterpolation": "linear", 455 + "lineWidth": 1, 456 + "pointSize": 5, 457 + "scaleDistribution": { 458 + "type": "linear" 459 + }, 460 + "showPoints": "auto", 461 + "spanNulls": false, 462 + "stacking": { 463 + "group": "A", 464 + "mode": "none" 465 + }, 466 + "thresholdsStyle": { 467 + "mode": "off" 468 + } 469 + }, 470 + "mappings": [], 471 + "thresholds": { 472 + "mode": "absolute", 473 + "steps": [ 474 + { 475 + "color": "green", 476 + "value": 0 477 + }, 478 + { 479 + "color": "red", 480 + "value": 80 481 + } 482 + ] 483 + } 484 + }, 485 + "overrides": [] 486 + }, 487 + "gridPos": { 488 + "h": 5, 489 + "w": 4, 490 + "x": 15, 491 + "y": 6 492 + }, 493 + "id": 9, 494 + "options": { 495 + "legend": { 496 + "calcs": [], 497 + "displayMode": "list", 498 + "placement": "bottom", 499 + "showLegend": true 500 + }, 501 + "tooltip": { 502 + "hideZeros": false, 503 + "mode": "single", 504 + "sort": "none" 505 + } 506 + }, 507 + "pluginVersion": "12.1.1", 508 + "targets": [ 509 + { 510 + "editorMode": "builder", 511 + "expr": "sum by(instance) (lightrail_http_host_throttling{job=\"lightrail\"})", 512 + "legendFormat": "__auto", 513 + "range": true, 514 + "refId": "A" 515 + } 516 + ], 517 + "title": "hosts throttling", 518 + "type": "timeseries" 519 + }, 520 + { 521 + "datasource": { 522 + "type": "victoriametrics-datasource", 523 + "uid": "ceasrm4tg854we" 524 + }, 525 + "fieldConfig": { 526 + "defaults": { 527 + "color": { 528 + "mode": "palette-classic" 529 + }, 530 + "custom": { 531 + "axisBorderShow": false, 532 + "axisCenteredZero": false, 533 + "axisColorMode": "text", 534 + "axisLabel": "", 535 + "axisPlacement": "auto", 536 + "barAlignment": 0, 537 + "barWidthFactor": 1, 538 + "drawStyle": "bars", 539 + "fillOpacity": 100, 540 + "gradientMode": "none", 541 + "hideFrom": { 542 + "legend": false, 543 + "tooltip": false, 544 + "viz": false 545 + }, 546 + "insertNulls": false, 547 + "lineInterpolation": "linear", 548 + "lineWidth": 0, 549 + "pointSize": 5, 550 + "scaleDistribution": { 551 + "type": "linear" 552 + }, 553 + "showPoints": "auto", 554 + "spanNulls": false, 555 + "stacking": { 556 + "group": "A", 557 + "mode": "normal" 558 + }, 559 + "thresholdsStyle": { 560 + "mode": "off" 561 + } 562 + }, 563 + "mappings": [], 564 + "thresholds": { 565 + "mode": "absolute", 566 + "steps": [ 567 + { 568 + "color": "green", 569 + "value": 0 570 + }, 571 + { 572 + "color": "red", 573 + "value": 80 574 + } 575 + ] 576 + } 577 + }, 578 + "overrides": [] 579 + }, 580 + "gridPos": { 581 + "h": 5, 582 + "w": 5, 583 + "x": 19, 584 + "y": 6 585 + }, 586 + "id": 29, 587 + "maxDataPoints": 100, 588 + "options": { 589 + "legend": { 590 + "calcs": [], 591 + "displayMode": "list", 592 + "placement": "bottom", 593 + "showLegend": true 594 + }, 595 + "tooltip": { 596 + "hideZeros": false, 597 + "mode": "single", 598 + "sort": "none" 599 + } 600 + }, 601 + "pluginVersion": "12.1.1", 602 + "targets": [ 603 + { 604 + "editorMode": "builder", 605 + "expr": "sum by(instance, status) (rate(lightrail_backfill_inactive_total{job=\"lightrail\"}[$__rate_interval]))", 606 + "hide": false, 607 + "legendFormat": "{{ status }} ({{ instance }})", 608 + "range": true, 609 + "refId": "A" 610 + } 611 + ], 612 + "title": "inactive account skip rate", 613 + "type": "timeseries" 614 + }, 615 + { 616 + "datasource": { 617 + "type": "victoriametrics-datasource", 618 + "uid": "ceasrm4tg854we" 619 + }, 620 + "fieldConfig": { 621 + "defaults": { 622 + "color": { 623 + "mode": "palette-classic" 624 + }, 625 + "custom": { 626 + "axisBorderShow": false, 627 + "axisCenteredZero": false, 628 + "axisColorMode": "text", 629 + "axisLabel": "", 630 + "axisPlacement": "auto", 631 + "axisSoftMin": 0, 632 + "barAlignment": 0, 633 + "barWidthFactor": 0.6, 634 + "drawStyle": "bars", 635 + "fillOpacity": 100, 636 + "gradientMode": "none", 637 + "hideFrom": { 638 + "legend": false, 639 + "tooltip": false, 640 + "viz": false 641 + }, 642 + "insertNulls": false, 643 + "lineInterpolation": "linear", 644 + "lineWidth": 0, 645 + "pointSize": 5, 646 + "scaleDistribution": { 647 + "type": "linear" 648 + }, 649 + "showPoints": "auto", 650 + "spanNulls": false, 651 + "stacking": { 652 + "group": "A", 653 + "mode": "none" 654 + }, 655 + "thresholdsStyle": { 656 + "mode": "off" 657 + } 658 + }, 659 + "mappings": [], 660 + "thresholds": { 661 + "mode": "absolute", 662 + "steps": [ 663 + { 664 + "color": "green", 665 + "value": 0 666 + }, 667 + { 668 + "color": "red", 669 + "value": 80 670 + } 671 + ] 672 + } 673 + }, 674 + "overrides": [] 675 + }, 676 + "gridPos": { 677 + "h": 5, 678 + "w": 3, 679 + "x": 0, 680 + "y": 11 681 + }, 682 + "id": 7, 683 + "options": { 684 + "legend": { 685 + "calcs": [], 686 + "displayMode": "list", 687 + "placement": "bottom", 688 + "showLegend": true 689 + }, 690 + "tooltip": { 691 + "hideZeros": false, 692 + "mode": "single", 693 + "sort": "none" 694 + } 695 + }, 696 + "pluginVersion": "12.1.1", 697 + "targets": [ 698 + { 699 + "editorMode": "builder", 700 + "expr": "sum by(instance) (lightrail_resync_workers{job=\"lightrail\"})", 701 + "legendFormat": "{{ instance }}", 702 + "range": true, 703 + "refId": "A" 704 + } 705 + ], 706 + "title": "resync workers", 707 + "type": "timeseries" 708 + }, 709 + { 710 + "datasource": { 711 + "type": "victoriametrics-datasource", 712 + "uid": "ceasrm4tg854we" 713 + }, 714 + "fieldConfig": { 715 + "defaults": { 716 + "color": { 717 + "mode": "palette-classic" 718 + }, 719 + "custom": { 720 + "axisBorderShow": false, 721 + "axisCenteredZero": false, 722 + "axisColorMode": "text", 723 + "axisLabel": "", 724 + "axisPlacement": "auto", 725 + "axisSoftMin": 0, 726 + "barAlignment": 0, 727 + "barWidthFactor": 1, 728 + "drawStyle": "bars", 729 + "fillOpacity": 100, 730 + "gradientMode": "none", 731 + "hideFrom": { 732 + "legend": false, 733 + "tooltip": false, 734 + "viz": false 735 + }, 736 + "insertNulls": false, 737 + "lineInterpolation": "linear", 738 + "lineWidth": 0, 739 + "pointSize": 5, 740 + "scaleDistribution": { 741 + "type": "linear" 742 + }, 743 + "showPoints": "auto", 744 + "spanNulls": false, 745 + "stacking": { 746 + "group": "A", 747 + "mode": "normal" 748 + }, 749 + "thresholdsStyle": { 750 + "mode": "off" 751 + } 752 + }, 753 + "mappings": [], 754 + "thresholds": { 755 + "mode": "absolute", 756 + "steps": [ 757 + { 758 + "color": "green", 759 + "value": 0 760 + }, 761 + { 762 + "color": "red", 763 + "value": 80 764 + } 765 + ] 766 + } 767 + }, 768 + "overrides": [] 769 + }, 770 + "gridPos": { 771 + "h": 5, 772 + "w": 5, 773 + "x": 3, 774 + "y": 11 775 + }, 776 + "id": 19, 777 + "options": { 778 + "legend": { 779 + "calcs": [], 780 + "displayMode": "list", 781 + "placement": "bottom", 782 + "showLegend": true 783 + }, 784 + "tooltip": { 785 + "hideZeros": false, 786 + "mode": "single", 787 + "sort": "none" 788 + } 789 + }, 790 + "pluginVersion": "12.1.1", 791 + "targets": [ 792 + { 793 + "editorMode": "builder", 794 + "expr": "sum by(instance, reason) (rate(lightrail_resync_describe_repo_avoided{job=\"lightrail\"}[$__rate_interval]))", 795 + "legendFormat": "{{ reason }} ({{ instance }})", 796 + "range": true, 797 + "refId": "A" 798 + } 799 + ], 800 + "title": "describeRepos avoided/sec", 801 + "type": "timeseries" 802 + }, 803 + { 804 + "datasource": { 805 + "type": "victoriametrics-datasource", 806 + "uid": "ceasrm4tg854we" 807 + }, 808 + "fieldConfig": { 809 + "defaults": { 810 + "color": { 811 + "mode": "palette-classic" 812 + }, 813 + "custom": { 814 + "axisBorderShow": false, 815 + "axisCenteredZero": false, 816 + "axisColorMode": "text", 817 + "axisLabel": "", 818 + "axisPlacement": "auto", 819 + "barAlignment": 0, 820 + "barWidthFactor": 0.6, 821 + "drawStyle": "line", 822 + "fillOpacity": 0, 823 + "gradientMode": "none", 824 + "hideFrom": { 825 + "legend": false, 826 + "tooltip": false, 827 + "viz": false 828 + }, 829 + "insertNulls": false, 830 + "lineInterpolation": "linear", 831 + "lineWidth": 1, 832 + "pointSize": 5, 833 + "scaleDistribution": { 834 + "type": "linear" 835 + }, 836 + "showPoints": "auto", 837 + "spanNulls": false, 838 + "stacking": { 839 + "group": "A", 840 + "mode": "none" 841 + }, 842 + "thresholdsStyle": { 843 + "mode": "off" 844 + } 845 + }, 846 + "mappings": [], 847 + "thresholds": { 848 + "mode": "absolute", 849 + "steps": [ 850 + { 851 + "color": "green", 852 + "value": 0 853 + }, 854 + { 855 + "color": "red", 856 + "value": 80 857 + } 858 + ] 859 + } 860 + }, 861 + "overrides": [] 862 + }, 863 + "gridPos": { 864 + "h": 5, 865 + "w": 4, 866 + "x": 8, 867 + "y": 11 868 + }, 869 + "id": 4, 870 + "options": { 871 + "legend": { 872 + "calcs": [], 873 + "displayMode": "list", 874 + "placement": "bottom", 875 + "showLegend": true 876 + }, 877 + "tooltip": { 878 + "hideZeros": false, 879 + "mode": "single", 880 + "sort": "none" 881 + } 882 + }, 883 + "pluginVersion": "12.1.1", 884 + "targets": [ 885 + { 886 + "editorMode": "builder", 887 + "expr": "sum by(instance, reason) (rate(lightrail_backfill_did_rejected_total{job=\"lightrail\"}[$__rate_interval]))", 888 + "legendFormat": "{{ reason }} ({{ instance }})", 889 + "range": true, 890 + "refId": "A" 891 + } 892 + ], 893 + "title": "DID reject rate", 894 + "type": "timeseries" 895 + }, 896 + { 897 + "datasource": { 898 + "type": "victoriametrics-datasource", 899 + "uid": "ceasrm4tg854we" 900 + }, 901 + "fieldConfig": { 902 + "defaults": { 903 + "color": { 904 + "mode": "palette-classic" 905 + }, 906 + "custom": { 907 + "axisBorderShow": false, 908 + "axisCenteredZero": false, 909 + "axisColorMode": "text", 910 + "axisLabel": "", 911 + "axisPlacement": "auto", 912 + "axisSoftMin": 0, 913 + "barAlignment": 0, 914 + "barWidthFactor": 0.6, 915 + "drawStyle": "line", 916 + "fillOpacity": 0, 917 + "gradientMode": "none", 918 + "hideFrom": { 919 + "legend": false, 920 + "tooltip": false, 921 + "viz": false 922 + }, 923 + "insertNulls": false, 924 + "lineInterpolation": "linear", 925 + "lineWidth": 1, 926 + "pointSize": 5, 927 + "scaleDistribution": { 928 + "type": "linear" 929 + }, 930 + "showPoints": "auto", 931 + "spanNulls": false, 932 + "stacking": { 933 + "group": "A", 934 + "mode": "none" 935 + }, 936 + "thresholdsStyle": { 937 + "mode": "off" 938 + } 939 + }, 940 + "mappings": [], 941 + "thresholds": { 942 + "mode": "absolute", 943 + "steps": [ 944 + { 945 + "color": "green", 946 + "value": 0 947 + }, 948 + { 949 + "color": "red", 950 + "value": 80 951 + } 952 + ] 953 + }, 954 + "unit": "ms" 955 + }, 956 + "overrides": [] 957 + }, 958 + "gridPos": { 959 + "h": 5, 960 + "w": 4, 961 + "x": 12, 962 + "y": 11 963 + }, 964 + "id": 16, 965 + "options": { 966 + "legend": { 967 + "calcs": [], 968 + "displayMode": "list", 969 + "placement": "bottom", 970 + "showLegend": true 971 + }, 972 + "tooltip": { 973 + "hideZeros": false, 974 + "mode": "single", 975 + "sort": "none" 976 + } 977 + }, 978 + "pluginVersion": "12.1.1", 979 + "targets": [ 980 + { 981 + "editorMode": "builder", 982 + "expr": "sum by(instance) (rate(lightrail_http_throttle_time_total_ms{job=\"lightrail\"}[$__rate_interval]))", 983 + "legendFormat": "__auto", 984 + "range": true, 985 + "refId": "A" 986 + } 987 + ], 988 + "title": "http throttle (total new wait)", 989 + "type": "timeseries" 990 + }, 991 + { 992 + "datasource": { 993 + "type": "victoriametrics-datasource", 994 + "uid": "ceasrm4tg854we" 995 + }, 996 + "fieldConfig": { 997 + "defaults": { 998 + "color": { 999 + "mode": "palette-classic" 1000 + }, 1001 + "custom": { 1002 + "axisBorderShow": false, 1003 + "axisCenteredZero": false, 1004 + "axisColorMode": "text", 1005 + "axisLabel": "", 1006 + "axisPlacement": "auto", 1007 + "barAlignment": 0, 1008 + "barWidthFactor": 0.5, 1009 + "drawStyle": "bars", 1010 + "fillOpacity": 100, 1011 + "gradientMode": "none", 1012 + "hideFrom": { 1013 + "legend": false, 1014 + "tooltip": false, 1015 + "viz": false 1016 + }, 1017 + "insertNulls": false, 1018 + "lineInterpolation": "linear", 1019 + "lineWidth": 0, 1020 + "pointSize": 5, 1021 + "scaleDistribution": { 1022 + "type": "linear" 1023 + }, 1024 + "showPoints": "auto", 1025 + "spanNulls": false, 1026 + "stacking": { 1027 + "group": "A", 1028 + "mode": "none" 1029 + }, 1030 + "thresholdsStyle": { 1031 + "mode": "off" 1032 + } 1033 + }, 1034 + "mappings": [], 1035 + "thresholds": { 1036 + "mode": "absolute", 1037 + "steps": [ 1038 + { 1039 + "color": "green", 1040 + "value": 0 1041 + }, 1042 + { 1043 + "color": "red", 1044 + "value": 80 1045 + } 1046 + ] 1047 + } 1048 + }, 1049 + "overrides": [] 1050 + }, 1051 + "gridPos": { 1052 + "h": 5, 1053 + "w": 6, 1054 + "x": 16, 1055 + "y": 11 1056 + }, 1057 + "id": 35, 1058 + "options": { 1059 + "legend": { 1060 + "calcs": [], 1061 + "displayMode": "list", 1062 + "placement": "bottom", 1063 + "showLegend": true 1064 + }, 1065 + "tooltip": { 1066 + "hideZeros": false, 1067 + "mode": "single", 1068 + "sort": "none" 1069 + } 1070 + }, 1071 + "pluginVersion": "12.1.1", 1072 + "targets": [ 1073 + { 1074 + "editorMode": "builder", 1075 + "expr": "sum by(instance, reason) (rate(lightrail_resync_avoided_total{job=\"lightrail\"}[$__rate_interval]))", 1076 + "legendFormat": "{{ reason }} ({{ instance }})", 1077 + "range": true, 1078 + "refId": "A" 1079 + } 1080 + ], 1081 + "title": "resyncs avoided", 1082 + "type": "timeseries" 1083 + }, 1084 + { 1085 + "collapsed": false, 1086 + "gridPos": { 1087 + "h": 1, 1088 + "w": 24, 1089 + "x": 0, 1090 + "y": 16 1091 + }, 1092 + "id": 31, 1093 + "panels": [], 1094 + "title": "Firehose", 1095 + "type": "row" 1096 + }, 1097 + { 1098 + "datasource": { 1099 + "type": "victoriametrics-datasource", 1100 + "uid": "ceasrm4tg854we" 1101 + }, 1102 + "fieldConfig": { 1103 + "defaults": { 1104 + "color": { 1105 + "mode": "palette-classic" 1106 + }, 1107 + "custom": { 1108 + "axisBorderShow": false, 1109 + "axisCenteredZero": false, 1110 + "axisColorMode": "text", 1111 + "axisLabel": "", 1112 + "axisPlacement": "auto", 1113 + "axisSoftMin": 0, 1114 + "barAlignment": 0, 1115 + "barWidthFactor": 1, 1116 + "drawStyle": "bars", 1117 + "fillOpacity": 100, 1118 + "gradientMode": "none", 1119 + "hideFrom": { 1120 + "legend": false, 1121 + "tooltip": false, 1122 + "viz": false 1123 + }, 1124 + "insertNulls": false, 1125 + "lineInterpolation": "linear", 1126 + "lineWidth": 0, 1127 + "pointSize": 5, 1128 + "scaleDistribution": { 1129 + "type": "linear" 1130 + }, 1131 + "showPoints": "auto", 1132 + "spanNulls": false, 1133 + "stacking": { 1134 + "group": "A", 1135 + "mode": "none" 1136 + }, 1137 + "thresholdsStyle": { 1138 + "mode": "off" 1139 + } 1140 + }, 1141 + "mappings": [], 1142 + "thresholds": { 1143 + "mode": "absolute", 1144 + "steps": [ 1145 + { 1146 + "color": "green", 1147 + "value": 0 1148 + }, 1149 + { 1150 + "color": "red", 1151 + "value": 80 1152 + } 1153 + ] 1154 + } 1155 + }, 1156 + "overrides": [] 1157 + }, 1158 + "gridPos": { 1159 + "h": 6, 1160 + "w": 4, 1161 + "x": 0, 1162 + "y": 17 1163 + }, 1164 + "id": 15, 1165 + "options": { 1166 + "legend": { 1167 + "calcs": [], 1168 + "displayMode": "list", 1169 + "placement": "bottom", 1170 + "showLegend": true 1171 + }, 1172 + "tooltip": { 1173 + "hideZeros": false, 1174 + "mode": "single", 1175 + "sort": "none" 1176 + } 1177 + }, 1178 + "pluginVersion": "12.1.1", 1179 + "targets": [ 1180 + { 1181 + "editorMode": "builder", 1182 + "expr": "sum by(instance) (lightrail_firehose_workers{job=\"lightrail\"})", 1183 + "legendFormat": "{{ instance }}", 1184 + "range": true, 1185 + "refId": "A" 1186 + } 1187 + ], 1188 + "title": "firehose workers", 1189 + "type": "timeseries" 1190 + }, 1191 + { 1192 + "datasource": { 1193 + "type": "victoriametrics-datasource", 1194 + "uid": "ceasrm4tg854we" 1195 + }, 1196 + "fieldConfig": { 1197 + "defaults": { 1198 + "color": { 1199 + "mode": "palette-classic" 1200 + }, 1201 + "custom": { 1202 + "axisBorderShow": false, 1203 + "axisCenteredZero": false, 1204 + "axisColorMode": "text", 1205 + "axisLabel": "", 1206 + "axisPlacement": "auto", 1207 + "barAlignment": 0, 1208 + "barWidthFactor": 0.6, 1209 + "drawStyle": "line", 1210 + "fillOpacity": 0, 1211 + "gradientMode": "none", 1212 + "hideFrom": { 1213 + "legend": false, 1214 + "tooltip": false, 1215 + "viz": false 1216 + }, 1217 + "insertNulls": false, 1218 + "lineInterpolation": "linear", 1219 + "lineWidth": 1, 1220 + "pointSize": 5, 1221 + "scaleDistribution": { 1222 + "type": "linear" 1223 + }, 1224 + "showPoints": "auto", 1225 + "spanNulls": false, 1226 + "stacking": { 1227 + "group": "A", 1228 + "mode": "none" 1229 + }, 1230 + "thresholdsStyle": { 1231 + "mode": "off" 1232 + } 1233 + }, 1234 + "mappings": [], 1235 + "thresholds": { 1236 + "mode": "absolute", 1237 + "steps": [ 1238 + { 1239 + "color": "green", 1240 + "value": 0 1241 + }, 1242 + { 1243 + "color": "red", 1244 + "value": 80 1245 + } 1246 + ] 1247 + } 1248 + }, 1249 + "overrides": [] 1250 + }, 1251 + "gridPos": { 1252 + "h": 6, 1253 + "w": 5, 1254 + "x": 4, 1255 + "y": 17 1256 + }, 1257 + "id": 10, 1258 + "options": { 1259 + "legend": { 1260 + "calcs": [], 1261 + "displayMode": "list", 1262 + "placement": "bottom", 1263 + "showLegend": true 1264 + }, 1265 + "tooltip": { 1266 + "hideZeros": false, 1267 + "mode": "single", 1268 + "sort": "none" 1269 + } 1270 + }, 1271 + "pluginVersion": "12.1.1", 1272 + "targets": [ 1273 + { 1274 + "editorMode": "builder", 1275 + "expr": "sum by(instance, mode) (rate(lightrail_commits_indexed_total{job=\"lightrail\"}[$__rate_interval]))", 1276 + "legendFormat": "{{ mode }} ({{ instance }})", 1277 + "range": true, 1278 + "refId": "A" 1279 + } 1280 + ], 1281 + "title": "commits indexed rate", 1282 + "type": "timeseries" 1283 + }, 1284 + { 1285 + "datasource": { 1286 + "type": "victoriametrics-datasource", 1287 + "uid": "ceasrm4tg854we" 1288 + }, 1289 + "fieldConfig": { 1290 + "defaults": { 1291 + "color": { 1292 + "mode": "palette-classic" 1293 + }, 1294 + "custom": { 1295 + "axisBorderShow": false, 1296 + "axisCenteredZero": false, 1297 + "axisColorMode": "text", 1298 + "axisLabel": "", 1299 + "axisPlacement": "auto", 1300 + "axisSoftMin": 0, 1301 + "barAlignment": 0, 1302 + "barWidthFactor": 0.6, 1303 + "drawStyle": "line", 1304 + "fillOpacity": 0, 1305 + "gradientMode": "none", 1306 + "hideFrom": { 1307 + "legend": false, 1308 + "tooltip": false, 1309 + "viz": false 1310 + }, 1311 + "insertNulls": false, 1312 + "lineInterpolation": "linear", 1313 + "lineWidth": 1, 1314 + "pointSize": 5, 1315 + "scaleDistribution": { 1316 + "type": "linear" 1317 + }, 1318 + "showPoints": "auto", 1319 + "spanNulls": false, 1320 + "stacking": { 1321 + "group": "A", 1322 + "mode": "none" 1323 + }, 1324 + "thresholdsStyle": { 1325 + "mode": "off" 1326 + } 1327 + }, 1328 + "mappings": [], 1329 + "thresholds": { 1330 + "mode": "absolute", 1331 + "steps": [ 1332 + { 1333 + "color": "green", 1334 + "value": 0 1335 + }, 1336 + { 1337 + "color": "red", 1338 + "value": 80 1339 + } 1340 + ] 1341 + } 1342 + }, 1343 + "overrides": [] 1344 + }, 1345 + "gridPos": { 1346 + "h": 6, 1347 + "w": 5, 1348 + "x": 9, 1349 + "y": 17 1350 + }, 1351 + "id": 2, 1352 + "options": { 1353 + "legend": { 1354 + "calcs": [], 1355 + "displayMode": "list", 1356 + "placement": "bottom", 1357 + "showLegend": true 1358 + }, 1359 + "tooltip": { 1360 + "hideZeros": false, 1361 + "mode": "single", 1362 + "sort": "none" 1363 + } 1364 + }, 1365 + "pluginVersion": "12.1.1", 1366 + "targets": [ 1367 + { 1368 + "editorMode": "builder", 1369 + "expr": "sum by(instance, reason) (rate(lightrail_commit_dropped_total{job=\"lightrail\"}[$__rate_interval]))", 1370 + "legendFormat": "{{ reason }} ({{ instance }})", 1371 + "range": true, 1372 + "refId": "A" 1373 + } 1374 + ], 1375 + "title": "commit drop rate", 1376 + "type": "timeseries" 1377 + }, 1378 + { 1379 + "datasource": { 1380 + "type": "victoriametrics-datasource", 1381 + "uid": "ceasrm4tg854we" 1382 + }, 1383 + "fieldConfig": { 1384 + "defaults": { 1385 + "color": { 1386 + "mode": "palette-classic" 1387 + }, 1388 + "custom": { 1389 + "axisBorderShow": false, 1390 + "axisCenteredZero": false, 1391 + "axisColorMode": "text", 1392 + "axisLabel": "", 1393 + "axisPlacement": "auto", 1394 + "barAlignment": 0, 1395 + "barWidthFactor": 0.6, 1396 + "drawStyle": "line", 1397 + "fillOpacity": 0, 1398 + "gradientMode": "none", 1399 + "hideFrom": { 1400 + "legend": false, 1401 + "tooltip": false, 1402 + "viz": false 1403 + }, 1404 + "insertNulls": false, 1405 + "lineInterpolation": "linear", 1406 + "lineWidth": 1, 1407 + "pointSize": 5, 1408 + "scaleDistribution": { 1409 + "type": "linear" 1410 + }, 1411 + "showPoints": "auto", 1412 + "spanNulls": false, 1413 + "stacking": { 1414 + "group": "A", 1415 + "mode": "none" 1416 + }, 1417 + "thresholdsStyle": { 1418 + "mode": "off" 1419 + } 1420 + }, 1421 + "mappings": [], 1422 + "thresholds": { 1423 + "mode": "absolute", 1424 + "steps": [ 1425 + { 1426 + "color": "green", 1427 + "value": 0 1428 + }, 1429 + { 1430 + "color": "red", 1431 + "value": 80 1432 + } 1433 + ] 1434 + } 1435 + }, 1436 + "overrides": [] 1437 + }, 1438 + "gridPos": { 1439 + "h": 6, 1440 + "w": 5, 1441 + "x": 14, 1442 + "y": 17 1443 + }, 1444 + "id": 12, 1445 + "options": { 1446 + "legend": { 1447 + "calcs": [], 1448 + "displayMode": "list", 1449 + "placement": "bottom", 1450 + "showLegend": true 1451 + }, 1452 + "tooltip": { 1453 + "hideZeros": false, 1454 + "mode": "single", 1455 + "sort": "none" 1456 + } 1457 + }, 1458 + "pluginVersion": "12.1.1", 1459 + "targets": [ 1460 + { 1461 + "editorMode": "builder", 1462 + "expr": "sum by(instance, reason) (rate(lightrail_commit_desync_total{job=\"lightrail\"}[$__rate_interval]))", 1463 + "legendFormat": "{{ reason }} ({{ instance }})", 1464 + "range": true, 1465 + "refId": "A" 1466 + } 1467 + ], 1468 + "title": "desync rate", 1469 + "type": "timeseries" 1470 + }, 1471 + { 1472 + "datasource": { 1473 + "type": "victoriametrics-datasource", 1474 + "uid": "ceasrm4tg854we" 1475 + }, 1476 + "fieldConfig": { 1477 + "defaults": { 1478 + "color": { 1479 + "mode": "palette-classic" 1480 + }, 1481 + "custom": { 1482 + "axisBorderShow": false, 1483 + "axisCenteredZero": false, 1484 + "axisColorMode": "text", 1485 + "axisLabel": "", 1486 + "axisPlacement": "auto", 1487 + "barAlignment": 0, 1488 + "barWidthFactor": 0.6, 1489 + "drawStyle": "line", 1490 + "fillOpacity": 0, 1491 + "gradientMode": "none", 1492 + "hideFrom": { 1493 + "legend": false, 1494 + "tooltip": false, 1495 + "viz": false 1496 + }, 1497 + "insertNulls": false, 1498 + "lineInterpolation": "linear", 1499 + "lineWidth": 1, 1500 + "pointSize": 5, 1501 + "scaleDistribution": { 1502 + "type": "linear" 1503 + }, 1504 + "showPoints": "auto", 1505 + "spanNulls": false, 1506 + "stacking": { 1507 + "group": "A", 1508 + "mode": "none" 1509 + }, 1510 + "thresholdsStyle": { 1511 + "mode": "off" 1512 + } 1513 + }, 1514 + "mappings": [], 1515 + "thresholds": { 1516 + "mode": "absolute", 1517 + "steps": [ 1518 + { 1519 + "color": "green", 1520 + "value": 0 1521 + }, 1522 + { 1523 + "color": "red", 1524 + "value": 80 1525 + } 1526 + ] 1527 + } 1528 + }, 1529 + "overrides": [] 1530 + }, 1531 + "gridPos": { 1532 + "h": 6, 1533 + "w": 5, 1534 + "x": 19, 1535 + "y": 17 1536 + }, 1537 + "id": 13, 1538 + "options": { 1539 + "legend": { 1540 + "calcs": [], 1541 + "displayMode": "list", 1542 + "placement": "bottom", 1543 + "showLegend": true 1544 + }, 1545 + "tooltip": { 1546 + "hideZeros": false, 1547 + "mode": "single", 1548 + "sort": "none" 1549 + } 1550 + }, 1551 + "pluginVersion": "12.1.1", 1552 + "targets": [ 1553 + { 1554 + "editorMode": "builder", 1555 + "expr": "sum by(instance, event_type, reason) (rate(lightrail_event_dropped_total{job=\"lightrail\"}[$__rate_interval]))", 1556 + "legendFormat": "{{ event_type }}: {{ reason }} ({{ instance }})", 1557 + "range": true, 1558 + "refId": "A" 1559 + } 1560 + ], 1561 + "title": "event drop rate", 1562 + "type": "timeseries" 1563 + }, 1564 + { 1565 + "datasource": { 1566 + "type": "victoriametrics-datasource", 1567 + "uid": "ceasrm4tg854we" 1568 + }, 1569 + "fieldConfig": { 1570 + "defaults": { 1571 + "color": { 1572 + "mode": "palette-classic" 1573 + }, 1574 + "custom": { 1575 + "axisBorderShow": false, 1576 + "axisCenteredZero": false, 1577 + "axisColorMode": "text", 1578 + "axisLabel": "", 1579 + "axisPlacement": "auto", 1580 + "axisSoftMin": 0, 1581 + "barAlignment": 0, 1582 + "barWidthFactor": 0.6, 1583 + "drawStyle": "line", 1584 + "fillOpacity": 0, 1585 + "gradientMode": "none", 1586 + "hideFrom": { 1587 + "legend": false, 1588 + "tooltip": false, 1589 + "viz": false 1590 + }, 1591 + "insertNulls": false, 1592 + "lineInterpolation": "linear", 1593 + "lineWidth": 1, 1594 + "pointSize": 5, 1595 + "scaleDistribution": { 1596 + "type": "linear" 1597 + }, 1598 + "showPoints": "auto", 1599 + "spanNulls": false, 1600 + "stacking": { 1601 + "group": "A", 1602 + "mode": "none" 1603 + }, 1604 + "thresholdsStyle": { 1605 + "mode": "off" 1606 + } 1607 + }, 1608 + "mappings": [], 1609 + "thresholds": { 1610 + "mode": "absolute", 1611 + "steps": [ 1612 + { 1613 + "color": "green", 1614 + "value": 0 1615 + }, 1616 + { 1617 + "color": "red", 1618 + "value": 80 1619 + } 1620 + ] 1621 + } 1622 + }, 1623 + "overrides": [] 1624 + }, 1625 + "gridPos": { 1626 + "h": 4, 1627 + "w": 4, 1628 + "x": 0, 1629 + "y": 23 1630 + }, 1631 + "id": 5, 1632 + "options": { 1633 + "legend": { 1634 + "calcs": [], 1635 + "displayMode": "list", 1636 + "placement": "bottom", 1637 + "showLegend": true 1638 + }, 1639 + "tooltip": { 1640 + "hideZeros": false, 1641 + "mode": "single", 1642 + "sort": "none" 1643 + } 1644 + }, 1645 + "pluginVersion": "12.1.1", 1646 + "targets": [ 1647 + { 1648 + "editorMode": "builder", 1649 + "expr": "sum by(instance) (lightrail_firehose_outstanding{job=\"lightrail\"})", 1650 + "legendFormat": "{{ instance }}", 1651 + "range": true, 1652 + "refId": "A" 1653 + } 1654 + ], 1655 + "title": "firehose outstanding", 1656 + "type": "timeseries" 1657 + }, 1658 + { 1659 + "datasource": { 1660 + "type": "victoriametrics-datasource", 1661 + "uid": "ceasrm4tg854we" 1662 + }, 1663 + "fieldConfig": { 1664 + "defaults": { 1665 + "color": { 1666 + "mode": "palette-classic" 1667 + }, 1668 + "custom": { 1669 + "axisBorderShow": false, 1670 + "axisCenteredZero": false, 1671 + "axisColorMode": "text", 1672 + "axisLabel": "", 1673 + "axisPlacement": "auto", 1674 + "axisSoftMin": 0, 1675 + "barAlignment": 0, 1676 + "barWidthFactor": 0.6, 1677 + "drawStyle": "line", 1678 + "fillOpacity": 0, 1679 + "gradientMode": "none", 1680 + "hideFrom": { 1681 + "legend": false, 1682 + "tooltip": false, 1683 + "viz": false 1684 + }, 1685 + "insertNulls": false, 1686 + "lineInterpolation": "linear", 1687 + "lineWidth": 1, 1688 + "pointSize": 5, 1689 + "scaleDistribution": { 1690 + "type": "linear" 1691 + }, 1692 + "showPoints": "auto", 1693 + "spanNulls": false, 1694 + "stacking": { 1695 + "group": "A", 1696 + "mode": "none" 1697 + }, 1698 + "thresholdsStyle": { 1699 + "mode": "off" 1700 + } 1701 + }, 1702 + "mappings": [], 1703 + "thresholds": { 1704 + "mode": "absolute", 1705 + "steps": [ 1706 + { 1707 + "color": "green", 1708 + "value": 0 1709 + }, 1710 + { 1711 + "color": "red", 1712 + "value": 80 1713 + } 1714 + ] 1715 + } 1716 + }, 1717 + "overrides": [] 1718 + }, 1719 + "gridPos": { 1720 + "h": 4, 1721 + "w": 7, 1722 + "x": 4, 1723 + "y": 23 1724 + }, 1725 + "id": 3, 1726 + "options": { 1727 + "legend": { 1728 + "calcs": [], 1729 + "displayMode": "list", 1730 + "placement": "bottom", 1731 + "showLegend": true 1732 + }, 1733 + "tooltip": { 1734 + "hideZeros": false, 1735 + "mode": "single", 1736 + "sort": "none" 1737 + } 1738 + }, 1739 + "pluginVersion": "12.1.1", 1740 + "targets": [ 1741 + { 1742 + "editorMode": "builder", 1743 + "expr": "sum by(instance) (rate(lightrail_commit_buffered_total{job=\"lightrail\"}[$__rate_interval]))", 1744 + "legendFormat": "__auto", 1745 + "range": true, 1746 + "refId": "A" 1747 + } 1748 + ], 1749 + "title": "resync-buffered commit rate", 1750 + "type": "timeseries" 1751 + }, 1752 + { 1753 + "datasource": { 1754 + "type": "victoriametrics-datasource", 1755 + "uid": "ceasrm4tg854we" 1756 + }, 1757 + "fieldConfig": { 1758 + "defaults": { 1759 + "color": { 1760 + "mode": "palette-classic" 1761 + }, 1762 + "custom": { 1763 + "axisBorderShow": false, 1764 + "axisCenteredZero": false, 1765 + "axisColorMode": "text", 1766 + "axisLabel": "", 1767 + "axisPlacement": "auto", 1768 + "barAlignment": 0, 1769 + "barWidthFactor": 0.6, 1770 + "drawStyle": "line", 1771 + "fillOpacity": 0, 1772 + "gradientMode": "none", 1773 + "hideFrom": { 1774 + "legend": false, 1775 + "tooltip": false, 1776 + "viz": false 1777 + }, 1778 + "insertNulls": false, 1779 + "lineInterpolation": "linear", 1780 + "lineWidth": 1, 1781 + "pointSize": 5, 1782 + "scaleDistribution": { 1783 + "type": "linear" 1784 + }, 1785 + "showPoints": "auto", 1786 + "spanNulls": false, 1787 + "stacking": { 1788 + "group": "A", 1789 + "mode": "none" 1790 + }, 1791 + "thresholdsStyle": { 1792 + "mode": "off" 1793 + } 1794 + }, 1795 + "mappings": [], 1796 + "thresholds": { 1797 + "mode": "absolute", 1798 + "steps": [ 1799 + { 1800 + "color": "green", 1801 + "value": 0 1802 + }, 1803 + { 1804 + "color": "red", 1805 + "value": 80 1806 + } 1807 + ] 1808 + } 1809 + }, 1810 + "overrides": [] 1811 + }, 1812 + "gridPos": { 1813 + "h": 4, 1814 + "w": 6, 1815 + "x": 11, 1816 + "y": 23 1817 + }, 1818 + "id": 14, 1819 + "options": { 1820 + "legend": { 1821 + "calcs": [], 1822 + "displayMode": "list", 1823 + "placement": "bottom", 1824 + "showLegend": true 1825 + }, 1826 + "tooltip": { 1827 + "hideZeros": false, 1828 + "mode": "single", 1829 + "sort": "none" 1830 + } 1831 + }, 1832 + "pluginVersion": "12.1.1", 1833 + "targets": [ 1834 + { 1835 + "editorMode": "builder", 1836 + "expr": "sum by(instance) (rate(lightrail_firehose_stall_evictions_total{job=\"lightrail\"}[$__rate_interval]))", 1837 + "legendFormat": "__auto", 1838 + "range": true, 1839 + "refId": "A" 1840 + } 1841 + ], 1842 + "title": "firehose stall eviction rate", 1843 + "type": "timeseries" 1844 + }, 1845 + { 1846 + "collapsed": false, 1847 + "gridPos": { 1848 + "h": 1, 1849 + "w": 24, 1850 + "x": 0, 1851 + "y": 27 1852 + }, 1853 + "id": 33, 1854 + "panels": [], 1855 + "title": "Database", 1856 + "type": "row" 1857 + }, 1858 + { 1859 + "datasource": { 1860 + "type": "victoriametrics-datasource", 1861 + "uid": "ceasrm4tg854we" 1862 + }, 1863 + "fieldConfig": { 1864 + "defaults": { 1865 + "color": { 1866 + "mode": "palette-classic" 1867 + }, 1868 + "custom": { 1869 + "axisBorderShow": false, 1870 + "axisCenteredZero": false, 1871 + "axisColorMode": "text", 1872 + "axisLabel": "", 1873 + "axisPlacement": "auto", 1874 + "barAlignment": 0, 1875 + "barWidthFactor": 0.6, 1876 + "drawStyle": "line", 1877 + "fillOpacity": 0, 1878 + "gradientMode": "none", 1879 + "hideFrom": { 1880 + "legend": false, 1881 + "tooltip": false, 1882 + "viz": false 1883 + }, 1884 + "insertNulls": false, 1885 + "lineInterpolation": "linear", 1886 + "lineWidth": 1, 1887 + "pointSize": 5, 1888 + "scaleDistribution": { 1889 + "type": "linear" 1890 + }, 1891 + "showPoints": "auto", 1892 + "spanNulls": false, 1893 + "stacking": { 1894 + "group": "A", 1895 + "mode": "none" 1896 + }, 1897 + "thresholdsStyle": { 1898 + "mode": "off" 1899 + } 1900 + }, 1901 + "mappings": [], 1902 + "thresholds": { 1903 + "mode": "absolute", 1904 + "steps": [ 1905 + { 1906 + "color": "green", 1907 + "value": 0 1908 + }, 1909 + { 1910 + "color": "red", 1911 + "value": 80 1912 + } 1913 + ] 1914 + } 1915 + }, 1916 + "overrides": [] 1917 + }, 1918 + "gridPos": { 1919 + "h": 5, 1920 + "w": 4, 1921 + "x": 0, 1922 + "y": 28 1923 + }, 1924 + "id": 20, 1925 + "options": { 1926 + "legend": { 1927 + "calcs": [], 1928 + "displayMode": "list", 1929 + "placement": "bottom", 1930 + "showLegend": true 1931 + }, 1932 + "tooltip": { 1933 + "hideZeros": false, 1934 + "mode": "single", 1935 + "sort": "none" 1936 + } 1937 + }, 1938 + "pluginVersion": "12.1.1", 1939 + "targets": [ 1940 + { 1941 + "editorMode": "builder", 1942 + "expr": "sum by(instance) (increase(lightrail_db_compactions_completed{job=\"lightrail\"}[$__rate_interval]))", 1943 + "legendFormat": "__auto", 1944 + "range": true, 1945 + "refId": "A" 1946 + } 1947 + ], 1948 + "title": "compactions completed", 1949 + "type": "timeseries" 1950 + }, 1951 + { 1952 + "datasource": { 1953 + "type": "victoriametrics-datasource", 1954 + "uid": "ceasrm4tg854we" 1955 + }, 1956 + "fieldConfig": { 1957 + "defaults": { 1958 + "color": { 1959 + "mode": "palette-classic" 1960 + }, 1961 + "custom": { 1962 + "axisBorderShow": false, 1963 + "axisCenteredZero": false, 1964 + "axisColorMode": "text", 1965 + "axisLabel": "", 1966 + "axisPlacement": "auto", 1967 + "barAlignment": 0, 1968 + "barWidthFactor": 0.6, 1969 + "drawStyle": "line", 1970 + "fillOpacity": 0, 1971 + "gradientMode": "none", 1972 + "hideFrom": { 1973 + "legend": false, 1974 + "tooltip": false, 1975 + "viz": false 1976 + }, 1977 + "insertNulls": false, 1978 + "lineInterpolation": "linear", 1979 + "lineWidth": 1, 1980 + "pointSize": 5, 1981 + "scaleDistribution": { 1982 + "type": "linear" 1983 + }, 1984 + "showPoints": "auto", 1985 + "spanNulls": false, 1986 + "stacking": { 1987 + "group": "A", 1988 + "mode": "none" 1989 + }, 1990 + "thresholdsStyle": { 1991 + "mode": "off" 1992 + } 1993 + }, 1994 + "mappings": [], 1995 + "thresholds": { 1996 + "mode": "absolute", 1997 + "steps": [ 1998 + { 1999 + "color": "green", 2000 + "value": 0 2001 + }, 2002 + { 2003 + "color": "red", 2004 + "value": 80 2005 + } 2006 + ] 2007 + }, 2008 + "unit": "s" 2009 + }, 2010 + "overrides": [] 2011 + }, 2012 + "gridPos": { 2013 + "h": 5, 2014 + "w": 4, 2015 + "x": 4, 2016 + "y": 28 2017 + }, 2018 + "id": 23, 2019 + "options": { 2020 + "legend": { 2021 + "calcs": [], 2022 + "displayMode": "list", 2023 + "placement": "bottom", 2024 + "showLegend": true 2025 + }, 2026 + "tooltip": { 2027 + "hideZeros": false, 2028 + "mode": "single", 2029 + "sort": "none" 2030 + } 2031 + }, 2032 + "pluginVersion": "12.1.1", 2033 + "targets": [ 2034 + { 2035 + "editorMode": "builder", 2036 + "expr": "sum by(instance) (lightrail_db_time_compacting_seconds{job=\"lightrail\"})", 2037 + "legendFormat": "__auto", 2038 + "range": true, 2039 + "refId": "A" 2040 + } 2041 + ], 2042 + "title": "total time compacting", 2043 + "type": "timeseries" 2044 + }, 2045 + { 2046 + "datasource": { 2047 + "type": "victoriametrics-datasource", 2048 + "uid": "ceasrm4tg854we" 2049 + }, 2050 + "fieldConfig": { 2051 + "defaults": { 2052 + "color": { 2053 + "mode": "palette-classic" 2054 + }, 2055 + "custom": { 2056 + "axisBorderShow": false, 2057 + "axisCenteredZero": false, 2058 + "axisColorMode": "text", 2059 + "axisLabel": "", 2060 + "axisPlacement": "auto", 2061 + "barAlignment": 0, 2062 + "barWidthFactor": 0.6, 2063 + "drawStyle": "line", 2064 + "fillOpacity": 0, 2065 + "gradientMode": "none", 2066 + "hideFrom": { 2067 + "legend": false, 2068 + "tooltip": false, 2069 + "viz": false 2070 + }, 2071 + "insertNulls": false, 2072 + "lineInterpolation": "linear", 2073 + "lineWidth": 1, 2074 + "pointSize": 5, 2075 + "scaleDistribution": { 2076 + "type": "linear" 2077 + }, 2078 + "showPoints": "auto", 2079 + "spanNulls": false, 2080 + "stacking": { 2081 + "group": "A", 2082 + "mode": "none" 2083 + }, 2084 + "thresholdsStyle": { 2085 + "mode": "off" 2086 + } 2087 + }, 2088 + "mappings": [], 2089 + "thresholds": { 2090 + "mode": "absolute", 2091 + "steps": [ 2092 + { 2093 + "color": "green", 2094 + "value": 0 2095 + }, 2096 + { 2097 + "color": "red", 2098 + "value": 80 2099 + } 2100 + ] 2101 + } 2102 + }, 2103 + "overrides": [] 2104 + }, 2105 + "gridPos": { 2106 + "h": 5, 2107 + "w": 4, 2108 + "x": 8, 2109 + "y": 28 2110 + }, 2111 + "id": 22, 2112 + "options": { 2113 + "legend": { 2114 + "calcs": [], 2115 + "displayMode": "list", 2116 + "placement": "bottom", 2117 + "showLegend": true 2118 + }, 2119 + "tooltip": { 2120 + "hideZeros": false, 2121 + "mode": "single", 2122 + "sort": "none" 2123 + } 2124 + }, 2125 + "pluginVersion": "12.1.1", 2126 + "targets": [ 2127 + { 2128 + "editorMode": "builder", 2129 + "expr": "sum by(instance) (lightrail_db_journal_count{job=\"lightrail\"})", 2130 + "legendFormat": "__auto", 2131 + "range": true, 2132 + "refId": "A" 2133 + } 2134 + ], 2135 + "title": "journal count", 2136 + "type": "timeseries" 2137 + }, 2138 + { 2139 + "datasource": { 2140 + "type": "victoriametrics-datasource", 2141 + "uid": "ceasrm4tg854we" 2142 + }, 2143 + "fieldConfig": { 2144 + "defaults": { 2145 + "color": { 2146 + "mode": "palette-classic" 2147 + }, 2148 + "custom": { 2149 + "axisBorderShow": false, 2150 + "axisCenteredZero": false, 2151 + "axisColorMode": "text", 2152 + "axisLabel": "", 2153 + "axisPlacement": "auto", 2154 + "axisSoftMin": 0, 2155 + "barAlignment": 0, 2156 + "barWidthFactor": 0.6, 2157 + "drawStyle": "line", 2158 + "fillOpacity": 59, 2159 + "gradientMode": "none", 2160 + "hideFrom": { 2161 + "legend": false, 2162 + "tooltip": false, 2163 + "viz": false 2164 + }, 2165 + "insertNulls": false, 2166 + "lineInterpolation": "linear", 2167 + "lineStyle": { 2168 + "fill": "solid" 2169 + }, 2170 + "lineWidth": 1, 2171 + "pointSize": 5, 2172 + "scaleDistribution": { 2173 + "type": "linear" 2174 + }, 2175 + "showPoints": "auto", 2176 + "spanNulls": false, 2177 + "stacking": { 2178 + "group": "A", 2179 + "mode": "normal" 2180 + }, 2181 + "thresholdsStyle": { 2182 + "mode": "off" 2183 + } 2184 + }, 2185 + "mappings": [], 2186 + "thresholds": { 2187 + "mode": "absolute", 2188 + "steps": [ 2189 + { 2190 + "color": "green", 2191 + "value": 0 2192 + }, 2193 + { 2194 + "color": "red", 2195 + "value": 80 2196 + } 2197 + ] 2198 + }, 2199 + "unit": "bytes" 2200 + }, 2201 + "overrides": [ 2202 + { 2203 + "matcher": { 2204 + "id": "byName", 2205 + "options": "total (orion:8766)" 2206 + }, 2207 + "properties": [ 2208 + { 2209 + "id": "custom.lineStyle", 2210 + "value": { 2211 + "dash": [ 2212 + 1, 2213 + 6 2214 + ], 2215 + "fill": "dot" 2216 + } 2217 + }, 2218 + { 2219 + "id": "custom.stacking", 2220 + "value": { 2221 + "group": "A", 2222 + "mode": "none" 2223 + } 2224 + }, 2225 + { 2226 + "id": "custom.fillOpacity", 2227 + "value": 0 2228 + } 2229 + ] 2230 + } 2231 + ] 2232 + }, 2233 + "gridPos": { 2234 + "h": 5, 2235 + "w": 5, 2236 + "x": 12, 2237 + "y": 28 2238 + }, 2239 + "id": 24, 2240 + "options": { 2241 + "legend": { 2242 + "calcs": [], 2243 + "displayMode": "list", 2244 + "placement": "bottom", 2245 + "showLegend": true 2246 + }, 2247 + "tooltip": { 2248 + "hideZeros": false, 2249 + "mode": "single", 2250 + "sort": "none" 2251 + } 2252 + }, 2253 + "pluginVersion": "12.1.1", 2254 + "targets": [ 2255 + { 2256 + "editorMode": "builder", 2257 + "expr": "sum by(instance, keyspace) (lightrail_db_disk_bytes{job=\"lightrail\", keyspace=\"total\"})", 2258 + "legendFormat": "{{ keyspace }} ({{ instance }})", 2259 + "range": true, 2260 + "refId": "TOTAL" 2261 + }, 2262 + { 2263 + "datasource": { 2264 + "type": "victoriametrics-datasource", 2265 + "uid": "ceasrm4tg854we" 2266 + }, 2267 + "editorMode": "builder", 2268 + "expr": "sum by(instance, keyspace) (lightrail_db_disk_bytes{job=\"lightrail\", keyspace!=\"total\"})", 2269 + "hide": false, 2270 + "legendFormat": "{{ keyspace }} ({{ instance }})", 2271 + "range": true, 2272 + "refId": "KEYSPACES" 2273 + } 2274 + ], 2275 + "title": "db disk bytes", 2276 + "type": "timeseries" 2277 + }, 2278 + { 2279 + "datasource": { 2280 + "type": "victoriametrics-datasource", 2281 + "uid": "ceasrm4tg854we" 2282 + }, 2283 + "fieldConfig": { 2284 + "defaults": { 2285 + "color": { 2286 + "mode": "palette-classic" 2287 + }, 2288 + "custom": { 2289 + "axisBorderShow": false, 2290 + "axisCenteredZero": false, 2291 + "axisColorMode": "text", 2292 + "axisLabel": "", 2293 + "axisPlacement": "auto", 2294 + "axisSoftMin": 0, 2295 + "barAlignment": 0, 2296 + "barWidthFactor": 0.3, 2297 + "drawStyle": "bars", 2298 + "fillOpacity": 100, 2299 + "gradientMode": "none", 2300 + "hideFrom": { 2301 + "legend": false, 2302 + "tooltip": false, 2303 + "viz": false 2304 + }, 2305 + "insertNulls": false, 2306 + "lineInterpolation": "linear", 2307 + "lineWidth": 0, 2308 + "pointSize": 5, 2309 + "scaleDistribution": { 2310 + "type": "linear" 2311 + }, 2312 + "showPoints": "auto", 2313 + "spanNulls": false, 2314 + "stacking": { 2315 + "group": "A", 2316 + "mode": "none" 2317 + }, 2318 + "thresholdsStyle": { 2319 + "mode": "off" 2320 + } 2321 + }, 2322 + "mappings": [], 2323 + "thresholds": { 2324 + "mode": "absolute", 2325 + "steps": [ 2326 + { 2327 + "color": "green", 2328 + "value": 0 2329 + }, 2330 + { 2331 + "color": "red", 2332 + "value": 80 2333 + } 2334 + ] 2335 + }, 2336 + "unit": "bytes" 2337 + }, 2338 + "overrides": [] 2339 + }, 2340 + "gridPos": { 2341 + "h": 5, 2342 + "w": 7, 2343 + "x": 17, 2344 + "y": 28 2345 + }, 2346 + "id": 25, 2347 + "interval": "5m", 2348 + "maxDataPoints": 12, 2349 + "options": { 2350 + "legend": { 2351 + "calcs": [], 2352 + "displayMode": "list", 2353 + "placement": "bottom", 2354 + "showLegend": true 2355 + }, 2356 + "tooltip": { 2357 + "hideZeros": false, 2358 + "mode": "single", 2359 + "sort": "none" 2360 + } 2361 + }, 2362 + "pluginVersion": "12.1.1", 2363 + "targets": [ 2364 + { 2365 + "editorMode": "builder", 2366 + "expr": "sum by(instance) (increase(lightrail_db_disk_bytes{job=\"lightrail\", keyspace!=\"total\"}[$__rate_interval]))", 2367 + "hide": true, 2368 + "legendFormat": "keyspace-total ({{ instance }})", 2369 + "range": true, 2370 + "refId": "KS_BYTE_RATE" 2371 + }, 2372 + { 2373 + "datasource": { 2374 + "type": "victoriametrics-datasource", 2375 + "uid": "ceasrm4tg854we" 2376 + }, 2377 + "editorMode": "builder", 2378 + "expr": "sum by(instance) (increase(lightrail_resync_completed_total{job=\"lightrail\", outcome=\"success\"}[$__rate_interval]))", 2379 + "hide": true, 2380 + "legendFormat": "resync-ok ({{ instance }})", 2381 + "range": true, 2382 + "refId": "RESYNC_OK_RATE" 2383 + }, 2384 + { 2385 + "datasource": { 2386 + "name": "Expression", 2387 + "type": "__expr__", 2388 + "uid": "__expr__" 2389 + }, 2390 + "expression": "$KS_BYTE_RATE / $RESYNC_OK_RATE", 2391 + "hide": false, 2392 + "refId": "sum(keyspace increases)", 2393 + "type": "math" 2394 + } 2395 + ], 2396 + "title": "keyspace total bytes per resync", 2397 + "type": "timeseries" 2398 + }, 2399 + { 2400 + "collapsed": false, 2401 + "gridPos": { 2402 + "h": 1, 2403 + "w": 24, 2404 + "x": 0, 2405 + "y": 33 2406 + }, 2407 + "id": 32, 2408 + "panels": [], 2409 + "title": "Identity", 2410 + "type": "row" 2411 + }, 2412 + { 2413 + "datasource": { 2414 + "type": "victoriametrics-datasource", 2415 + "uid": "ceasrm4tg854we" 2416 + }, 2417 + "fieldConfig": { 2418 + "defaults": { 2419 + "color": { 2420 + "mode": "palette-classic" 2421 + }, 2422 + "custom": { 2423 + "axisBorderShow": false, 2424 + "axisCenteredZero": false, 2425 + "axisColorMode": "text", 2426 + "axisLabel": "", 2427 + "axisPlacement": "auto", 2428 + "barAlignment": 0, 2429 + "barWidthFactor": 0.6, 2430 + "drawStyle": "line", 2431 + "fillOpacity": 0, 2432 + "gradientMode": "none", 2433 + "hideFrom": { 2434 + "legend": false, 2435 + "tooltip": false, 2436 + "viz": false 2437 + }, 2438 + "insertNulls": false, 2439 + "lineInterpolation": "linear", 2440 + "lineWidth": 1, 2441 + "pointSize": 5, 2442 + "scaleDistribution": { 2443 + "type": "linear" 2444 + }, 2445 + "showPoints": "auto", 2446 + "spanNulls": false, 2447 + "stacking": { 2448 + "group": "A", 2449 + "mode": "none" 2450 + }, 2451 + "thresholdsStyle": { 2452 + "mode": "off" 2453 + } 2454 + }, 2455 + "mappings": [], 2456 + "thresholds": { 2457 + "mode": "absolute", 2458 + "steps": [ 2459 + { 2460 + "color": "green", 2461 + "value": 0 2462 + }, 2463 + { 2464 + "color": "red", 2465 + "value": 80 2466 + } 2467 + ] 2468 + } 2469 + }, 2470 + "overrides": [] 2471 + }, 2472 + "gridPos": { 2473 + "h": 5, 2474 + "w": 8, 2475 + "x": 0, 2476 + "y": 34 2477 + }, 2478 + "id": 11, 2479 + "options": { 2480 + "legend": { 2481 + "calcs": [], 2482 + "displayMode": "list", 2483 + "placement": "bottom", 2484 + "showLegend": true 2485 + }, 2486 + "tooltip": { 2487 + "hideZeros": false, 2488 + "mode": "single", 2489 + "sort": "none" 2490 + } 2491 + }, 2492 + "pluginVersion": "12.1.1", 2493 + "targets": [ 2494 + { 2495 + "editorMode": "builder", 2496 + "expr": "sum by(instance, outcome) (rate(lightrail_identity_resolution_total{job=\"lightrail\"}[$__rate_interval]))", 2497 + "legendFormat": "{{ outcome }} ({{ instance }})", 2498 + "range": true, 2499 + "refId": "A" 2500 + } 2501 + ], 2502 + "title": "identity resolution rate", 2503 + "type": "timeseries" 2504 + }, 2505 + { 2506 + "datasource": { 2507 + "type": "victoriametrics-datasource", 2508 + "uid": "ceasrm4tg854we" 2509 + }, 2510 + "fieldConfig": { 2511 + "defaults": { 2512 + "color": { 2513 + "mode": "palette-classic" 2514 + }, 2515 + "custom": { 2516 + "axisBorderShow": false, 2517 + "axisCenteredZero": false, 2518 + "axisColorMode": "text", 2519 + "axisLabel": "", 2520 + "axisPlacement": "auto", 2521 + "barAlignment": 0, 2522 + "barWidthFactor": 0.6, 2523 + "drawStyle": "bars", 2524 + "fillOpacity": 100, 2525 + "gradientMode": "none", 2526 + "hideFrom": { 2527 + "legend": false, 2528 + "tooltip": false, 2529 + "viz": false 2530 + }, 2531 + "insertNulls": false, 2532 + "lineInterpolation": "linear", 2533 + "lineWidth": 0, 2534 + "pointSize": 5, 2535 + "scaleDistribution": { 2536 + "type": "linear" 2537 + }, 2538 + "showPoints": "auto", 2539 + "spanNulls": false, 2540 + "stacking": { 2541 + "group": "A", 2542 + "mode": "none" 2543 + }, 2544 + "thresholdsStyle": { 2545 + "mode": "off" 2546 + } 2547 + }, 2548 + "mappings": [], 2549 + "thresholds": { 2550 + "mode": "absolute", 2551 + "steps": [ 2552 + { 2553 + "color": "green", 2554 + "value": 0 2555 + }, 2556 + { 2557 + "color": "red", 2558 + "value": 80 2559 + } 2560 + ] 2561 + } 2562 + }, 2563 + "overrides": [] 2564 + }, 2565 + "gridPos": { 2566 + "h": 5, 2567 + "w": 6, 2568 + "x": 8, 2569 + "y": 34 2570 + }, 2571 + "id": 28, 2572 + "options": { 2573 + "legend": { 2574 + "calcs": [], 2575 + "displayMode": "list", 2576 + "placement": "bottom", 2577 + "showLegend": true 2578 + }, 2579 + "tooltip": { 2580 + "hideZeros": false, 2581 + "mode": "single", 2582 + "sort": "none" 2583 + } 2584 + }, 2585 + "pluginVersion": "12.1.1", 2586 + "targets": [ 2587 + { 2588 + "editorMode": "builder", 2589 + "expr": "rate(lightrail_identity_rate_limited_total{job=\"lightrail\"}[$__rate_interval])", 2590 + "hide": false, 2591 + "legendFormat": "__auto", 2592 + "range": true, 2593 + "refId": "A" 2594 + } 2595 + ], 2596 + "title": "identity rate limits", 2597 + "type": "timeseries" 2598 + }, 2599 + { 2600 + "collapsed": false, 2601 + "gridPos": { 2602 + "h": 1, 2603 + "w": 24, 2604 + "x": 0, 2605 + "y": 39 2606 + }, 2607 + "id": 34, 2608 + "panels": [], 2609 + "title": "Database timing", 2610 + "type": "row" 2611 + }, 2612 + { 2613 + "datasource": { 2614 + "type": "victoriametrics-datasource", 2615 + "uid": "ceasrm4tg854we" 2616 + }, 2617 + "fieldConfig": { 2618 + "defaults": { 2619 + "color": { 2620 + "mode": "palette-classic" 2621 + }, 2622 + "custom": { 2623 + "axisBorderShow": false, 2624 + "axisCenteredZero": false, 2625 + "axisColorMode": "text", 2626 + "axisLabel": "", 2627 + "axisPlacement": "auto", 2628 + "barAlignment": 0, 2629 + "barWidthFactor": 0.6, 2630 + "drawStyle": "line", 2631 + "fillOpacity": 0, 2632 + "gradientMode": "none", 2633 + "hideFrom": { 2634 + "legend": false, 2635 + "tooltip": false, 2636 + "viz": false 2637 + }, 2638 + "insertNulls": false, 2639 + "lineInterpolation": "linear", 2640 + "lineWidth": 1, 2641 + "pointSize": 5, 2642 + "scaleDistribution": { 2643 + "type": "linear" 2644 + }, 2645 + "showPoints": "auto", 2646 + "spanNulls": false, 2647 + "stacking": { 2648 + "group": "A", 2649 + "mode": "none" 2650 + }, 2651 + "thresholdsStyle": { 2652 + "mode": "off" 2653 + } 2654 + }, 2655 + "mappings": [], 2656 + "thresholds": { 2657 + "mode": "absolute", 2658 + "steps": [ 2659 + { 2660 + "color": "green", 2661 + "value": 0 2662 + }, 2663 + { 2664 + "color": "red", 2665 + "value": 80 2666 + } 2667 + ] 2668 + }, 2669 + "unit": "s" 2670 + }, 2671 + "overrides": [] 2672 + }, 2673 + "gridPos": { 2674 + "h": 6, 2675 + "w": 9, 2676 + "x": 0, 2677 + "y": 40 2678 + }, 2679 + "id": 27, 2680 + "options": { 2681 + "legend": { 2682 + "calcs": [], 2683 + "displayMode": "list", 2684 + "placement": "bottom", 2685 + "showLegend": true 2686 + }, 2687 + "tooltip": { 2688 + "hideZeros": false, 2689 + "mode": "single", 2690 + "sort": "none" 2691 + } 2692 + }, 2693 + "pluginVersion": "12.1.1", 2694 + "targets": [ 2695 + { 2696 + "editorMode": "builder", 2697 + "expr": "sum by(instance, op, phase, quantile) (last_over_time(lightrail_resync_queue_op_seconds{job=\"lightrail\", quantile=\"0.99\"}[$__interval]))", 2698 + "legendFormat": "p{{ quantile }} {{ op }} {{ phase }} ({{ instance }})", 2699 + "range": true, 2700 + "refId": "A" 2701 + } 2702 + ], 2703 + "title": "queue op phase", 2704 + "type": "timeseries" 2705 + }, 2706 + { 2707 + "datasource": { 2708 + "type": "victoriametrics-datasource", 2709 + "uid": "ceasrm4tg854we" 2710 + }, 2711 + "fieldConfig": { 2712 + "defaults": { 2713 + "color": { 2714 + "mode": "palette-classic" 2715 + }, 2716 + "custom": { 2717 + "axisBorderShow": false, 2718 + "axisCenteredZero": false, 2719 + "axisColorMode": "text", 2720 + "axisLabel": "", 2721 + "axisPlacement": "auto", 2722 + "barAlignment": 0, 2723 + "barWidthFactor": 0.6, 2724 + "drawStyle": "line", 2725 + "fillOpacity": 0, 2726 + "gradientMode": "none", 2727 + "hideFrom": { 2728 + "legend": false, 2729 + "tooltip": false, 2730 + "viz": false 2731 + }, 2732 + "insertNulls": false, 2733 + "lineInterpolation": "linear", 2734 + "lineWidth": 1, 2735 + "pointSize": 5, 2736 + "scaleDistribution": { 2737 + "type": "linear" 2738 + }, 2739 + "showPoints": "auto", 2740 + "spanNulls": false, 2741 + "stacking": { 2742 + "group": "A", 2743 + "mode": "none" 2744 + }, 2745 + "thresholdsStyle": { 2746 + "mode": "off" 2747 + } 2748 + }, 2749 + "mappings": [], 2750 + "thresholds": { 2751 + "mode": "absolute", 2752 + "steps": [ 2753 + { 2754 + "color": "green", 2755 + "value": 0 2756 + }, 2757 + { 2758 + "color": "red", 2759 + "value": 80 2760 + } 2761 + ] 2762 + } 2763 + }, 2764 + "overrides": [] 2765 + }, 2766 + "gridPos": { 2767 + "h": 6, 2768 + "w": 10, 2769 + "x": 9, 2770 + "y": 40 2771 + }, 2772 + "id": 26, 2773 + "options": { 2774 + "legend": { 2775 + "calcs": [], 2776 + "displayMode": "list", 2777 + "placement": "bottom", 2778 + "showLegend": true 2779 + }, 2780 + "tooltip": { 2781 + "hideZeros": false, 2782 + "mode": "single", 2783 + "sort": "none" 2784 + } 2785 + }, 2786 + "pluginVersion": "12.1.1", 2787 + "targets": [ 2788 + { 2789 + "editorMode": "builder", 2790 + "expr": "sum by(instance, quantile) (last_over_time(lightrail_resync_queue_claim_scanned{job=\"lightrail\"}[$__interval]))", 2791 + "legendFormat": "p{{ quantile }} ({{ instance }})", 2792 + "range": true, 2793 + "refId": "A" 2794 + } 2795 + ], 2796 + "title": "resync queue claim scanned", 2797 + "type": "timeseries" 2798 + } 2799 + ], 2800 + "preload": false, 2801 + "refresh": "30s", 2802 + "schemaVersion": 41, 2803 + "tags": [], 2804 + "templating": { 2805 + "list": [] 2806 + }, 2807 + "time": { 2808 + "from": "now-6h", 2809 + "to": "now" 2810 + }, 2811 + "timepicker": {}, 2812 + "timezone": "America/Toronto", 2813 + "title": "lightrail", 2814 + "uid": "4b2dc5ab-9374-4a00-acb6-d7921fb82785", 2815 + "version": 13 2816 + }