tap_grafana.json
edited
1{
2 "annotations": {
3 "list": [
4 {
5 "builtIn": 1,
6 "datasource": {
7 "type": "grafana",
8 "uid": "-- Grafana --"
9 },
10 "enable": true,
11 "hide": true,
12 "iconColor": "rgba(0, 211, 255, 1)",
13 "name": "Annotations & Alerts",
14 "type": "dashboard"
15 }
16 ]
17 },
18 "description": "Comprehensive monitoring dashboard for TAP (ATProtocol) server metrics",
19 "editable": true,
20 "fiscalYearStartMonth": 0,
21 "graphTooltip": 1,
22 "id": null,
23 "links": [],
24 "liveNow": false,
25 "panels": [
26 {
27 "collapsed": false,
28 "gridPos": {
29 "h": 1,
30 "w": 24,
31 "x": 0,
32 "y": 0
33 },
34 "id": 100,
35 "panels": [],
36 "title": "\ud83d\udcca Overview",
37 "type": "row"
38 },
39 {
40 "datasource": {
41 "type": "prometheus",
42 "uid": "${datasource}"
43 },
44 "fieldConfig": {
45 "defaults": {
46 "color": {
47 "mode": "thresholds"
48 },
49 "mappings": [],
50 "thresholds": {
51 "mode": "absolute",
52 "steps": [
53 {
54 "color": "green",
55 "value": null
56 }
57 ]
58 },
59 "unit": "short"
60 },
61 "overrides": []
62 },
63 "gridPos": {
64 "h": 4,
65 "w": 4,
66 "x": 0,
67 "y": 1
68 },
69 "id": 1,
70 "options": {
71 "colorMode": "value",
72 "graphMode": "area",
73 "justifyMode": "auto",
74 "orientation": "auto",
75 "reduceOptions": {
76 "calcs": [
77 "lastNotNull"
78 ],
79 "fields": "",
80 "values": false
81 },
82 "showPercentChange": false,
83 "textMode": "auto",
84 "wideLayout": true
85 },
86 "pluginVersion": "11.0.0",
87 "targets": [
88 {
89 "datasource": {
90 "type": "prometheus",
91 "uid": "${datasource}"
92 },
93 "expr": "tap_firehose_last_seq{instance=~\"$instance\"}",
94 "legendFormat": "Firehose Sequence",
95 "refId": "A"
96 }
97 ],
98 "title": "Firehose Sequence",
99 "type": "stat"
100 },
101 {
102 "datasource": {
103 "type": "prometheus",
104 "uid": "${datasource}"
105 },
106 "fieldConfig": {
107 "defaults": {
108 "color": {
109 "mode": "thresholds"
110 },
111 "mappings": [],
112 "thresholds": {
113 "mode": "absolute",
114 "steps": [
115 {
116 "color": "green",
117 "value": null
118 }
119 ]
120 },
121 "unit": "short"
122 },
123 "overrides": []
124 },
125 "gridPos": {
126 "h": 4,
127 "w": 4,
128 "x": 4,
129 "y": 1
130 },
131 "id": 2,
132 "options": {
133 "colorMode": "value",
134 "graphMode": "area",
135 "justifyMode": "auto",
136 "orientation": "auto",
137 "reduceOptions": {
138 "calcs": [
139 "lastNotNull"
140 ],
141 "fields": "",
142 "values": false
143 },
144 "showPercentChange": false,
145 "textMode": "auto",
146 "wideLayout": true
147 },
148 "pluginVersion": "11.0.0",
149 "targets": [
150 {
151 "datasource": {
152 "type": "prometheus",
153 "uid": "${datasource}"
154 },
155 "expr": "tap_crawler_repos_discovered_total{instance=~\"$instance\"}",
156 "legendFormat": "Repos Discovered",
157 "refId": "A"
158 }
159 ],
160 "title": "Repos Discovered",
161 "type": "stat"
162 },
163 {
164 "datasource": {
165 "type": "prometheus",
166 "uid": "${datasource}"
167 },
168 "fieldConfig": {
169 "defaults": {
170 "color": {
171 "mode": "thresholds"
172 },
173 "mappings": [],
174 "thresholds": {
175 "mode": "absolute",
176 "steps": [
177 {
178 "color": "green",
179 "value": null
180 }
181 ]
182 },
183 "unit": "short"
184 },
185 "overrides": []
186 },
187 "gridPos": {
188 "h": 4,
189 "w": 4,
190 "x": 8,
191 "y": 1
192 },
193 "id": 3,
194 "options": {
195 "colorMode": "value",
196 "graphMode": "area",
197 "justifyMode": "auto",
198 "orientation": "auto",
199 "reduceOptions": {
200 "calcs": [
201 "lastNotNull"
202 ],
203 "fields": "",
204 "values": false
205 },
206 "showPercentChange": false,
207 "textMode": "auto",
208 "wideLayout": true
209 },
210 "pluginVersion": "11.0.0",
211 "targets": [
212 {
213 "datasource": {
214 "type": "prometheus",
215 "uid": "${datasource}"
216 },
217 "expr": "tap_event_cache_size{instance=~\"$instance\"}",
218 "legendFormat": "Event Cache Size",
219 "refId": "A"
220 }
221 ],
222 "title": "Event Cache Size",
223 "type": "stat"
224 },
225 {
226 "datasource": {
227 "type": "prometheus",
228 "uid": "${datasource}"
229 },
230 "fieldConfig": {
231 "defaults": {
232 "color": {
233 "mode": "thresholds"
234 },
235 "mappings": [],
236 "thresholds": {
237 "mode": "absolute",
238 "steps": [
239 {
240 "color": "green",
241 "value": null
242 }
243 ]
244 },
245 "unit": "short"
246 },
247 "overrides": []
248 },
249 "gridPos": {
250 "h": 4,
251 "w": 4,
252 "x": 12,
253 "y": 1
254 },
255 "id": 4,
256 "options": {
257 "colorMode": "value",
258 "graphMode": "area",
259 "justifyMode": "auto",
260 "orientation": "auto",
261 "reduceOptions": {
262 "calcs": [
263 "lastNotNull"
264 ],
265 "fields": "",
266 "values": false
267 },
268 "showPercentChange": false,
269 "textMode": "auto",
270 "wideLayout": true
271 },
272 "pluginVersion": "11.0.0",
273 "targets": [
274 {
275 "datasource": {
276 "type": "prometheus",
277 "uid": "${datasource}"
278 },
279 "expr": "indigo_scheduler_workers_active{instance=~\"$instance\"}",
280 "legendFormat": "Active Workers",
281 "refId": "A"
282 }
283 ],
284 "title": "Active Workers",
285 "type": "stat"
286 },
287 {
288 "datasource": {
289 "type": "prometheus",
290 "uid": "${datasource}"
291 },
292 "fieldConfig": {
293 "defaults": {
294 "color": {
295 "mode": "thresholds"
296 },
297 "mappings": [],
298 "thresholds": {
299 "mode": "percentage",
300 "steps": [
301 {
302 "color": "red",
303 "value": null
304 },
305 {
306 "color": "orange",
307 "value": 50
308 },
309 {
310 "color": "green",
311 "value": 90
312 }
313 ]
314 },
315 "unit": "percentunit"
316 },
317 "overrides": []
318 },
319 "gridPos": {
320 "h": 4,
321 "w": 4,
322 "x": 16,
323 "y": 1
324 },
325 "id": 5,
326 "options": {
327 "colorMode": "value",
328 "graphMode": "area",
329 "justifyMode": "auto",
330 "orientation": "auto",
331 "reduceOptions": {
332 "calcs": [
333 "lastNotNull"
334 ],
335 "fields": "",
336 "values": false
337 },
338 "showPercentChange": false,
339 "textMode": "auto",
340 "wideLayout": true
341 },
342 "pluginVersion": "11.0.0",
343 "targets": [
344 {
345 "datasource": {
346 "type": "prometheus",
347 "uid": "${datasource}"
348 },
349 "expr": "atproto_directory_identity_cache_hits{instance=~\"$instance\"} / (atproto_directory_identity_cache_hits{instance=~\"$instance\"} + atproto_directory_identity_cache_misses{instance=~\"$instance\"})",
350 "legendFormat": "Identity Cache Hit Rate",
351 "refId": "A"
352 }
353 ],
354 "title": "Identity Cache Hit Rate",
355 "type": "stat"
356 },
357 {
358 "datasource": {
359 "type": "prometheus",
360 "uid": "${datasource}"
361 },
362 "fieldConfig": {
363 "defaults": {
364 "color": {
365 "mode": "thresholds"
366 },
367 "mappings": [],
368 "thresholds": {
369 "mode": "percentage",
370 "steps": [
371 {
372 "color": "green",
373 "value": null
374 },
375 {
376 "color": "orange",
377 "value": 1
378 },
379 {
380 "color": "red",
381 "value": 5
382 }
383 ]
384 },
385 "unit": "percentunit"
386 },
387 "overrides": []
388 },
389 "gridPos": {
390 "h": 4,
391 "w": 4,
392 "x": 20,
393 "y": 1
394 },
395 "id": 6,
396 "options": {
397 "colorMode": "value",
398 "graphMode": "area",
399 "justifyMode": "auto",
400 "orientation": "auto",
401 "reduceOptions": {
402 "calcs": [
403 "lastNotNull"
404 ],
405 "fields": "",
406 "values": false
407 },
408 "showPercentChange": false,
409 "textMode": "auto",
410 "wideLayout": true
411 },
412 "pluginVersion": "11.0.0",
413 "targets": [
414 {
415 "datasource": {
416 "type": "prometheus",
417 "uid": "${datasource}"
418 },
419 "expr": "tap_resyncs_failed_total{instance=~\"$instance\"} / tap_resyncs_started_total{instance=~\"$instance\"}",
420 "legendFormat": "Resync Failure Rate",
421 "refId": "A"
422 }
423 ],
424 "title": "Resync Failure Rate",
425 "type": "stat"
426 },
427 {
428 "collapsed": false,
429 "gridPos": {
430 "h": 1,
431 "w": 24,
432 "x": 0,
433 "y": 5
434 },
435 "id": 101,
436 "panels": [],
437 "title": "\ud83d\udd25 Firehose Processing",
438 "type": "row"
439 },
440 {
441 "datasource": {
442 "type": "prometheus",
443 "uid": "${datasource}"
444 },
445 "fieldConfig": {
446 "defaults": {
447 "color": {
448 "mode": "palette-classic"
449 },
450 "custom": {
451 "axisBorderShow": false,
452 "axisCenteredZero": false,
453 "axisColorMode": "text",
454 "axisLabel": "",
455 "axisPlacement": "auto",
456 "barAlignment": 0,
457 "drawStyle": "line",
458 "fillOpacity": 10,
459 "gradientMode": "none",
460 "hideFrom": {
461 "legend": false,
462 "tooltip": false,
463 "viz": false
464 },
465 "insertNulls": false,
466 "lineInterpolation": "smooth",
467 "lineWidth": 2,
468 "pointSize": 5,
469 "scaleDistribution": {
470 "type": "linear"
471 },
472 "showPoints": "never",
473 "spanNulls": false,
474 "stacking": {
475 "group": "A",
476 "mode": "none"
477 },
478 "thresholdsStyle": {
479 "mode": "off"
480 }
481 },
482 "mappings": [],
483 "thresholds": {
484 "mode": "absolute",
485 "steps": [
486 {
487 "color": "green",
488 "value": null
489 }
490 ]
491 },
492 "unit": "ops"
493 },
494 "overrides": []
495 },
496 "gridPos": {
497 "h": 8,
498 "w": 12,
499 "x": 0,
500 "y": 6
501 },
502 "id": 10,
503 "options": {
504 "legend": {
505 "calcs": [
506 "mean",
507 "max",
508 "last"
509 ],
510 "displayMode": "table",
511 "placement": "bottom",
512 "showLegend": true
513 },
514 "tooltip": {
515 "mode": "multi",
516 "sort": "desc"
517 }
518 },
519 "pluginVersion": "11.0.0",
520 "targets": [
521 {
522 "datasource": {
523 "type": "prometheus",
524 "uid": "${datasource}"
525 },
526 "expr": "rate(tap_firehose_events_received_total{instance=~\"$instance\"}[$__rate_interval])",
527 "legendFormat": "Received",
528 "refId": "A"
529 },
530 {
531 "datasource": {
532 "type": "prometheus",
533 "uid": "${datasource}"
534 },
535 "expr": "rate(tap_firehose_events_processed_total{instance=~\"$instance\"}[$__rate_interval])",
536 "legendFormat": "Processed",
537 "refId": "B"
538 },
539 {
540 "datasource": {
541 "type": "prometheus",
542 "uid": "${datasource}"
543 },
544 "expr": "rate(tap_firehose_events_skipped_total{instance=~\"$instance\"}[$__rate_interval])",
545 "legendFormat": "Skipped",
546 "refId": "C"
547 }
548 ],
549 "title": "Firehose Event Rate",
550 "type": "timeseries"
551 },
552 {
553 "datasource": {
554 "type": "prometheus",
555 "uid": "${datasource}"
556 },
557 "fieldConfig": {
558 "defaults": {
559 "color": {
560 "mode": "palette-classic"
561 },
562 "custom": {
563 "axisBorderShow": false,
564 "axisCenteredZero": false,
565 "axisColorMode": "text",
566 "axisLabel": "",
567 "axisPlacement": "auto",
568 "barAlignment": 0,
569 "drawStyle": "line",
570 "fillOpacity": 10,
571 "gradientMode": "none",
572 "hideFrom": {
573 "legend": false,
574 "tooltip": false,
575 "viz": false
576 },
577 "insertNulls": false,
578 "lineInterpolation": "smooth",
579 "lineWidth": 2,
580 "pointSize": 5,
581 "scaleDistribution": {
582 "type": "linear"
583 },
584 "showPoints": "never",
585 "spanNulls": false,
586 "stacking": {
587 "group": "A",
588 "mode": "normal"
589 },
590 "thresholdsStyle": {
591 "mode": "off"
592 }
593 },
594 "mappings": [],
595 "thresholds": {
596 "mode": "absolute",
597 "steps": [
598 {
599 "color": "green",
600 "value": null
601 }
602 ]
603 },
604 "unit": "short"
605 },
606 "overrides": []
607 },
608 "gridPos": {
609 "h": 8,
610 "w": 12,
611 "x": 12,
612 "y": 6
613 },
614 "id": 11,
615 "options": {
616 "legend": {
617 "calcs": [
618 "mean",
619 "max",
620 "last"
621 ],
622 "displayMode": "table",
623 "placement": "bottom",
624 "showLegend": true
625 },
626 "tooltip": {
627 "mode": "multi",
628 "sort": "desc"
629 }
630 },
631 "pluginVersion": "11.0.0",
632 "targets": [
633 {
634 "datasource": {
635 "type": "prometheus",
636 "uid": "${datasource}"
637 },
638 "expr": "increase(tap_firehose_events_processed_total{instance=~\"$instance\"}[$__rate_interval])",
639 "legendFormat": "Processed",
640 "refId": "A"
641 },
642 {
643 "datasource": {
644 "type": "prometheus",
645 "uid": "${datasource}"
646 },
647 "expr": "increase(tap_firehose_events_skipped_total{instance=~\"$instance\"}[$__rate_interval])",
648 "legendFormat": "Skipped",
649 "refId": "B"
650 }
651 ],
652 "title": "Firehose Events (Stacked)",
653 "type": "timeseries"
654 },
655 {
656 "datasource": {
657 "type": "prometheus",
658 "uid": "${datasource}"
659 },
660 "fieldConfig": {
661 "defaults": {
662 "color": {
663 "mode": "palette-classic"
664 },
665 "custom": {
666 "axisBorderShow": false,
667 "axisCenteredZero": false,
668 "axisColorMode": "text",
669 "axisLabel": "",
670 "axisPlacement": "auto",
671 "barAlignment": 0,
672 "drawStyle": "line",
673 "fillOpacity": 10,
674 "gradientMode": "none",
675 "hideFrom": {
676 "legend": false,
677 "tooltip": false,
678 "viz": false
679 },
680 "insertNulls": false,
681 "lineInterpolation": "smooth",
682 "lineWidth": 2,
683 "pointSize": 5,
684 "scaleDistribution": {
685 "type": "linear"
686 },
687 "showPoints": "never",
688 "spanNulls": false,
689 "stacking": {
690 "group": "A",
691 "mode": "none"
692 },
693 "thresholdsStyle": {
694 "mode": "off"
695 }
696 },
697 "mappings": [],
698 "thresholds": {
699 "mode": "absolute",
700 "steps": [
701 {
702 "color": "green",
703 "value": null
704 }
705 ]
706 },
707 "unit": "Bps"
708 },
709 "overrides": []
710 },
711 "gridPos": {
712 "h": 8,
713 "w": 12,
714 "x": 0,
715 "y": 14
716 },
717 "id": 12,
718 "options": {
719 "legend": {
720 "calcs": [
721 "mean",
722 "max",
723 "last"
724 ],
725 "displayMode": "table",
726 "placement": "bottom",
727 "showLegend": true
728 },
729 "tooltip": {
730 "mode": "multi",
731 "sort": "desc"
732 }
733 },
734 "pluginVersion": "11.0.0",
735 "targets": [
736 {
737 "datasource": {
738 "type": "prometheus",
739 "uid": "${datasource}"
740 },
741 "expr": "rate(indigo_repo_stream_bytes_total{instance=~\"$instance\"}[$__rate_interval])",
742 "legendFormat": "{{remote_addr}}",
743 "refId": "A"
744 }
745 ],
746 "title": "Stream Throughput",
747 "type": "timeseries"
748 },
749 {
750 "datasource": {
751 "type": "prometheus",
752 "uid": "${datasource}"
753 },
754 "fieldConfig": {
755 "defaults": {
756 "color": {
757 "mode": "palette-classic"
758 },
759 "custom": {
760 "axisBorderShow": false,
761 "axisCenteredZero": false,
762 "axisColorMode": "text",
763 "axisLabel": "",
764 "axisPlacement": "auto",
765 "barAlignment": 0,
766 "drawStyle": "line",
767 "fillOpacity": 10,
768 "gradientMode": "none",
769 "hideFrom": {
770 "legend": false,
771 "tooltip": false,
772 "viz": false
773 },
774 "insertNulls": false,
775 "lineInterpolation": "smooth",
776 "lineWidth": 2,
777 "pointSize": 5,
778 "scaleDistribution": {
779 "type": "linear"
780 },
781 "showPoints": "never",
782 "spanNulls": false,
783 "stacking": {
784 "group": "A",
785 "mode": "none"
786 },
787 "thresholdsStyle": {
788 "mode": "off"
789 }
790 },
791 "mappings": [],
792 "thresholds": {
793 "mode": "absolute",
794 "steps": [
795 {
796 "color": "green",
797 "value": null
798 }
799 ]
800 },
801 "unit": "ops"
802 },
803 "overrides": []
804 },
805 "gridPos": {
806 "h": 8,
807 "w": 12,
808 "x": 12,
809 "y": 14
810 },
811 "id": 13,
812 "options": {
813 "legend": {
814 "calcs": [
815 "mean",
816 "max",
817 "last"
818 ],
819 "displayMode": "table",
820 "placement": "bottom",
821 "showLegend": true
822 },
823 "tooltip": {
824 "mode": "multi",
825 "sort": "desc"
826 }
827 },
828 "pluginVersion": "11.0.0",
829 "targets": [
830 {
831 "datasource": {
832 "type": "prometheus",
833 "uid": "${datasource}"
834 },
835 "expr": "rate(indigo_repo_stream_events_received_total{instance=~\"$instance\"}[$__rate_interval])",
836 "legendFormat": "{{remote_addr}}",
837 "refId": "A"
838 }
839 ],
840 "title": "Stream Events Rate",
841 "type": "timeseries"
842 },
843 {
844 "collapsed": false,
845 "gridPos": {
846 "h": 1,
847 "w": 24,
848 "x": 0,
849 "y": 22
850 },
851 "id": 102,
852 "panels": [],
853 "title": "\ud83d\udce4 Event Delivery",
854 "type": "row"
855 },
856 {
857 "datasource": {
858 "type": "prometheus",
859 "uid": "${datasource}"
860 },
861 "fieldConfig": {
862 "defaults": {
863 "color": {
864 "mode": "palette-classic"
865 },
866 "custom": {
867 "axisBorderShow": false,
868 "axisCenteredZero": false,
869 "axisColorMode": "text",
870 "axisLabel": "",
871 "axisPlacement": "auto",
872 "barAlignment": 0,
873 "drawStyle": "line",
874 "fillOpacity": 10,
875 "gradientMode": "none",
876 "hideFrom": {
877 "legend": false,
878 "tooltip": false,
879 "viz": false
880 },
881 "insertNulls": false,
882 "lineInterpolation": "smooth",
883 "lineWidth": 2,
884 "pointSize": 5,
885 "scaleDistribution": {
886 "type": "linear"
887 },
888 "showPoints": "never",
889 "spanNulls": false,
890 "stacking": {
891 "group": "A",
892 "mode": "none"
893 },
894 "thresholdsStyle": {
895 "mode": "off"
896 }
897 },
898 "mappings": [],
899 "thresholds": {
900 "mode": "absolute",
901 "steps": [
902 {
903 "color": "green",
904 "value": null
905 }
906 ]
907 },
908 "unit": "ops"
909 },
910 "overrides": [
911 {
912 "matcher": {
913 "id": "byName",
914 "options": "Delivered"
915 },
916 "properties": [
917 {
918 "id": "color",
919 "value": {
920 "fixedColor": "green",
921 "mode": "fixed"
922 }
923 }
924 ]
925 },
926 {
927 "matcher": {
928 "id": "byName",
929 "options": "Acked"
930 },
931 "properties": [
932 {
933 "id": "color",
934 "value": {
935 "fixedColor": "blue",
936 "mode": "fixed"
937 }
938 }
939 ]
940 }
941 ]
942 },
943 "gridPos": {
944 "h": 8,
945 "w": 12,
946 "x": 0,
947 "y": 23
948 },
949 "id": 20,
950 "options": {
951 "legend": {
952 "calcs": [
953 "mean",
954 "max",
955 "last"
956 ],
957 "displayMode": "table",
958 "placement": "bottom",
959 "showLegend": true
960 },
961 "tooltip": {
962 "mode": "multi",
963 "sort": "desc"
964 }
965 },
966 "pluginVersion": "11.0.0",
967 "targets": [
968 {
969 "datasource": {
970 "type": "prometheus",
971 "uid": "${datasource}"
972 },
973 "expr": "rate(tap_events_delivered_total{instance=~\"$instance\"}[$__rate_interval])",
974 "legendFormat": "Delivered",
975 "refId": "A"
976 },
977 {
978 "datasource": {
979 "type": "prometheus",
980 "uid": "${datasource}"
981 },
982 "expr": "rate(tap_events_acked_total{instance=~\"$instance\"}[$__rate_interval])",
983 "legendFormat": "Acked",
984 "refId": "B"
985 }
986 ],
987 "title": "Event Delivery Rate",
988 "type": "timeseries"
989 },
990 {
991 "datasource": {
992 "type": "prometheus",
993 "uid": "${datasource}"
994 },
995 "fieldConfig": {
996 "defaults": {
997 "color": {
998 "mode": "palette-classic"
999 },
1000 "custom": {
1001 "axisBorderShow": false,
1002 "axisCenteredZero": false,
1003 "axisColorMode": "text",
1004 "axisLabel": "",
1005 "axisPlacement": "auto",
1006 "barAlignment": 0,
1007 "drawStyle": "line",
1008 "fillOpacity": 10,
1009 "gradientMode": "none",
1010 "hideFrom": {
1011 "legend": false,
1012 "tooltip": false,
1013 "viz": false
1014 },
1015 "insertNulls": false,
1016 "lineInterpolation": "smooth",
1017 "lineWidth": 2,
1018 "pointSize": 5,
1019 "scaleDistribution": {
1020 "type": "linear"
1021 },
1022 "showPoints": "never",
1023 "spanNulls": false,
1024 "stacking": {
1025 "group": "A",
1026 "mode": "none"
1027 },
1028 "thresholdsStyle": {
1029 "mode": "off"
1030 }
1031 },
1032 "mappings": [],
1033 "thresholds": {
1034 "mode": "absolute",
1035 "steps": [
1036 {
1037 "color": "green",
1038 "value": null
1039 }
1040 ]
1041 },
1042 "unit": "short"
1043 },
1044 "overrides": []
1045 },
1046 "gridPos": {
1047 "h": 8,
1048 "w": 12,
1049 "x": 12,
1050 "y": 23
1051 },
1052 "id": 21,
1053 "options": {
1054 "legend": {
1055 "calcs": [
1056 "mean",
1057 "max",
1058 "last"
1059 ],
1060 "displayMode": "table",
1061 "placement": "bottom",
1062 "showLegend": true
1063 },
1064 "tooltip": {
1065 "mode": "multi",
1066 "sort": "desc"
1067 }
1068 },
1069 "pluginVersion": "11.0.0",
1070 "targets": [
1071 {
1072 "datasource": {
1073 "type": "prometheus",
1074 "uid": "${datasource}"
1075 },
1076 "expr": "tap_events_delivered_total{instance=~\"$instance\"} - tap_events_acked_total{instance=~\"$instance\"}",
1077 "legendFormat": "Unacked Events",
1078 "refId": "A"
1079 }
1080 ],
1081 "title": "Unacknowledged Events",
1082 "type": "timeseries"
1083 },
1084 {
1085 "collapsed": false,
1086 "gridPos": {
1087 "h": 1,
1088 "w": 24,
1089 "x": 0,
1090 "y": 31
1091 },
1092 "id": 103,
1093 "panels": [],
1094 "title": "\ud83d\udd04 Resync Operations",
1095 "type": "row"
1096 },
1097 {
1098 "datasource": {
1099 "type": "prometheus",
1100 "uid": "${datasource}"
1101 },
1102 "fieldConfig": {
1103 "defaults": {
1104 "color": {
1105 "mode": "palette-classic"
1106 },
1107 "custom": {
1108 "axisBorderShow": false,
1109 "axisCenteredZero": false,
1110 "axisColorMode": "text",
1111 "axisLabel": "",
1112 "axisPlacement": "auto",
1113 "barAlignment": 0,
1114 "drawStyle": "line",
1115 "fillOpacity": 10,
1116 "gradientMode": "none",
1117 "hideFrom": {
1118 "legend": false,
1119 "tooltip": false,
1120 "viz": false
1121 },
1122 "insertNulls": false,
1123 "lineInterpolation": "smooth",
1124 "lineWidth": 2,
1125 "pointSize": 5,
1126 "scaleDistribution": {
1127 "type": "linear"
1128 },
1129 "showPoints": "never",
1130 "spanNulls": false,
1131 "stacking": {
1132 "group": "A",
1133 "mode": "none"
1134 },
1135 "thresholdsStyle": {
1136 "mode": "off"
1137 }
1138 },
1139 "mappings": [],
1140 "thresholds": {
1141 "mode": "absolute",
1142 "steps": [
1143 {
1144 "color": "green",
1145 "value": null
1146 }
1147 ]
1148 },
1149 "unit": "ops"
1150 },
1151 "overrides": [
1152 {
1153 "matcher": {
1154 "id": "byName",
1155 "options": "Started"
1156 },
1157 "properties": [
1158 {
1159 "id": "color",
1160 "value": {
1161 "fixedColor": "blue",
1162 "mode": "fixed"
1163 }
1164 }
1165 ]
1166 },
1167 {
1168 "matcher": {
1169 "id": "byName",
1170 "options": "Completed"
1171 },
1172 "properties": [
1173 {
1174 "id": "color",
1175 "value": {
1176 "fixedColor": "green",
1177 "mode": "fixed"
1178 }
1179 }
1180 ]
1181 },
1182 {
1183 "matcher": {
1184 "id": "byName",
1185 "options": "Failed"
1186 },
1187 "properties": [
1188 {
1189 "id": "color",
1190 "value": {
1191 "fixedColor": "red",
1192 "mode": "fixed"
1193 }
1194 }
1195 ]
1196 }
1197 ]
1198 },
1199 "gridPos": {
1200 "h": 8,
1201 "w": 12,
1202 "x": 0,
1203 "y": 32
1204 },
1205 "id": 30,
1206 "options": {
1207 "legend": {
1208 "calcs": [
1209 "mean",
1210 "max",
1211 "last"
1212 ],
1213 "displayMode": "table",
1214 "placement": "bottom",
1215 "showLegend": true
1216 },
1217 "tooltip": {
1218 "mode": "multi",
1219 "sort": "desc"
1220 }
1221 },
1222 "pluginVersion": "11.0.0",
1223 "targets": [
1224 {
1225 "datasource": {
1226 "type": "prometheus",
1227 "uid": "${datasource}"
1228 },
1229 "expr": "rate(tap_resyncs_started_total{instance=~\"$instance\"}[$__rate_interval])",
1230 "legendFormat": "Started",
1231 "refId": "A"
1232 },
1233 {
1234 "datasource": {
1235 "type": "prometheus",
1236 "uid": "${datasource}"
1237 },
1238 "expr": "rate(tap_resyncs_completed_total{instance=~\"$instance\"}[$__rate_interval])",
1239 "legendFormat": "Completed",
1240 "refId": "B"
1241 },
1242 {
1243 "datasource": {
1244 "type": "prometheus",
1245 "uid": "${datasource}"
1246 },
1247 "expr": "rate(tap_resyncs_failed_total{instance=~\"$instance\"}[$__rate_interval])",
1248 "legendFormat": "Failed",
1249 "refId": "C"
1250 }
1251 ],
1252 "title": "Resync Operations Rate",
1253 "type": "timeseries"
1254 },
1255 {
1256 "datasource": {
1257 "type": "prometheus",
1258 "uid": "${datasource}"
1259 },
1260 "fieldConfig": {
1261 "defaults": {
1262 "color": {
1263 "mode": "palette-classic"
1264 },
1265 "custom": {
1266 "axisBorderShow": false,
1267 "axisCenteredZero": false,
1268 "axisColorMode": "text",
1269 "axisLabel": "",
1270 "axisPlacement": "auto",
1271 "barAlignment": 0,
1272 "drawStyle": "bars",
1273 "fillOpacity": 80,
1274 "gradientMode": "none",
1275 "hideFrom": {
1276 "legend": false,
1277 "tooltip": false,
1278 "viz": false
1279 },
1280 "insertNulls": false,
1281 "lineInterpolation": "smooth",
1282 "lineWidth": 2,
1283 "pointSize": 5,
1284 "scaleDistribution": {
1285 "type": "linear"
1286 },
1287 "showPoints": "never",
1288 "spanNulls": false,
1289 "stacking": {
1290 "group": "A",
1291 "mode": "none"
1292 },
1293 "thresholdsStyle": {
1294 "mode": "off"
1295 }
1296 },
1297 "mappings": [],
1298 "thresholds": {
1299 "mode": "absolute",
1300 "steps": [
1301 {
1302 "color": "green",
1303 "value": null
1304 }
1305 ]
1306 },
1307 "unit": "s"
1308 },
1309 "overrides": []
1310 },
1311 "gridPos": {
1312 "h": 8,
1313 "w": 12,
1314 "x": 12,
1315 "y": 32
1316 },
1317 "id": 31,
1318 "options": {
1319 "legend": {
1320 "calcs": [
1321 "mean",
1322 "max",
1323 "last"
1324 ],
1325 "displayMode": "table",
1326 "placement": "bottom",
1327 "showLegend": true
1328 },
1329 "tooltip": {
1330 "mode": "multi",
1331 "sort": "desc"
1332 }
1333 },
1334 "pluginVersion": "11.0.0",
1335 "targets": [
1336 {
1337 "datasource": {
1338 "type": "prometheus",
1339 "uid": "${datasource}"
1340 },
1341 "expr": "histogram_quantile(0.50, rate(tap_resync_duration_seconds_bucket{instance=~\"$instance\"}[$__rate_interval]))",
1342 "legendFormat": "p50",
1343 "refId": "A"
1344 },
1345 {
1346 "datasource": {
1347 "type": "prometheus",
1348 "uid": "${datasource}"
1349 },
1350 "expr": "histogram_quantile(0.90, rate(tap_resync_duration_seconds_bucket{instance=~\"$instance\"}[$__rate_interval]))",
1351 "legendFormat": "p90",
1352 "refId": "B"
1353 },
1354 {
1355 "datasource": {
1356 "type": "prometheus",
1357 "uid": "${datasource}"
1358 },
1359 "expr": "histogram_quantile(0.99, rate(tap_resync_duration_seconds_bucket{instance=~\"$instance\"}[$__rate_interval]))",
1360 "legendFormat": "p99",
1361 "refId": "C"
1362 }
1363 ],
1364 "title": "Resync Duration Percentiles",
1365 "type": "timeseries"
1366 },
1367 {
1368 "datasource": {
1369 "type": "prometheus",
1370 "uid": "${datasource}"
1371 },
1372 "fieldConfig": {
1373 "defaults": {
1374 "color": {
1375 "mode": "palette-classic"
1376 },
1377 "custom": {
1378 "fillOpacity": 80,
1379 "gradientMode": "none",
1380 "hideFrom": {
1381 "legend": false,
1382 "tooltip": false,
1383 "viz": false
1384 },
1385 "lineWidth": 1
1386 },
1387 "mappings": [],
1388 "thresholds": {
1389 "mode": "absolute",
1390 "steps": [
1391 {
1392 "color": "green",
1393 "value": null
1394 }
1395 ]
1396 },
1397 "unit": "short"
1398 },
1399 "overrides": []
1400 },
1401 "gridPos": {
1402 "h": 8,
1403 "w": 24,
1404 "x": 0,
1405 "y": 40
1406 },
1407 "id": 32,
1408 "options": {
1409 "bucketCount": 20,
1410 "legend": {
1411 "calcs": [],
1412 "displayMode": "list",
1413 "placement": "bottom",
1414 "showLegend": true
1415 },
1416 "tooltip": {
1417 "mode": "single",
1418 "sort": "none"
1419 }
1420 },
1421 "pluginVersion": "11.0.0",
1422 "targets": [
1423 {
1424 "datasource": {
1425 "type": "prometheus",
1426 "uid": "${datasource}"
1427 },
1428 "expr": "sum(increase(tap_resync_duration_seconds_bucket{instance=~\"$instance\"}[$__rate_interval])) by (le)",
1429 "format": "heatmap",
1430 "legendFormat": "{{le}}",
1431 "refId": "A"
1432 }
1433 ],
1434 "title": "Resync Duration Distribution",
1435 "type": "histogram"
1436 },
1437 {
1438 "collapsed": false,
1439 "gridPos": {
1440 "h": 1,
1441 "w": 24,
1442 "x": 0,
1443 "y": 48
1444 },
1445 "id": 104,
1446 "panels": [],
1447 "title": "\ud83d\udd10 ATProto Identity Resolution",
1448 "type": "row"
1449 },
1450 {
1451 "datasource": {
1452 "type": "prometheus",
1453 "uid": "${datasource}"
1454 },
1455 "fieldConfig": {
1456 "defaults": {
1457 "color": {
1458 "mode": "palette-classic"
1459 },
1460 "custom": {
1461 "axisBorderShow": false,
1462 "axisCenteredZero": false,
1463 "axisColorMode": "text",
1464 "axisLabel": "",
1465 "axisPlacement": "auto",
1466 "barAlignment": 0,
1467 "drawStyle": "line",
1468 "fillOpacity": 10,
1469 "gradientMode": "none",
1470 "hideFrom": {
1471 "legend": false,
1472 "tooltip": false,
1473 "viz": false
1474 },
1475 "insertNulls": false,
1476 "lineInterpolation": "smooth",
1477 "lineWidth": 2,
1478 "pointSize": 5,
1479 "scaleDistribution": {
1480 "type": "linear"
1481 },
1482 "showPoints": "never",
1483 "spanNulls": false,
1484 "stacking": {
1485 "group": "A",
1486 "mode": "none"
1487 },
1488 "thresholdsStyle": {
1489 "mode": "off"
1490 }
1491 },
1492 "mappings": [],
1493 "thresholds": {
1494 "mode": "absolute",
1495 "steps": [
1496 {
1497 "color": "green",
1498 "value": null
1499 }
1500 ]
1501 },
1502 "unit": "ops"
1503 },
1504 "overrides": [
1505 {
1506 "matcher": {
1507 "id": "byName",
1508 "options": "cached"
1509 },
1510 "properties": [
1511 {
1512 "id": "color",
1513 "value": {
1514 "fixedColor": "green",
1515 "mode": "fixed"
1516 }
1517 }
1518 ]
1519 },
1520 {
1521 "matcher": {
1522 "id": "byName",
1523 "options": "success"
1524 },
1525 "properties": [
1526 {
1527 "id": "color",
1528 "value": {
1529 "fixedColor": "blue",
1530 "mode": "fixed"
1531 }
1532 }
1533 ]
1534 },
1535 {
1536 "matcher": {
1537 "id": "byName",
1538 "options": "error"
1539 },
1540 "properties": [
1541 {
1542 "id": "color",
1543 "value": {
1544 "fixedColor": "red",
1545 "mode": "fixed"
1546 }
1547 }
1548 ]
1549 },
1550 {
1551 "matcher": {
1552 "id": "byName",
1553 "options": "coalesced"
1554 },
1555 "properties": [
1556 {
1557 "id": "color",
1558 "value": {
1559 "fixedColor": "purple",
1560 "mode": "fixed"
1561 }
1562 }
1563 ]
1564 }
1565 ]
1566 },
1567 "gridPos": {
1568 "h": 8,
1569 "w": 12,
1570 "x": 0,
1571 "y": 49
1572 },
1573 "id": 40,
1574 "options": {
1575 "legend": {
1576 "calcs": [
1577 "mean",
1578 "max",
1579 "last"
1580 ],
1581 "displayMode": "table",
1582 "placement": "bottom",
1583 "showLegend": true
1584 },
1585 "tooltip": {
1586 "mode": "multi",
1587 "sort": "desc"
1588 }
1589 },
1590 "pluginVersion": "11.0.0",
1591 "targets": [
1592 {
1593 "datasource": {
1594 "type": "prometheus",
1595 "uid": "${datasource}"
1596 },
1597 "expr": "rate(atproto_identity_resolve_did{instance=~\"$instance\", status=\"cached\"}[$__rate_interval])",
1598 "legendFormat": "cached",
1599 "refId": "A"
1600 },
1601 {
1602 "datasource": {
1603 "type": "prometheus",
1604 "uid": "${datasource}"
1605 },
1606 "expr": "rate(atproto_identity_resolve_did{instance=~\"$instance\", status=\"success\"}[$__rate_interval])",
1607 "legendFormat": "success",
1608 "refId": "B"
1609 },
1610 {
1611 "datasource": {
1612 "type": "prometheus",
1613 "uid": "${datasource}"
1614 },
1615 "expr": "rate(atproto_identity_resolve_did{instance=~\"$instance\", status=\"error\"}[$__rate_interval])",
1616 "legendFormat": "error",
1617 "refId": "C"
1618 },
1619 {
1620 "datasource": {
1621 "type": "prometheus",
1622 "uid": "${datasource}"
1623 },
1624 "expr": "rate(atproto_identity_resolve_did{instance=~\"$instance\", status=\"coalesced\"}[$__rate_interval])",
1625 "legendFormat": "coalesced",
1626 "refId": "D"
1627 }
1628 ],
1629 "title": "DID Resolution Rate by Status",
1630 "type": "timeseries"
1631 },
1632 {
1633 "datasource": {
1634 "type": "prometheus",
1635 "uid": "${datasource}"
1636 },
1637 "fieldConfig": {
1638 "defaults": {
1639 "color": {
1640 "mode": "palette-classic"
1641 },
1642 "custom": {
1643 "axisBorderShow": false,
1644 "axisCenteredZero": false,
1645 "axisColorMode": "text",
1646 "axisLabel": "",
1647 "axisPlacement": "auto",
1648 "barAlignment": 0,
1649 "drawStyle": "line",
1650 "fillOpacity": 10,
1651 "gradientMode": "none",
1652 "hideFrom": {
1653 "legend": false,
1654 "tooltip": false,
1655 "viz": false
1656 },
1657 "insertNulls": false,
1658 "lineInterpolation": "smooth",
1659 "lineWidth": 2,
1660 "pointSize": 5,
1661 "scaleDistribution": {
1662 "type": "linear"
1663 },
1664 "showPoints": "never",
1665 "spanNulls": false,
1666 "stacking": {
1667 "group": "A",
1668 "mode": "none"
1669 },
1670 "thresholdsStyle": {
1671 "mode": "off"
1672 }
1673 },
1674 "mappings": [],
1675 "thresholds": {
1676 "mode": "absolute",
1677 "steps": [
1678 {
1679 "color": "green",
1680 "value": null
1681 }
1682 ]
1683 },
1684 "unit": "s"
1685 },
1686 "overrides": []
1687 },
1688 "gridPos": {
1689 "h": 8,
1690 "w": 12,
1691 "x": 12,
1692 "y": 49
1693 },
1694 "id": 41,
1695 "options": {
1696 "legend": {
1697 "calcs": [
1698 "mean",
1699 "max",
1700 "last"
1701 ],
1702 "displayMode": "table",
1703 "placement": "bottom",
1704 "showLegend": true
1705 },
1706 "tooltip": {
1707 "mode": "multi",
1708 "sort": "desc"
1709 }
1710 },
1711 "pluginVersion": "11.0.0",
1712 "targets": [
1713 {
1714 "datasource": {
1715 "type": "prometheus",
1716 "uid": "${datasource}"
1717 },
1718 "expr": "histogram_quantile(0.50, rate(atproto_identity_resolve_did_duration_bucket{instance=~\"$instance\", status=\"success\"}[$__rate_interval]))",
1719 "legendFormat": "p50 (success)",
1720 "refId": "A"
1721 },
1722 {
1723 "datasource": {
1724 "type": "prometheus",
1725 "uid": "${datasource}"
1726 },
1727 "expr": "histogram_quantile(0.90, rate(atproto_identity_resolve_did_duration_bucket{instance=~\"$instance\", status=\"success\"}[$__rate_interval]))",
1728 "legendFormat": "p90 (success)",
1729 "refId": "B"
1730 },
1731 {
1732 "datasource": {
1733 "type": "prometheus",
1734 "uid": "${datasource}"
1735 },
1736 "expr": "histogram_quantile(0.99, rate(atproto_identity_resolve_did_duration_bucket{instance=~\"$instance\", status=\"success\"}[$__rate_interval]))",
1737 "legendFormat": "p99 (success)",
1738 "refId": "C"
1739 }
1740 ],
1741 "title": "DID Resolution Latency (Success)",
1742 "type": "timeseries"
1743 },
1744 {
1745 "datasource": {
1746 "type": "prometheus",
1747 "uid": "${datasource}"
1748 },
1749 "fieldConfig": {
1750 "defaults": {
1751 "color": {
1752 "mode": "palette-classic"
1753 },
1754 "custom": {
1755 "axisBorderShow": false,
1756 "axisCenteredZero": false,
1757 "axisColorMode": "text",
1758 "axisLabel": "",
1759 "axisPlacement": "auto",
1760 "barAlignment": 0,
1761 "drawStyle": "line",
1762 "fillOpacity": 10,
1763 "gradientMode": "none",
1764 "hideFrom": {
1765 "legend": false,
1766 "tooltip": false,
1767 "viz": false
1768 },
1769 "insertNulls": false,
1770 "lineInterpolation": "smooth",
1771 "lineWidth": 2,
1772 "pointSize": 5,
1773 "scaleDistribution": {
1774 "type": "linear"
1775 },
1776 "showPoints": "never",
1777 "spanNulls": false,
1778 "stacking": {
1779 "group": "A",
1780 "mode": "none"
1781 },
1782 "thresholdsStyle": {
1783 "mode": "off"
1784 }
1785 },
1786 "mappings": [],
1787 "thresholds": {
1788 "mode": "absolute",
1789 "steps": [
1790 {
1791 "color": "green",
1792 "value": null
1793 }
1794 ]
1795 },
1796 "unit": "ops"
1797 },
1798 "overrides": [
1799 {
1800 "matcher": {
1801 "id": "byName",
1802 "options": "Hits"
1803 },
1804 "properties": [
1805 {
1806 "id": "color",
1807 "value": {
1808 "fixedColor": "green",
1809 "mode": "fixed"
1810 }
1811 }
1812 ]
1813 },
1814 {
1815 "matcher": {
1816 "id": "byName",
1817 "options": "Misses"
1818 },
1819 "properties": [
1820 {
1821 "id": "color",
1822 "value": {
1823 "fixedColor": "orange",
1824 "mode": "fixed"
1825 }
1826 }
1827 ]
1828 }
1829 ]
1830 },
1831 "gridPos": {
1832 "h": 8,
1833 "w": 12,
1834 "x": 0,
1835 "y": 57
1836 },
1837 "id": 42,
1838 "options": {
1839 "legend": {
1840 "calcs": [
1841 "mean",
1842 "max",
1843 "last"
1844 ],
1845 "displayMode": "table",
1846 "placement": "bottom",
1847 "showLegend": true
1848 },
1849 "tooltip": {
1850 "mode": "multi",
1851 "sort": "desc"
1852 }
1853 },
1854 "pluginVersion": "11.0.0",
1855 "targets": [
1856 {
1857 "datasource": {
1858 "type": "prometheus",
1859 "uid": "${datasource}"
1860 },
1861 "expr": "rate(atproto_directory_identity_cache_hits{instance=~\"$instance\"}[$__rate_interval])",
1862 "legendFormat": "Hits",
1863 "refId": "A"
1864 },
1865 {
1866 "datasource": {
1867 "type": "prometheus",
1868 "uid": "${datasource}"
1869 },
1870 "expr": "rate(atproto_directory_identity_cache_misses{instance=~\"$instance\"}[$__rate_interval])",
1871 "legendFormat": "Misses",
1872 "refId": "B"
1873 }
1874 ],
1875 "title": "Identity Cache Performance",
1876 "type": "timeseries"
1877 },
1878 {
1879 "datasource": {
1880 "type": "prometheus",
1881 "uid": "${datasource}"
1882 },
1883 "fieldConfig": {
1884 "defaults": {
1885 "color": {
1886 "mode": "thresholds"
1887 },
1888 "mappings": [],
1889 "max": 1,
1890 "min": 0,
1891 "thresholds": {
1892 "mode": "percentage",
1893 "steps": [
1894 {
1895 "color": "red",
1896 "value": null
1897 },
1898 {
1899 "color": "orange",
1900 "value": 50
1901 },
1902 {
1903 "color": "green",
1904 "value": 80
1905 }
1906 ]
1907 },
1908 "unit": "percentunit"
1909 },
1910 "overrides": []
1911 },
1912 "gridPos": {
1913 "h": 8,
1914 "w": 12,
1915 "x": 12,
1916 "y": 57
1917 },
1918 "id": 43,
1919 "options": {
1920 "minVizHeight": 75,
1921 "minVizWidth": 75,
1922 "orientation": "auto",
1923 "reduceOptions": {
1924 "calcs": [
1925 "lastNotNull"
1926 ],
1927 "fields": "",
1928 "values": false
1929 },
1930 "showThresholdLabels": false,
1931 "showThresholdMarkers": true,
1932 "sizing": "auto"
1933 },
1934 "pluginVersion": "11.0.0",
1935 "targets": [
1936 {
1937 "datasource": {
1938 "type": "prometheus",
1939 "uid": "${datasource}"
1940 },
1941 "expr": "rate(atproto_directory_identity_cache_hits{instance=~\"$instance\"}[$__rate_interval]) / (rate(atproto_directory_identity_cache_hits{instance=~\"$instance\"}[$__rate_interval]) + rate(atproto_directory_identity_cache_misses{instance=~\"$instance\"}[$__rate_interval]))",
1942 "legendFormat": "Identity Cache",
1943 "refId": "A"
1944 },
1945 {
1946 "datasource": {
1947 "type": "prometheus",
1948 "uid": "${datasource}"
1949 },
1950 "expr": "rate(atproto_directory_handle_cache_hits{instance=~\"$instance\"}[$__rate_interval]) / (rate(atproto_directory_handle_cache_hits{instance=~\"$instance\"}[$__rate_interval]) + rate(atproto_directory_handle_cache_misses{instance=~\"$instance\"}[$__rate_interval]))",
1951 "legendFormat": "Handle Cache",
1952 "refId": "B"
1953 }
1954 ],
1955 "title": "Cache Hit Rates",
1956 "type": "gauge"
1957 },
1958 {
1959 "collapsed": false,
1960 "gridPos": {
1961 "h": 1,
1962 "w": 24,
1963 "x": 0,
1964 "y": 65
1965 },
1966 "id": 105,
1967 "panels": [],
1968 "title": "\u2699\ufe0f Scheduler & Workers",
1969 "type": "row"
1970 },
1971 {
1972 "datasource": {
1973 "type": "prometheus",
1974 "uid": "${datasource}"
1975 },
1976 "fieldConfig": {
1977 "defaults": {
1978 "color": {
1979 "mode": "palette-classic"
1980 },
1981 "custom": {
1982 "axisBorderShow": false,
1983 "axisCenteredZero": false,
1984 "axisColorMode": "text",
1985 "axisLabel": "",
1986 "axisPlacement": "auto",
1987 "barAlignment": 0,
1988 "drawStyle": "line",
1989 "fillOpacity": 10,
1990 "gradientMode": "none",
1991 "hideFrom": {
1992 "legend": false,
1993 "tooltip": false,
1994 "viz": false
1995 },
1996 "insertNulls": false,
1997 "lineInterpolation": "smooth",
1998 "lineWidth": 2,
1999 "pointSize": 5,
2000 "scaleDistribution": {
2001 "type": "linear"
2002 },
2003 "showPoints": "never",
2004 "spanNulls": false,
2005 "stacking": {
2006 "group": "A",
2007 "mode": "none"
2008 },
2009 "thresholdsStyle": {
2010 "mode": "off"
2011 }
2012 },
2013 "mappings": [],
2014 "thresholds": {
2015 "mode": "absolute",
2016 "steps": [
2017 {
2018 "color": "green",
2019 "value": null
2020 }
2021 ]
2022 },
2023 "unit": "short"
2024 },
2025 "overrides": []
2026 },
2027 "gridPos": {
2028 "h": 8,
2029 "w": 8,
2030 "x": 0,
2031 "y": 66
2032 },
2033 "id": 50,
2034 "options": {
2035 "legend": {
2036 "calcs": [
2037 "mean",
2038 "max",
2039 "last"
2040 ],
2041 "displayMode": "table",
2042 "placement": "bottom",
2043 "showLegend": true
2044 },
2045 "tooltip": {
2046 "mode": "multi",
2047 "sort": "desc"
2048 }
2049 },
2050 "pluginVersion": "11.0.0",
2051 "targets": [
2052 {
2053 "datasource": {
2054 "type": "prometheus",
2055 "uid": "${datasource}"
2056 },
2057 "expr": "indigo_scheduler_workers_active{instance=~\"$instance\"}",
2058 "legendFormat": "{{pool}}",
2059 "refId": "A"
2060 }
2061 ],
2062 "title": "Active Workers",
2063 "type": "timeseries"
2064 },
2065 {
2066 "datasource": {
2067 "type": "prometheus",
2068 "uid": "${datasource}"
2069 },
2070 "fieldConfig": {
2071 "defaults": {
2072 "color": {
2073 "mode": "palette-classic"
2074 },
2075 "custom": {
2076 "axisBorderShow": false,
2077 "axisCenteredZero": false,
2078 "axisColorMode": "text",
2079 "axisLabel": "",
2080 "axisPlacement": "auto",
2081 "barAlignment": 0,
2082 "drawStyle": "line",
2083 "fillOpacity": 10,
2084 "gradientMode": "none",
2085 "hideFrom": {
2086 "legend": false,
2087 "tooltip": false,
2088 "viz": false
2089 },
2090 "insertNulls": false,
2091 "lineInterpolation": "smooth",
2092 "lineWidth": 2,
2093 "pointSize": 5,
2094 "scaleDistribution": {
2095 "type": "linear"
2096 },
2097 "showPoints": "never",
2098 "spanNulls": false,
2099 "stacking": {
2100 "group": "A",
2101 "mode": "none"
2102 },
2103 "thresholdsStyle": {
2104 "mode": "off"
2105 }
2106 },
2107 "mappings": [],
2108 "thresholds": {
2109 "mode": "absolute",
2110 "steps": [
2111 {
2112 "color": "green",
2113 "value": null
2114 }
2115 ]
2116 },
2117 "unit": "ops"
2118 },
2119 "overrides": []
2120 },
2121 "gridPos": {
2122 "h": 8,
2123 "w": 8,
2124 "x": 8,
2125 "y": 66
2126 },
2127 "id": 51,
2128 "options": {
2129 "legend": {
2130 "calcs": [
2131 "mean",
2132 "max",
2133 "last"
2134 ],
2135 "displayMode": "table",
2136 "placement": "bottom",
2137 "showLegend": true
2138 },
2139 "tooltip": {
2140 "mode": "multi",
2141 "sort": "desc"
2142 }
2143 },
2144 "pluginVersion": "11.0.0",
2145 "targets": [
2146 {
2147 "datasource": {
2148 "type": "prometheus",
2149 "uid": "${datasource}"
2150 },
2151 "expr": "rate(indigo_scheduler_work_items_added_total{instance=~\"$instance\"}[$__rate_interval])",
2152 "legendFormat": "Added",
2153 "refId": "A"
2154 },
2155 {
2156 "datasource": {
2157 "type": "prometheus",
2158 "uid": "${datasource}"
2159 },
2160 "expr": "rate(indigo_scheduler_work_items_processed_total{instance=~\"$instance\"}[$__rate_interval])",
2161 "legendFormat": "Processed",
2162 "refId": "B"
2163 }
2164 ],
2165 "title": "Work Items Rate",
2166 "type": "timeseries"
2167 },
2168 {
2169 "datasource": {
2170 "type": "prometheus",
2171 "uid": "${datasource}"
2172 },
2173 "fieldConfig": {
2174 "defaults": {
2175 "color": {
2176 "mode": "palette-classic"
2177 },
2178 "custom": {
2179 "axisBorderShow": false,
2180 "axisCenteredZero": false,
2181 "axisColorMode": "text",
2182 "axisLabel": "",
2183 "axisPlacement": "auto",
2184 "barAlignment": 0,
2185 "drawStyle": "line",
2186 "fillOpacity": 10,
2187 "gradientMode": "none",
2188 "hideFrom": {
2189 "legend": false,
2190 "tooltip": false,
2191 "viz": false
2192 },
2193 "insertNulls": false,
2194 "lineInterpolation": "smooth",
2195 "lineWidth": 2,
2196 "pointSize": 5,
2197 "scaleDistribution": {
2198 "type": "linear"
2199 },
2200 "showPoints": "never",
2201 "spanNulls": false,
2202 "stacking": {
2203 "group": "A",
2204 "mode": "none"
2205 },
2206 "thresholdsStyle": {
2207 "mode": "off"
2208 }
2209 },
2210 "mappings": [],
2211 "thresholds": {
2212 "mode": "absolute",
2213 "steps": [
2214 {
2215 "color": "green",
2216 "value": null
2217 }
2218 ]
2219 },
2220 "unit": "short"
2221 },
2222 "overrides": []
2223 },
2224 "gridPos": {
2225 "h": 8,
2226 "w": 8,
2227 "x": 16,
2228 "y": 66
2229 },
2230 "id": 52,
2231 "options": {
2232 "legend": {
2233 "calcs": [
2234 "mean",
2235 "max",
2236 "last"
2237 ],
2238 "displayMode": "table",
2239 "placement": "bottom",
2240 "showLegend": true
2241 },
2242 "tooltip": {
2243 "mode": "multi",
2244 "sort": "desc"
2245 }
2246 },
2247 "pluginVersion": "11.0.0",
2248 "targets": [
2249 {
2250 "datasource": {
2251 "type": "prometheus",
2252 "uid": "${datasource}"
2253 },
2254 "expr": "indigo_scheduler_work_items_added_total{instance=~\"$instance\"} - indigo_scheduler_work_items_processed_total{instance=~\"$instance\"}",
2255 "legendFormat": "Queue Depth",
2256 "refId": "A"
2257 }
2258 ],
2259 "title": "Work Queue Backlog",
2260 "type": "timeseries"
2261 },
2262 {
2263 "collapsed": false,
2264 "gridPos": {
2265 "h": 1,
2266 "w": 24,
2267 "x": 0,
2268 "y": 74
2269 },
2270 "id": 106,
2271 "panels": [],
2272 "title": "\ud83d\udcbb Process & Runtime",
2273 "type": "row"
2274 },
2275 {
2276 "datasource": {
2277 "type": "prometheus",
2278 "uid": "${datasource}"
2279 },
2280 "fieldConfig": {
2281 "defaults": {
2282 "color": {
2283 "mode": "palette-classic"
2284 },
2285 "custom": {
2286 "axisBorderShow": false,
2287 "axisCenteredZero": false,
2288 "axisColorMode": "text",
2289 "axisLabel": "",
2290 "axisPlacement": "auto",
2291 "barAlignment": 0,
2292 "drawStyle": "line",
2293 "fillOpacity": 10,
2294 "gradientMode": "none",
2295 "hideFrom": {
2296 "legend": false,
2297 "tooltip": false,
2298 "viz": false
2299 },
2300 "insertNulls": false,
2301 "lineInterpolation": "smooth",
2302 "lineWidth": 2,
2303 "pointSize": 5,
2304 "scaleDistribution": {
2305 "type": "linear"
2306 },
2307 "showPoints": "never",
2308 "spanNulls": false,
2309 "stacking": {
2310 "group": "A",
2311 "mode": "none"
2312 },
2313 "thresholdsStyle": {
2314 "mode": "off"
2315 }
2316 },
2317 "mappings": [],
2318 "thresholds": {
2319 "mode": "absolute",
2320 "steps": [
2321 {
2322 "color": "green",
2323 "value": null
2324 }
2325 ]
2326 },
2327 "unit": "bytes"
2328 },
2329 "overrides": []
2330 },
2331 "gridPos": {
2332 "h": 8,
2333 "w": 8,
2334 "x": 0,
2335 "y": 75
2336 },
2337 "id": 60,
2338 "options": {
2339 "legend": {
2340 "calcs": [
2341 "mean",
2342 "max",
2343 "last"
2344 ],
2345 "displayMode": "table",
2346 "placement": "bottom",
2347 "showLegend": true
2348 },
2349 "tooltip": {
2350 "mode": "multi",
2351 "sort": "desc"
2352 }
2353 },
2354 "pluginVersion": "11.0.0",
2355 "targets": [
2356 {
2357 "datasource": {
2358 "type": "prometheus",
2359 "uid": "${datasource}"
2360 },
2361 "expr": "process_resident_memory_bytes{instance=~\"$instance\"}",
2362 "legendFormat": "Resident",
2363 "refId": "A"
2364 },
2365 {
2366 "datasource": {
2367 "type": "prometheus",
2368 "uid": "${datasource}"
2369 },
2370 "expr": "go_memstats_heap_alloc_bytes{instance=~\"$instance\"}",
2371 "legendFormat": "Heap Alloc",
2372 "refId": "B"
2373 },
2374 {
2375 "datasource": {
2376 "type": "prometheus",
2377 "uid": "${datasource}"
2378 },
2379 "expr": "go_memstats_heap_inuse_bytes{instance=~\"$instance\"}",
2380 "legendFormat": "Heap In Use",
2381 "refId": "C"
2382 }
2383 ],
2384 "title": "Memory Usage",
2385 "type": "timeseries"
2386 },
2387 {
2388 "datasource": {
2389 "type": "prometheus",
2390 "uid": "${datasource}"
2391 },
2392 "fieldConfig": {
2393 "defaults": {
2394 "color": {
2395 "mode": "palette-classic"
2396 },
2397 "custom": {
2398 "axisBorderShow": false,
2399 "axisCenteredZero": false,
2400 "axisColorMode": "text",
2401 "axisLabel": "",
2402 "axisPlacement": "auto",
2403 "barAlignment": 0,
2404 "drawStyle": "line",
2405 "fillOpacity": 10,
2406 "gradientMode": "none",
2407 "hideFrom": {
2408 "legend": false,
2409 "tooltip": false,
2410 "viz": false
2411 },
2412 "insertNulls": false,
2413 "lineInterpolation": "smooth",
2414 "lineWidth": 2,
2415 "pointSize": 5,
2416 "scaleDistribution": {
2417 "type": "linear"
2418 },
2419 "showPoints": "never",
2420 "spanNulls": false,
2421 "stacking": {
2422 "group": "A",
2423 "mode": "none"
2424 },
2425 "thresholdsStyle": {
2426 "mode": "off"
2427 }
2428 },
2429 "mappings": [],
2430 "thresholds": {
2431 "mode": "absolute",
2432 "steps": [
2433 {
2434 "color": "green",
2435 "value": null
2436 }
2437 ]
2438 },
2439 "unit": "percentunit"
2440 },
2441 "overrides": []
2442 },
2443 "gridPos": {
2444 "h": 8,
2445 "w": 8,
2446 "x": 8,
2447 "y": 75
2448 },
2449 "id": 61,
2450 "options": {
2451 "legend": {
2452 "calcs": [
2453 "mean",
2454 "max",
2455 "last"
2456 ],
2457 "displayMode": "table",
2458 "placement": "bottom",
2459 "showLegend": true
2460 },
2461 "tooltip": {
2462 "mode": "multi",
2463 "sort": "desc"
2464 }
2465 },
2466 "pluginVersion": "11.0.0",
2467 "targets": [
2468 {
2469 "datasource": {
2470 "type": "prometheus",
2471 "uid": "${datasource}"
2472 },
2473 "expr": "rate(process_cpu_seconds_total{instance=~\"$instance\"}[$__rate_interval])",
2474 "legendFormat": "CPU Usage",
2475 "refId": "A"
2476 }
2477 ],
2478 "title": "CPU Usage",
2479 "type": "timeseries"
2480 },
2481 {
2482 "datasource": {
2483 "type": "prometheus",
2484 "uid": "${datasource}"
2485 },
2486 "fieldConfig": {
2487 "defaults": {
2488 "color": {
2489 "mode": "palette-classic"
2490 },
2491 "custom": {
2492 "axisBorderShow": false,
2493 "axisCenteredZero": false,
2494 "axisColorMode": "text",
2495 "axisLabel": "",
2496 "axisPlacement": "auto",
2497 "barAlignment": 0,
2498 "drawStyle": "line",
2499 "fillOpacity": 10,
2500 "gradientMode": "none",
2501 "hideFrom": {
2502 "legend": false,
2503 "tooltip": false,
2504 "viz": false
2505 },
2506 "insertNulls": false,
2507 "lineInterpolation": "smooth",
2508 "lineWidth": 2,
2509 "pointSize": 5,
2510 "scaleDistribution": {
2511 "type": "linear"
2512 },
2513 "showPoints": "never",
2514 "spanNulls": false,
2515 "stacking": {
2516 "group": "A",
2517 "mode": "none"
2518 },
2519 "thresholdsStyle": {
2520 "mode": "off"
2521 }
2522 },
2523 "mappings": [],
2524 "thresholds": {
2525 "mode": "absolute",
2526 "steps": [
2527 {
2528 "color": "green",
2529 "value": null
2530 }
2531 ]
2532 },
2533 "unit": "short"
2534 },
2535 "overrides": []
2536 },
2537 "gridPos": {
2538 "h": 8,
2539 "w": 8,
2540 "x": 16,
2541 "y": 75
2542 },
2543 "id": 62,
2544 "options": {
2545 "legend": {
2546 "calcs": [
2547 "mean",
2548 "max",
2549 "last"
2550 ],
2551 "displayMode": "table",
2552 "placement": "bottom",
2553 "showLegend": true
2554 },
2555 "tooltip": {
2556 "mode": "multi",
2557 "sort": "desc"
2558 }
2559 },
2560 "pluginVersion": "11.0.0",
2561 "targets": [
2562 {
2563 "datasource": {
2564 "type": "prometheus",
2565 "uid": "${datasource}"
2566 },
2567 "expr": "go_goroutines{instance=~\"$instance\"}",
2568 "legendFormat": "Goroutines",
2569 "refId": "A"
2570 },
2571 {
2572 "datasource": {
2573 "type": "prometheus",
2574 "uid": "${datasource}"
2575 },
2576 "expr": "go_threads{instance=~\"$instance\"}",
2577 "legendFormat": "OS Threads",
2578 "refId": "B"
2579 }
2580 ],
2581 "title": "Goroutines & Threads",
2582 "type": "timeseries"
2583 },
2584 {
2585 "datasource": {
2586 "type": "prometheus",
2587 "uid": "${datasource}"
2588 },
2589 "fieldConfig": {
2590 "defaults": {
2591 "color": {
2592 "mode": "palette-classic"
2593 },
2594 "custom": {
2595 "axisBorderShow": false,
2596 "axisCenteredZero": false,
2597 "axisColorMode": "text",
2598 "axisLabel": "",
2599 "axisPlacement": "auto",
2600 "barAlignment": 0,
2601 "drawStyle": "line",
2602 "fillOpacity": 10,
2603 "gradientMode": "none",
2604 "hideFrom": {
2605 "legend": false,
2606 "tooltip": false,
2607 "viz": false
2608 },
2609 "insertNulls": false,
2610 "lineInterpolation": "smooth",
2611 "lineWidth": 2,
2612 "pointSize": 5,
2613 "scaleDistribution": {
2614 "type": "linear"
2615 },
2616 "showPoints": "never",
2617 "spanNulls": false,
2618 "stacking": {
2619 "group": "A",
2620 "mode": "none"
2621 },
2622 "thresholdsStyle": {
2623 "mode": "off"
2624 }
2625 },
2626 "mappings": [],
2627 "thresholds": {
2628 "mode": "absolute",
2629 "steps": [
2630 {
2631 "color": "green",
2632 "value": null
2633 }
2634 ]
2635 },
2636 "unit": "s"
2637 },
2638 "overrides": []
2639 },
2640 "gridPos": {
2641 "h": 8,
2642 "w": 12,
2643 "x": 0,
2644 "y": 83
2645 },
2646 "id": 63,
2647 "options": {
2648 "legend": {
2649 "calcs": [
2650 "mean",
2651 "max",
2652 "last"
2653 ],
2654 "displayMode": "table",
2655 "placement": "bottom",
2656 "showLegend": true
2657 },
2658 "tooltip": {
2659 "mode": "multi",
2660 "sort": "desc"
2661 }
2662 },
2663 "pluginVersion": "11.0.0",
2664 "targets": [
2665 {
2666 "datasource": {
2667 "type": "prometheus",
2668 "uid": "${datasource}"
2669 },
2670 "expr": "go_gc_duration_seconds{instance=~\"$instance\", quantile=\"0.5\"}",
2671 "legendFormat": "p50",
2672 "refId": "A"
2673 },
2674 {
2675 "datasource": {
2676 "type": "prometheus",
2677 "uid": "${datasource}"
2678 },
2679 "expr": "go_gc_duration_seconds{instance=~\"$instance\", quantile=\"0.75\"}",
2680 "legendFormat": "p75",
2681 "refId": "B"
2682 },
2683 {
2684 "datasource": {
2685 "type": "prometheus",
2686 "uid": "${datasource}"
2687 },
2688 "expr": "go_gc_duration_seconds{instance=~\"$instance\", quantile=\"1\"}",
2689 "legendFormat": "max",
2690 "refId": "C"
2691 }
2692 ],
2693 "title": "GC Pause Duration",
2694 "type": "timeseries"
2695 },
2696 {
2697 "datasource": {
2698 "type": "prometheus",
2699 "uid": "${datasource}"
2700 },
2701 "fieldConfig": {
2702 "defaults": {
2703 "color": {
2704 "mode": "palette-classic"
2705 },
2706 "custom": {
2707 "axisBorderShow": false,
2708 "axisCenteredZero": false,
2709 "axisColorMode": "text",
2710 "axisLabel": "",
2711 "axisPlacement": "auto",
2712 "barAlignment": 0,
2713 "drawStyle": "line",
2714 "fillOpacity": 10,
2715 "gradientMode": "none",
2716 "hideFrom": {
2717 "legend": false,
2718 "tooltip": false,
2719 "viz": false
2720 },
2721 "insertNulls": false,
2722 "lineInterpolation": "smooth",
2723 "lineWidth": 2,
2724 "pointSize": 5,
2725 "scaleDistribution": {
2726 "type": "linear"
2727 },
2728 "showPoints": "never",
2729 "spanNulls": false,
2730 "stacking": {
2731 "group": "A",
2732 "mode": "none"
2733 },
2734 "thresholdsStyle": {
2735 "mode": "off"
2736 }
2737 },
2738 "mappings": [],
2739 "thresholds": {
2740 "mode": "absolute",
2741 "steps": [
2742 {
2743 "color": "green",
2744 "value": null
2745 }
2746 ]
2747 },
2748 "unit": "short"
2749 },
2750 "overrides": [
2751 {
2752 "matcher": {
2753 "id": "byName",
2754 "options": "Max FDs"
2755 },
2756 "properties": [
2757 {
2758 "id": "custom.lineStyle",
2759 "value": {
2760 "dash": [
2761 10,
2762 10
2763 ],
2764 "fill": "dash"
2765 }
2766 },
2767 {
2768 "id": "color",
2769 "value": {
2770 "fixedColor": "red",
2771 "mode": "fixed"
2772 }
2773 }
2774 ]
2775 }
2776 ]
2777 },
2778 "gridPos": {
2779 "h": 8,
2780 "w": 12,
2781 "x": 12,
2782 "y": 83
2783 },
2784 "id": 64,
2785 "options": {
2786 "legend": {
2787 "calcs": [
2788 "mean",
2789 "max",
2790 "last"
2791 ],
2792 "displayMode": "table",
2793 "placement": "bottom",
2794 "showLegend": true
2795 },
2796 "tooltip": {
2797 "mode": "multi",
2798 "sort": "desc"
2799 }
2800 },
2801 "pluginVersion": "11.0.0",
2802 "targets": [
2803 {
2804 "datasource": {
2805 "type": "prometheus",
2806 "uid": "${datasource}"
2807 },
2808 "expr": "process_open_fds{instance=~\"$instance\"}",
2809 "legendFormat": "Open FDs",
2810 "refId": "A"
2811 },
2812 {
2813 "datasource": {
2814 "type": "prometheus",
2815 "uid": "${datasource}"
2816 },
2817 "expr": "process_max_fds{instance=~\"$instance\"}",
2818 "legendFormat": "Max FDs",
2819 "refId": "B"
2820 }
2821 ],
2822 "title": "File Descriptors",
2823 "type": "timeseries"
2824 }
2825 ],
2826 "refresh": "30s",
2827 "schemaVersion": 39,
2828 "tags": [
2829 "tap",
2830 "atproto",
2831 "prometheus"
2832 ],
2833 "templating": {
2834 "list": [
2835 {
2836 "current": {
2837 "selected": false,
2838 "text": "grafana_prometheus",
2839 "value": "grafana_prometheus"
2840 },
2841 "description": "Prometheus datasource for TAP metrics",
2842 "hide": 0,
2843 "includeAll": false,
2844 "label": "Datasource",
2845 "multi": false,
2846 "name": "datasource",
2847 "options": [],
2848 "query": "prometheus",
2849 "queryValue": "",
2850 "refresh": 1,
2851 "regex": "",
2852 "skipUrlSync": false,
2853 "type": "datasource"
2854 },
2855 {
2856 "allValue": ".*",
2857 "current": {
2858 "selected": true,
2859 "text": "All",
2860 "value": "$__all"
2861 },
2862 "datasource": {
2863 "type": "prometheus",
2864 "uid": "${datasource}"
2865 },
2866 "definition": "label_values(tap_firehose_last_seq, instance)",
2867 "description": "Filter metrics by TAP server instance",
2868 "hide": 0,
2869 "includeAll": true,
2870 "label": "Instance",
2871 "multi": true,
2872 "name": "instance",
2873 "options": [],
2874 "query": {
2875 "qryType": 1,
2876 "query": "label_values(tap_firehose_last_seq, instance)",
2877 "refId": "PrometheusVariableQueryEditor-VariableQuery"
2878 },
2879 "refresh": 1,
2880 "regex": "",
2881 "skipUrlSync": false,
2882 "sort": 1,
2883 "type": "query"
2884 }
2885 ]
2886 },
2887 "time": {
2888 "from": "now-6h",
2889 "to": "now"
2890 },
2891 "timepicker": {
2892 "refresh_intervals": [
2893 "5s",
2894 "10s",
2895 "30s",
2896 "1m",
2897 "5m",
2898 "15m",
2899 "30m",
2900 "1h",
2901 "2h",
2902 "1d"
2903 ],
2904 "time_options": [
2905 "5m",
2906 "15m",
2907 "1h",
2908 "6h",
2909 "12h",
2910 "24h",
2911 "2d",
2912 "7d",
2913 "30d"
2914 ]
2915 },
2916 "timezone": "browser",
2917 "title": "TAP Server Metrics",
2918 "uid": "tap-server-metrics",
2919 "version": 1,
2920 "weekStart": ""
2921}