@tduncan / Nvidia-Optimization-Stack-VLLM Mirror · read-only / commits / cea64430f6
Fork 0

A high-throughput and memory-efficient inference and serving engine for LLMs

Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git

Synced Nov 17, 01:45 UTC

[Bugfix] Update grafana.json (#4711)

Robert Shaw committed May 9, 2024 at 11:10 UTC cea64430f615ff90c67ff8375ec86562913c5500
1 file changed +239 -193
examples/production_monitoring/grafana.json
+239 -193
@@ -1,4 +1,41 @@
1 {
2 + "__inputs": [
3 + {
4 + "name": "DS_PROMETHEUS",
5 + "label": "prometheus",
6 + "description": "",
7 + "type": "datasource",
8 + "pluginId": "prometheus",
9 + "pluginName": "Prometheus"
10 + }
11 + ],
12 + "__elements": {},
13 + "__requires": [
14 + {
15 + "type": "grafana",
16 + "id": "grafana",
17 + "name": "Grafana",
18 + "version": "10.4.2"
19 + },
20 + {
21 + "type": "panel",
22 + "id": "heatmap",
23 + "name": "Heatmap",
24 + "version": ""
25 + },
26 + {
27 + "type": "datasource",
28 + "id": "prometheus",
29 + "name": "Prometheus",
30 + "version": "1.0.0"
31 + },
32 + {
33 + "type": "panel",
34 + "id": "timeseries",
35 + "name": "Time series",
36 + "version": ""
37 + }
38 + ],
39 "annotations": {
40 "list": [
41 {
@@ -25,14 +62,14 @@
62 "editable": true,
63 "fiscalYearStartMonth": 0,
64 "graphTooltip": 0,
28 - "id": 29,
65 + "id": null,
66 "links": [],
67 "liveNow": false,
68 "panels": [
69 {
70 "datasource": {
71 "type": "prometheus",
35 - "uid": "prometheus"
72 + "uid": "${DS_PROMETHEUS}"
73 },
74 "description": "End to end request latency measured in seconds.",
75 "fieldConfig": {
@@ -41,6 +78,7 @@
78 "mode": "palette-classic"
79 },
80 "custom": {
81 + "axisBorderShow": false,
82 "axisCenteredZero": false,
83 "axisColorMode": "text",
84 "axisLabel": "",
@@ -54,6 +92,7 @@
92 "tooltip": false,
93 "viz": false
94 },
95 + "insertNulls": false,
96 "lineInterpolation": "linear",
97 "lineWidth": 1,
98 "pointSize": 5,
@@ -111,7 +150,7 @@
150 {
151 "datasource": {
152 "type": "prometheus",
114 - "uid": "prometheus"
153 + "uid": "${DS_PROMETHEUS}"
154 },
155 "disableTextWrap": false,
156 "editorMode": "builder",
@@ -127,7 +166,7 @@
166 {
167 "datasource": {
168 "type": "prometheus",
130 - "uid": "prometheus"
169 + "uid": "${DS_PROMETHEUS}"
170 },
171 "disableTextWrap": false,
172 "editorMode": "builder",
@@ -144,7 +183,7 @@
183 {
184 "datasource": {
185 "type": "prometheus",
147 - "uid": "prometheus"
186 + "uid": "${DS_PROMETHEUS}"
187 },
188 "disableTextWrap": false,
189 "editorMode": "builder",
@@ -161,7 +200,7 @@
200 {
201 "datasource": {
202 "type": "prometheus",
164 - "uid": "prometheus"
203 + "uid": "${DS_PROMETHEUS}"
204 },
205 "disableTextWrap": false,
206 "editorMode": "builder",
@@ -178,7 +217,7 @@
217 {
218 "datasource": {
219 "type": "prometheus",
181 - "uid": "prometheus"
220 + "uid": "${DS_PROMETHEUS}"
221 },
222 "editorMode": "code",
223 "expr": "rate(vllm:e2e_request_latency_seconds_sum{model_name=\"$model_name\"}[$__rate_interval])\n/\nrate(vllm:e2e_request_latency_seconds_count{model_name=\"$model_name\"}[$__rate_interval])",
@@ -195,7 +234,7 @@
234 {
235 "datasource": {
236 "type": "prometheus",
198 - "uid": "prometheus"
237 + "uid": "${DS_PROMETHEUS}"
238 },
239 "description": "Number of tokens processed per second",
240 "fieldConfig": {
@@ -204,6 +243,7 @@
243 "mode": "palette-classic"
244 },
245 "custom": {
246 + "axisBorderShow": false,
247 "axisCenteredZero": false,
248 "axisColorMode": "text",
249 "axisLabel": "",
@@ -217,6 +257,7 @@
257 "tooltip": false,
258 "viz": false
259 },
260 + "insertNulls": false,
261 "lineInterpolation": "linear",
262 "lineWidth": 1,
263 "pointSize": 5,
@@ -273,7 +314,7 @@
314 {
315 "datasource": {
316 "type": "prometheus",
276 - "uid": "prometheus"
317 + "uid": "${DS_PROMETHEUS}"
318 },
319 "disableTextWrap": false,
320 "editorMode": "builder",
@@ -289,7 +330,7 @@
330 {
331 "datasource": {
332 "type": "prometheus",
292 - "uid": "prometheus"
333 + "uid": "${DS_PROMETHEUS}"
334 },
335 "disableTextWrap": false,
336 "editorMode": "builder",
@@ -310,7 +351,7 @@
351 {
352 "datasource": {
353 "type": "prometheus",
313 - "uid": "prometheus"
354 + "uid": "${DS_PROMETHEUS}"
355 },
356 "description": "Inter token latency in seconds.",
357 "fieldConfig": {
@@ -319,6 +360,7 @@
360 "mode": "palette-classic"
361 },
362 "custom": {
363 + "axisBorderShow": false,
364 "axisCenteredZero": false,
365 "axisColorMode": "text",
366 "axisLabel": "",
@@ -332,6 +374,7 @@
374 "tooltip": false,
375 "viz": false
376 },
377 + "insertNulls": false,
378 "lineInterpolation": "linear",
379 "lineWidth": 1,
380 "pointSize": 5,
@@ -389,7 +432,7 @@
432 {
433 "datasource": {
434 "type": "prometheus",
392 - "uid": "prometheus"
435 + "uid": "${DS_PROMETHEUS}"
436 },
437 "disableTextWrap": false,
438 "editorMode": "builder",
@@ -405,7 +448,7 @@
448 {
449 "datasource": {
450 "type": "prometheus",
408 - "uid": "prometheus"
451 + "uid": "${DS_PROMETHEUS}"
452 },
453 "disableTextWrap": false,
454 "editorMode": "builder",
@@ -422,7 +465,7 @@
465 {
466 "datasource": {
467 "type": "prometheus",
425 - "uid": "prometheus"
468 + "uid": "${DS_PROMETHEUS}"
469 },
470 "disableTextWrap": false,
471 "editorMode": "builder",
@@ -439,7 +482,7 @@
482 {
483 "datasource": {
484 "type": "prometheus",
442 - "uid": "prometheus"
485 + "uid": "${DS_PROMETHEUS}"
486 },
487 "disableTextWrap": false,
488 "editorMode": "builder",
@@ -456,7 +499,7 @@
499 {
500 "datasource": {
501 "type": "prometheus",
459 - "uid": "prometheus"
502 + "uid": "${DS_PROMETHEUS}"
503 },
504 "editorMode": "code",
505 "expr": "rate(vllm:time_per_output_token_seconds_sum{model_name=\"$model_name\"}[$__rate_interval])\n/\nrate(vllm:time_per_output_token_seconds_count{model_name=\"$model_name\"}[$__rate_interval])",
@@ -473,7 +516,7 @@
516 {
517 "datasource": {
518 "type": "prometheus",
476 - "uid": "prometheus"
519 + "uid": "${DS_PROMETHEUS}"
520 },
521 "description": "Number of requests in RUNNING, WAITING, and SWAPPED state",
522 "fieldConfig": {
@@ -482,6 +525,7 @@
525 "mode": "palette-classic"
526 },
527 "custom": {
528 + "axisBorderShow": false,
529 "axisCenteredZero": false,
530 "axisColorMode": "text",
531 "axisLabel": "",
@@ -495,6 +539,7 @@
539 "tooltip": false,
540 "viz": false
541 },
542 + "insertNulls": false,
543 "lineInterpolation": "linear",
544 "lineWidth": 1,
545 "pointSize": 5,
@@ -552,7 +597,7 @@
597 {
598 "datasource": {
599 "type": "prometheus",
555 - "uid": "prometheus"
600 + "uid": "${DS_PROMETHEUS}"
601 },
602 "disableTextWrap": false,
603 "editorMode": "builder",
@@ -568,7 +613,7 @@
613 {
614 "datasource": {
615 "type": "prometheus",
571 - "uid": "prometheus"
616 + "uid": "${DS_PROMETHEUS}"
617 },
618 "disableTextWrap": false,
619 "editorMode": "builder",
@@ -585,7 +630,7 @@
630 {
631 "datasource": {
632 "type": "prometheus",
588 - "uid": "prometheus"
633 + "uid": "${DS_PROMETHEUS}"
634 },
635 "disableTextWrap": false,
636 "editorMode": "builder",
@@ -606,7 +651,7 @@
651 {
652 "datasource": {
653 "type": "prometheus",
609 - "uid": "prometheus"
654 + "uid": "${DS_PROMETHEUS}"
655 },
656 "description": "P50, P90, P95, and P99 TTFT latency in seconds.",
657 "fieldConfig": {
@@ -615,6 +660,7 @@
660 "mode": "palette-classic"
661 },
662 "custom": {
663 + "axisBorderShow": false,
664 "axisCenteredZero": false,
665 "axisColorMode": "text",
666 "axisLabel": "",
@@ -628,6 +674,7 @@
674 "tooltip": false,
675 "viz": false
676 },
677 + "insertNulls": false,
678 "lineInterpolation": "linear",
679 "lineWidth": 1,
680 "pointSize": 5,
@@ -685,7 +732,7 @@
732 {
733 "datasource": {
734 "type": "prometheus",
688 - "uid": "prometheus"
735 + "uid": "${DS_PROMETHEUS}"
736 },
737 "disableTextWrap": false,
738 "editorMode": "builder",
@@ -702,7 +749,7 @@
749 {
750 "datasource": {
751 "type": "prometheus",
705 - "uid": "prometheus"
752 + "uid": "${DS_PROMETHEUS}"
753 },
754 "disableTextWrap": false,
755 "editorMode": "builder",
@@ -718,7 +765,7 @@
765 {
766 "datasource": {
767 "type": "prometheus",
721 - "uid": "prometheus"
768 + "uid": "${DS_PROMETHEUS}"
769 },
770 "disableTextWrap": false,
771 "editorMode": "builder",
@@ -735,7 +782,7 @@
782 {
783 "datasource": {
784 "type": "prometheus",
738 - "uid": "prometheus"
785 + "uid": "${DS_PROMETHEUS}"
786 },
787 "disableTextWrap": false,
788 "editorMode": "builder",
@@ -752,7 +799,7 @@
799 {
800 "datasource": {
801 "type": "prometheus",
755 - "uid": "prometheus"
802 + "uid": "${DS_PROMETHEUS}"
803 },
804 "editorMode": "code",
805 "expr": "rate(vllm:time_to_first_token_seconds_sum{model_name=\"$model_name\"}[$__rate_interval])\n/\nrate(vllm:time_to_first_token_seconds_count{model_name=\"$model_name\"}[$__rate_interval])",
@@ -769,7 +816,7 @@
816 {
817 "datasource": {
818 "type": "prometheus",
772 - "uid": "prometheus"
819 + "uid": "${DS_PROMETHEUS}"
820 },
821 "description": "Percentage of used cache blocks by vLLM.",
822 "fieldConfig": {
@@ -778,6 +825,7 @@
825 "mode": "palette-classic"
826 },
827 "custom": {
828 + "axisBorderShow": false,
829 "axisCenteredZero": false,
830 "axisColorMode": "text",
831 "axisLabel": "",
@@ -791,6 +839,7 @@
839 "tooltip": false,
840 "viz": false
841 },
842 + "insertNulls": false,
843 "lineInterpolation": "linear",
844 "lineWidth": 1,
845 "pointSize": 5,
@@ -848,7 +897,7 @@
897 {
898 "datasource": {
899 "type": "prometheus",
851 - "uid": "prometheus"
900 + "uid": "${DS_PROMETHEUS}"
901 },
902 "editorMode": "code",
903 "expr": "vllm:gpu_cache_usage_perc{model_name=\"$model_name\"}",
@@ -860,7 +909,7 @@
909 {
910 "datasource": {
911 "type": "prometheus",
863 - "uid": "prometheus"
912 + "uid": "${DS_PROMETHEUS}"
913 },
914 "editorMode": "code",
915 "expr": "vllm:cpu_cache_usage_perc{model_name=\"$model_name\"}",
@@ -875,229 +924,232 @@
924 "type": "timeseries"
925 },
926 {
878 - "type": "heatmap",
879 - "title": "Request Prompt Length",
927 + "datasource": {
928 + "type": "prometheus",
929 + "uid": "${DS_PROMETHEUS}"
930 + },
931 "description": "Heatmap of request prompt length",
932 + "fieldConfig": {
933 + "defaults": {
934 + "custom": {
935 + "hideFrom": {
936 + "legend": false,
937 + "tooltip": false,
938 + "viz": false
939 + },
940 + "scaleDistribution": {
941 + "type": "linear"
942 + }
943 + }
944 + },
945 + "overrides": []
946 + },
947 "gridPos": {
882 - "x": 0,
883 - "y": 24,
948 + "h": 8,
949 "w": 12,
885 - "h": 8
886 - },
887 - "datasource": {
888 - "uid": "prometheus",
889 - "type": "prometheus"
950 + "x": 0,
951 + "y": 24
952 },
953 "id": 12,
892 - "targets": [
893 - {
894 - "datasource": {
895 - "type": "prometheus",
896 - "uid": "prometheus"
897 - },
898 - "refId": "A",
899 - "expr": "sum by(le) (increase(vllm:request_prompt_tokens_bucket{model_name=\"$model_name\"}[$__rate_interval]))",
900 - "range": true,
901 - "instant": false,
902 - "editorMode": "builder",
903 - "legendFormat": "{{le}}",
904 - "useBackend": false,
905 - "disableTextWrap": false,
906 - "fullMetaSearch": false,
907 - "includeNullMetadata": true,
908 - "format": "heatmap"
909 - }
910 - ],
954 "options": {
955 "calculate": false,
913 - "yAxis": {
914 - "axisPlacement": "left",
915 - "reverse": false,
916 - "unit": "none",
917 - "axisLabel": "Prompt Length"
918 - },
919 - "rowsFrame": {
920 - "layout": "auto",
921 - "value": "Request count"
956 + "cellGap": 1,
957 + "cellValues": {
958 + "unit": "none"
959 },
960 "color": {
924 - "mode": "scheme",
961 + "exponent": 0.5,
962 "fill": "dark-orange",
963 + "min": 0,
964 + "mode": "scheme",
965 + "reverse": false,
966 "scale": "exponential",
927 - "exponent": 0.5,
967 "scheme": "Spectral",
929 - "steps": 64,
930 - "reverse": false,
931 - "min": 0
968 + "steps": 64
969 + },
970 + "exemplars": {
971 + "color": "rgba(255,0,255,0.7)"
972 },
933 - "cellGap": 1,
973 "filterValues": {
974 "le": 1e-9
975 },
937 - "tooltip": {
938 - "show": true,
939 - "yHistogram": true
940 - },
976 "legend": {
977 "show": true
978 },
944 - "exemplars": {
945 - "color": "rgba(255,0,255,0.7)"
979 + "rowsFrame": {
980 + "layout": "auto",
981 + "value": "Request count"
982 },
947 - "cellValues": {
983 + "tooltip": {
984 + "mode": "single",
985 + "showColorScale": false,
986 + "yHistogram": true
987 + },
988 + "yAxis": {
989 + "axisLabel": "Prompt Length",
990 + "axisPlacement": "left",
991 + "reverse": false,
992 "unit": "none"
993 }
994 },
995 + "pluginVersion": "10.4.2",
996 + "targets": [
997 + {
998 + "datasource": {
999 + "type": "prometheus",
1000 + "uid": "${DS_PROMETHEUS}"
1001 + },
1002 + "disableTextWrap": false,
1003 + "editorMode": "builder",
1004 + "expr": "sum by(le) (increase(vllm:request_prompt_tokens_bucket{model_name=\"$model_name\"}[$__rate_interval]))",
1005 + "format": "heatmap",
1006 + "fullMetaSearch": false,
1007 + "includeNullMetadata": true,
1008 + "instant": false,
1009 + "legendFormat": "{{le}}",
1010 + "range": true,
1011 + "refId": "A",
1012 + "useBackend": false
1013 + }
1014 + ],
1015 + "title": "Request Prompt Length",
1016 + "type": "heatmap"
1017 + },
1018 + {
1019 + "datasource": {
1020 + "type": "prometheus",
1021 + "uid": "${DS_PROMETHEUS}"
1022 + },
1023 + "description": "Heatmap of request generation length",
1024 "fieldConfig": {
1025 "defaults": {
1026 "custom": {
954 - "scaleDistribution": {
955 - "type": "linear"
956 - },
1027 "hideFrom": {
1028 + "legend": false,
1029 "tooltip": false,
959 - "viz": false,
960 - "legend": false
1030 + "viz": false
1031 + },
1032 + "scaleDistribution": {
1033 + "type": "linear"
1034 }
1035 }
1036 },
1037 "overrides": []
1038 },
966 - "pluginVersion": "10.2.0"
967 - },
968 - {
969 - "datasource": {
970 - "uid": "prometheus",
971 - "type": "prometheus"
972 - },
973 - "type": "heatmap",
974 - "title": "Request Generation Length",
975 - "description": "Heatmap of request generation length",
1039 "gridPos": {
977 - "x": 12,
978 - "y": 24,
1040 + "h": 8,
1041 "w": 12,
980 - "h": 8
1042 + "x": 12,
1043 + "y": 24
1044 },
1045 "id": 13,
983 - "targets": [
984 - {
985 - "datasource": {
986 - "type": "prometheus",
987 - "uid": "prometheus"
988 - },
989 - "refId": "A",
990 - "expr": "sum by(le) (increase(vllm:request_generation_tokens_bucket{model_name=\"$model_name\"}[$__rate_interval]))",
991 - "range": true,
992 - "instant": false,
993 - "editorMode": "builder",
994 - "legendFormat": "{{le}}",
995 - "useBackend": false,
996 - "disableTextWrap": false,
997 - "fullMetaSearch": false,
998 - "includeNullMetadata": true,
999 - "format": "heatmap"
1000 - }
1001 - ],
1046 "options": {
1047 "calculate": false,
1004 - "yAxis": {
1005 - "axisPlacement": "left",
1006 - "reverse": false,
1007 - "unit": "none",
1008 - "axisLabel": "Generation Length"
1009 - },
1010 - "rowsFrame": {
1011 - "layout": "auto",
1012 - "value": "Request count"
1048 + "cellGap": 1,
1049 + "cellValues": {
1050 + "unit": "none"
1051 },
1052 "color": {
1015 - "mode": "scheme",
1053 + "exponent": 0.5,
1054 "fill": "dark-orange",
1055 + "min": 0,
1056 + "mode": "scheme",
1057 + "reverse": false,
1058 "scale": "exponential",
1018 - "exponent": 0.5,
1059 "scheme": "Spectral",
1020 - "steps": 64,
1021 - "reverse": false,
1022 - "min": 0
1060 + "steps": 64
1061 + },
1062 + "exemplars": {
1063 + "color": "rgba(255,0,255,0.7)"
1064 },
1024 - "cellGap": 1,
1065 "filterValues": {
1066 "le": 1e-9
1067 },
1028 - "tooltip": {
1029 - "show": true,
1030 - "yHistogram": true
1031 - },
1068 "legend": {
1069 "show": true
1070 },
1035 - "exemplars": {
1036 - "color": "rgba(255,0,255,0.7)"
1071 + "rowsFrame": {
1072 + "layout": "auto",
1073 + "value": "Request count"
1074 },
1038 - "cellValues": {
1075 + "tooltip": {
1076 + "mode": "single",
1077 + "showColorScale": false,
1078 + "yHistogram": true
1079 + },
1080 + "yAxis": {
1081 + "axisLabel": "Generation Length",
1082 + "axisPlacement": "left",
1083 + "reverse": false,
1084 "unit": "none"
1085 }
1086 },
1042 - "fieldConfig": {
1043 - "defaults": {
1044 - "custom": {
1045 - "scaleDistribution": {
1046 - "type": "linear"
1047 - },
1048 - "hideFrom": {
1049 - "tooltip": false,
1050 - "viz": false,
1051 - "legend": false
1052 - }
1053 - }
1054 - },
1055 - "overrides": []
1056 - },
1057 - "pluginVersion": "10.2.0"
1087 + "pluginVersion": "10.4.2",
1088 + "targets": [
1089 + {
1090 + "datasource": {
1091 + "type": "prometheus",
1092 + "uid": "${DS_PROMETHEUS}"
1093 + },
1094 + "disableTextWrap": false,
1095 + "editorMode": "builder",
1096 + "expr": "sum by(le) (increase(vllm:request_generation_tokens_bucket{model_name=\"$model_name\"}[$__rate_interval]))",
1097 + "format": "heatmap",
1098 + "fullMetaSearch": false,
1099 + "includeNullMetadata": true,
1100 + "instant": false,
1101 + "legendFormat": "{{le}}",
1102 + "range": true,
1103 + "refId": "A",
1104 + "useBackend": false
1105 + }
1106 + ],
1107 + "title": "Request Generation Length",
1108 + "type": "heatmap"
1109 },
1110 {
1111 "datasource": {
1112 "type": "prometheus",
1062 - "uid": "prometheus"
1113 + "uid": "${DS_PROMETHEUS}"
1114 },
1115 + "description": "Number of finished requests by their finish reason: either an EOS token was generated or the max sequence length was reached.",
1116 "fieldConfig": {
1117 "defaults": {
1118 + "color": {
1119 + "mode": "palette-classic"
1120 + },
1121 "custom": {
1067 - "drawStyle": "line",
1068 - "lineInterpolation": "linear",
1122 + "axisBorderShow": false,
1123 + "axisCenteredZero": false,
1124 + "axisColorMode": "text",
1125 + "axisLabel": "",
1126 + "axisPlacement": "auto",
1127 "barAlignment": 0,
1070 - "lineWidth": 1,
1128 + "drawStyle": "line",
1129 "fillOpacity": 0,
1130 "gradientMode": "none",
1073 - "spanNulls": false,
1131 + "hideFrom": {
1132 + "legend": false,
1133 + "tooltip": false,
1134 + "viz": false
1135 + },
1136 "insertNulls": false,
1075 - "showPoints": "auto",
1137 + "lineInterpolation": "linear",
1138 + "lineWidth": 1,
1139 "pointSize": 5,
1077 - "stacking": {
1078 - "mode": "none",
1079 - "group": "A"
1080 - },
1081 - "axisPlacement": "auto",
1082 - "axisLabel": "",
1083 - "axisColorMode": "text",
1084 - "axisBorderShow": false,
1140 "scaleDistribution": {
1141 "type": "linear"
1142 },
1088 - "axisCenteredZero": false,
1089 - "hideFrom": {
1090 - "tooltip": false,
1091 - "viz": false,
1092 - "legend": false
1143 + "showPoints": "auto",
1144 + "spanNulls": false,
1145 + "stacking": {
1146 + "group": "A",
1147 + "mode": "none"
1148 },
1149 "thresholdsStyle": {
1150 "mode": "off"
1151 }
1152 },
1098 - "color": {
1099 - "mode": "palette-classic"
1100 - },
1153 "mappings": [],
1154 "thresholds": {
1155 "mode": "absolute",
@@ -1123,22 +1175,22 @@
1175 },
1176 "id": 11,
1177 "options": {
1126 - "tooltip": {
1127 - "mode": "single",
1128 - "sort": "none"
1129 - },
1178 "legend": {
1131 - "showLegend": true,
1179 + "calcs": [],
1180 "displayMode": "list",
1181 "placement": "bottom",
1134 - "calcs": []
1182 + "showLegend": true
1183 + },
1184 + "tooltip": {
1185 + "mode": "single",
1186 + "sort": "none"
1187 }
1188 },
1189 "targets": [
1190 {
1191 "datasource": {
1192 "type": "prometheus",
1141 - "uid": "prometheus"
1193 + "uid": "${DS_PROMETHEUS}"
1194 },
1195 "disableTextWrap": false,
1196 "editorMode": "builder",
@@ -1154,25 +1206,19 @@
1206 }
1207 ],
1208 "title": "Finish Reason",
1157 - "description": "Number of finished requests by their finish reason: either an EOS token was generated or the max sequence length was reached.",
1209 "type": "timeseries"
1210 }
1211 ],
1212 "refresh": "",
1162 - "schemaVersion": 37,
1163 - "style": "dark",
1213 + "schemaVersion": 39,
1214 "tags": [],
1215 "templating": {
1216 "list": [
1217 {
1168 - "current": {
1169 - "selected": false,
1170 - "text": "vllm",
1171 - "value": "vllm"
1172 - },
1218 + "current": {},
1219 "datasource": {
1220 "type": "prometheus",
1175 - "uid": "prometheus"
1221 + "uid": "${DS_PROMETHEUS}"
1222 },
1223 "definition": "label_values(model_name)",
1224 "hide": 0,
@@ -1201,6 +1247,6 @@
1247 "timezone": "",
1248 "title": "vLLM",
1249 "uid": "b281712d-8bff-41ef-9f3f-71ad43c05e9b",
1204 - "version": 2,
1250 + "version": 1,
1251 "weekStart": ""
1252 }