A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 17, 01:45 UTC
[Bugfix] Update grafana.json (#4711)
Robert Shaw committed
May 9, 2024 at 11:10 UTC
cea64430f615ff90c67ff8375ec86562913c5500
1 file changed
+239
-193
examples/production_monitoring/grafana.json
+239
-193
@@ -1,4 +1,41 @@
1
{
2
+ "__inputs": [
3
+ {
4
+ "name": "DS_PROMETHEUS",
5
+ "label": "prometheus",
6
+ "description": "",
7
+ "type": "datasource",
8
+ "pluginId": "prometheus",
9
+ "pluginName": "Prometheus"
10
+ }
11
+ ],
12
+ "__elements": {},
13
+ "__requires": [
14
+ {
15
+ "type": "grafana",
16
+ "id": "grafana",
17
+ "name": "Grafana",
18
+ "version": "10.4.2"
19
+ },
20
+ {
21
+ "type": "panel",
22
+ "id": "heatmap",
23
+ "name": "Heatmap",
24
+ "version": ""
25
+ },
26
+ {
27
+ "type": "datasource",
28
+ "id": "prometheus",
29
+ "name": "Prometheus",
30
+ "version": "1.0.0"
31
+ },
32
+ {
33
+ "type": "panel",
34
+ "id": "timeseries",
35
+ "name": "Time series",
36
+ "version": ""
37
+ }
38
+ ],
39
"annotations": {
40
"list": [
41
{
@@ -25,14 +62,14 @@
62
"editable": true,
63
"fiscalYearStartMonth": 0,
64
"graphTooltip": 0,
28
- "id": 29,
65
+ "id": null,
66
"links": [],
67
"liveNow": false,
68
"panels": [
69
{
70
"datasource": {
71
"type": "prometheus",
35
- "uid": "prometheus"
72
+ "uid": "${DS_PROMETHEUS}"
73
},
74
"description": "End to end request latency measured in seconds.",
75
"fieldConfig": {
@@ -41,6 +78,7 @@
78
"mode": "palette-classic"
79
},
80
"custom": {
81
+ "axisBorderShow": false,
82
"axisCenteredZero": false,
83
"axisColorMode": "text",
84
"axisLabel": "",
@@ -54,6 +92,7 @@
92
"tooltip": false,
93
"viz": false
94
},
95
+ "insertNulls": false,
96
"lineInterpolation": "linear",
97
"lineWidth": 1,
98
"pointSize": 5,
@@ -111,7 +150,7 @@
150
{
151
"datasource": {
152
"type": "prometheus",
114
- "uid": "prometheus"
153
+ "uid": "${DS_PROMETHEUS}"
154
},
155
"disableTextWrap": false,
156
"editorMode": "builder",
@@ -127,7 +166,7 @@
166
{
167
"datasource": {
168
"type": "prometheus",
130
- "uid": "prometheus"
169
+ "uid": "${DS_PROMETHEUS}"
170
},
171
"disableTextWrap": false,
172
"editorMode": "builder",
@@ -144,7 +183,7 @@
183
{
184
"datasource": {
185
"type": "prometheus",
147
- "uid": "prometheus"
186
+ "uid": "${DS_PROMETHEUS}"
187
},
188
"disableTextWrap": false,
189
"editorMode": "builder",
@@ -161,7 +200,7 @@
200
{
201
"datasource": {
202
"type": "prometheus",
164
- "uid": "prometheus"
203
+ "uid": "${DS_PROMETHEUS}"
204
},
205
"disableTextWrap": false,
206
"editorMode": "builder",
@@ -178,7 +217,7 @@
217
{
218
"datasource": {
219
"type": "prometheus",
181
- "uid": "prometheus"
220
+ "uid": "${DS_PROMETHEUS}"
221
},
222
"editorMode": "code",
223
"expr": "rate(vllm:e2e_request_latency_seconds_sum{model_name=\"$model_name\"}[$__rate_interval])\n/\nrate(vllm:e2e_request_latency_seconds_count{model_name=\"$model_name\"}[$__rate_interval])",
@@ -195,7 +234,7 @@
234
{
235
"datasource": {
236
"type": "prometheus",
198
- "uid": "prometheus"
237
+ "uid": "${DS_PROMETHEUS}"
238
},
239
"description": "Number of tokens processed per second",
240
"fieldConfig": {
@@ -204,6 +243,7 @@
243
"mode": "palette-classic"
244
},
245
"custom": {
246
+ "axisBorderShow": false,
247
"axisCenteredZero": false,
248
"axisColorMode": "text",
249
"axisLabel": "",
@@ -217,6 +257,7 @@
257
"tooltip": false,
258
"viz": false
259
},
260
+ "insertNulls": false,
261
"lineInterpolation": "linear",
262
"lineWidth": 1,
263
"pointSize": 5,
@@ -273,7 +314,7 @@
314
{
315
"datasource": {
316
"type": "prometheus",
276
- "uid": "prometheus"
317
+ "uid": "${DS_PROMETHEUS}"
318
},
319
"disableTextWrap": false,
320
"editorMode": "builder",
@@ -289,7 +330,7 @@
330
{
331
"datasource": {
332
"type": "prometheus",
292
- "uid": "prometheus"
333
+ "uid": "${DS_PROMETHEUS}"
334
},
335
"disableTextWrap": false,
336
"editorMode": "builder",
@@ -310,7 +351,7 @@
351
{
352
"datasource": {
353
"type": "prometheus",
313
- "uid": "prometheus"
354
+ "uid": "${DS_PROMETHEUS}"
355
},
356
"description": "Inter token latency in seconds.",
357
"fieldConfig": {
@@ -319,6 +360,7 @@
360
"mode": "palette-classic"
361
},
362
"custom": {
363
+ "axisBorderShow": false,
364
"axisCenteredZero": false,
365
"axisColorMode": "text",
366
"axisLabel": "",
@@ -332,6 +374,7 @@
374
"tooltip": false,
375
"viz": false
376
},
377
+ "insertNulls": false,
378
"lineInterpolation": "linear",
379
"lineWidth": 1,
380
"pointSize": 5,
@@ -389,7 +432,7 @@
432
{
433
"datasource": {
434
"type": "prometheus",
392
- "uid": "prometheus"
435
+ "uid": "${DS_PROMETHEUS}"
436
},
437
"disableTextWrap": false,
438
"editorMode": "builder",
@@ -405,7 +448,7 @@
448
{
449
"datasource": {
450
"type": "prometheus",
408
- "uid": "prometheus"
451
+ "uid": "${DS_PROMETHEUS}"
452
},
453
"disableTextWrap": false,
454
"editorMode": "builder",
@@ -422,7 +465,7 @@
465
{
466
"datasource": {
467
"type": "prometheus",
425
- "uid": "prometheus"
468
+ "uid": "${DS_PROMETHEUS}"
469
},
470
"disableTextWrap": false,
471
"editorMode": "builder",
@@ -439,7 +482,7 @@
482
{
483
"datasource": {
484
"type": "prometheus",
442
- "uid": "prometheus"
485
+ "uid": "${DS_PROMETHEUS}"
486
},
487
"disableTextWrap": false,
488
"editorMode": "builder",
@@ -456,7 +499,7 @@
499
{
500
"datasource": {
501
"type": "prometheus",
459
- "uid": "prometheus"
502
+ "uid": "${DS_PROMETHEUS}"
503
},
504
"editorMode": "code",
505
"expr": "rate(vllm:time_per_output_token_seconds_sum{model_name=\"$model_name\"}[$__rate_interval])\n/\nrate(vllm:time_per_output_token_seconds_count{model_name=\"$model_name\"}[$__rate_interval])",
@@ -473,7 +516,7 @@
516
{
517
"datasource": {
518
"type": "prometheus",
476
- "uid": "prometheus"
519
+ "uid": "${DS_PROMETHEUS}"
520
},
521
"description": "Number of requests in RUNNING, WAITING, and SWAPPED state",
522
"fieldConfig": {
@@ -482,6 +525,7 @@
525
"mode": "palette-classic"
526
},
527
"custom": {
528
+ "axisBorderShow": false,
529
"axisCenteredZero": false,
530
"axisColorMode": "text",
531
"axisLabel": "",
@@ -495,6 +539,7 @@
539
"tooltip": false,
540
"viz": false
541
},
542
+ "insertNulls": false,
543
"lineInterpolation": "linear",
544
"lineWidth": 1,
545
"pointSize": 5,
@@ -552,7 +597,7 @@
597
{
598
"datasource": {
599
"type": "prometheus",
555
- "uid": "prometheus"
600
+ "uid": "${DS_PROMETHEUS}"
601
},
602
"disableTextWrap": false,
603
"editorMode": "builder",
@@ -568,7 +613,7 @@
613
{
614
"datasource": {
615
"type": "prometheus",
571
- "uid": "prometheus"
616
+ "uid": "${DS_PROMETHEUS}"
617
},
618
"disableTextWrap": false,
619
"editorMode": "builder",
@@ -585,7 +630,7 @@
630
{
631
"datasource": {
632
"type": "prometheus",
588
- "uid": "prometheus"
633
+ "uid": "${DS_PROMETHEUS}"
634
},
635
"disableTextWrap": false,
636
"editorMode": "builder",
@@ -606,7 +651,7 @@
651
{
652
"datasource": {
653
"type": "prometheus",
609
- "uid": "prometheus"
654
+ "uid": "${DS_PROMETHEUS}"
655
},
656
"description": "P50, P90, P95, and P99 TTFT latency in seconds.",
657
"fieldConfig": {
@@ -615,6 +660,7 @@
660
"mode": "palette-classic"
661
},
662
"custom": {
663
+ "axisBorderShow": false,
664
"axisCenteredZero": false,
665
"axisColorMode": "text",
666
"axisLabel": "",
@@ -628,6 +674,7 @@
674
"tooltip": false,
675
"viz": false
676
},
677
+ "insertNulls": false,
678
"lineInterpolation": "linear",
679
"lineWidth": 1,
680
"pointSize": 5,
@@ -685,7 +732,7 @@
732
{
733
"datasource": {
734
"type": "prometheus",
688
- "uid": "prometheus"
735
+ "uid": "${DS_PROMETHEUS}"
736
},
737
"disableTextWrap": false,
738
"editorMode": "builder",
@@ -702,7 +749,7 @@
749
{
750
"datasource": {
751
"type": "prometheus",
705
- "uid": "prometheus"
752
+ "uid": "${DS_PROMETHEUS}"
753
},
754
"disableTextWrap": false,
755
"editorMode": "builder",
@@ -718,7 +765,7 @@
765
{
766
"datasource": {
767
"type": "prometheus",
721
- "uid": "prometheus"
768
+ "uid": "${DS_PROMETHEUS}"
769
},
770
"disableTextWrap": false,
771
"editorMode": "builder",
@@ -735,7 +782,7 @@
782
{
783
"datasource": {
784
"type": "prometheus",
738
- "uid": "prometheus"
785
+ "uid": "${DS_PROMETHEUS}"
786
},
787
"disableTextWrap": false,
788
"editorMode": "builder",
@@ -752,7 +799,7 @@
799
{
800
"datasource": {
801
"type": "prometheus",
755
- "uid": "prometheus"
802
+ "uid": "${DS_PROMETHEUS}"
803
},
804
"editorMode": "code",
805
"expr": "rate(vllm:time_to_first_token_seconds_sum{model_name=\"$model_name\"}[$__rate_interval])\n/\nrate(vllm:time_to_first_token_seconds_count{model_name=\"$model_name\"}[$__rate_interval])",
@@ -769,7 +816,7 @@
816
{
817
"datasource": {
818
"type": "prometheus",
772
- "uid": "prometheus"
819
+ "uid": "${DS_PROMETHEUS}"
820
},
821
"description": "Percentage of used cache blocks by vLLM.",
822
"fieldConfig": {
@@ -778,6 +825,7 @@
825
"mode": "palette-classic"
826
},
827
"custom": {
828
+ "axisBorderShow": false,
829
"axisCenteredZero": false,
830
"axisColorMode": "text",
831
"axisLabel": "",
@@ -791,6 +839,7 @@
839
"tooltip": false,
840
"viz": false
841
},
842
+ "insertNulls": false,
843
"lineInterpolation": "linear",
844
"lineWidth": 1,
845
"pointSize": 5,
@@ -848,7 +897,7 @@
897
{
898
"datasource": {
899
"type": "prometheus",
851
- "uid": "prometheus"
900
+ "uid": "${DS_PROMETHEUS}"
901
},
902
"editorMode": "code",
903
"expr": "vllm:gpu_cache_usage_perc{model_name=\"$model_name\"}",
@@ -860,7 +909,7 @@
909
{
910
"datasource": {
911
"type": "prometheus",
863
- "uid": "prometheus"
912
+ "uid": "${DS_PROMETHEUS}"
913
},
914
"editorMode": "code",
915
"expr": "vllm:cpu_cache_usage_perc{model_name=\"$model_name\"}",
@@ -875,229 +924,232 @@
924
"type": "timeseries"
925
},
926
{
878
- "type": "heatmap",
879
- "title": "Request Prompt Length",
927
+ "datasource": {
928
+ "type": "prometheus",
929
+ "uid": "${DS_PROMETHEUS}"
930
+ },
931
"description": "Heatmap of request prompt length",
932
+ "fieldConfig": {
933
+ "defaults": {
934
+ "custom": {
935
+ "hideFrom": {
936
+ "legend": false,
937
+ "tooltip": false,
938
+ "viz": false
939
+ },
940
+ "scaleDistribution": {
941
+ "type": "linear"
942
+ }
943
+ }
944
+ },
945
+ "overrides": []
946
+ },
947
"gridPos": {
882
- "x": 0,
883
- "y": 24,
948
+ "h": 8,
949
"w": 12,
885
- "h": 8
886
- },
887
- "datasource": {
888
- "uid": "prometheus",
889
- "type": "prometheus"
950
+ "x": 0,
951
+ "y": 24
952
},
953
"id": 12,
892
- "targets": [
893
- {
894
- "datasource": {
895
- "type": "prometheus",
896
- "uid": "prometheus"
897
- },
898
- "refId": "A",
899
- "expr": "sum by(le) (increase(vllm:request_prompt_tokens_bucket{model_name=\"$model_name\"}[$__rate_interval]))",
900
- "range": true,
901
- "instant": false,
902
- "editorMode": "builder",
903
- "legendFormat": "{{le}}",
904
- "useBackend": false,
905
- "disableTextWrap": false,
906
- "fullMetaSearch": false,
907
- "includeNullMetadata": true,
908
- "format": "heatmap"
909
- }
910
- ],
954
"options": {
955
"calculate": false,
913
- "yAxis": {
914
- "axisPlacement": "left",
915
- "reverse": false,
916
- "unit": "none",
917
- "axisLabel": "Prompt Length"
918
- },
919
- "rowsFrame": {
920
- "layout": "auto",
921
- "value": "Request count"
956
+ "cellGap": 1,
957
+ "cellValues": {
958
+ "unit": "none"
959
},
960
"color": {
924
- "mode": "scheme",
961
+ "exponent": 0.5,
962
"fill": "dark-orange",
963
+ "min": 0,
964
+ "mode": "scheme",
965
+ "reverse": false,
966
"scale": "exponential",
927
- "exponent": 0.5,
967
"scheme": "Spectral",
929
- "steps": 64,
930
- "reverse": false,
931
- "min": 0
968
+ "steps": 64
969
+ },
970
+ "exemplars": {
971
+ "color": "rgba(255,0,255,0.7)"
972
},
933
- "cellGap": 1,
973
"filterValues": {
974
"le": 1e-9
975
},
937
- "tooltip": {
938
- "show": true,
939
- "yHistogram": true
940
- },
976
"legend": {
977
"show": true
978
},
944
- "exemplars": {
945
- "color": "rgba(255,0,255,0.7)"
979
+ "rowsFrame": {
980
+ "layout": "auto",
981
+ "value": "Request count"
982
},
947
- "cellValues": {
983
+ "tooltip": {
984
+ "mode": "single",
985
+ "showColorScale": false,
986
+ "yHistogram": true
987
+ },
988
+ "yAxis": {
989
+ "axisLabel": "Prompt Length",
990
+ "axisPlacement": "left",
991
+ "reverse": false,
992
"unit": "none"
993
}
994
},
995
+ "pluginVersion": "10.4.2",
996
+ "targets": [
997
+ {
998
+ "datasource": {
999
+ "type": "prometheus",
1000
+ "uid": "${DS_PROMETHEUS}"
1001
+ },
1002
+ "disableTextWrap": false,
1003
+ "editorMode": "builder",
1004
+ "expr": "sum by(le) (increase(vllm:request_prompt_tokens_bucket{model_name=\"$model_name\"}[$__rate_interval]))",
1005
+ "format": "heatmap",
1006
+ "fullMetaSearch": false,
1007
+ "includeNullMetadata": true,
1008
+ "instant": false,
1009
+ "legendFormat": "{{le}}",
1010
+ "range": true,
1011
+ "refId": "A",
1012
+ "useBackend": false
1013
+ }
1014
+ ],
1015
+ "title": "Request Prompt Length",
1016
+ "type": "heatmap"
1017
+ },
1018
+ {
1019
+ "datasource": {
1020
+ "type": "prometheus",
1021
+ "uid": "${DS_PROMETHEUS}"
1022
+ },
1023
+ "description": "Heatmap of request generation length",
1024
"fieldConfig": {
1025
"defaults": {
1026
"custom": {
954
- "scaleDistribution": {
955
- "type": "linear"
956
- },
1027
"hideFrom": {
1028
+ "legend": false,
1029
"tooltip": false,
959
- "viz": false,
960
- "legend": false
1030
+ "viz": false
1031
+ },
1032
+ "scaleDistribution": {
1033
+ "type": "linear"
1034
}
1035
}
1036
},
1037
"overrides": []
1038
},
966
- "pluginVersion": "10.2.0"
967
- },
968
- {
969
- "datasource": {
970
- "uid": "prometheus",
971
- "type": "prometheus"
972
- },
973
- "type": "heatmap",
974
- "title": "Request Generation Length",
975
- "description": "Heatmap of request generation length",
1039
"gridPos": {
977
- "x": 12,
978
- "y": 24,
1040
+ "h": 8,
1041
"w": 12,
980
- "h": 8
1042
+ "x": 12,
1043
+ "y": 24
1044
},
1045
"id": 13,
983
- "targets": [
984
- {
985
- "datasource": {
986
- "type": "prometheus",
987
- "uid": "prometheus"
988
- },
989
- "refId": "A",
990
- "expr": "sum by(le) (increase(vllm:request_generation_tokens_bucket{model_name=\"$model_name\"}[$__rate_interval]))",
991
- "range": true,
992
- "instant": false,
993
- "editorMode": "builder",
994
- "legendFormat": "{{le}}",
995
- "useBackend": false,
996
- "disableTextWrap": false,
997
- "fullMetaSearch": false,
998
- "includeNullMetadata": true,
999
- "format": "heatmap"
1000
- }
1001
- ],
1046
"options": {
1047
"calculate": false,
1004
- "yAxis": {
1005
- "axisPlacement": "left",
1006
- "reverse": false,
1007
- "unit": "none",
1008
- "axisLabel": "Generation Length"
1009
- },
1010
- "rowsFrame": {
1011
- "layout": "auto",
1012
- "value": "Request count"
1048
+ "cellGap": 1,
1049
+ "cellValues": {
1050
+ "unit": "none"
1051
},
1052
"color": {
1015
- "mode": "scheme",
1053
+ "exponent": 0.5,
1054
"fill": "dark-orange",
1055
+ "min": 0,
1056
+ "mode": "scheme",
1057
+ "reverse": false,
1058
"scale": "exponential",
1018
- "exponent": 0.5,
1059
"scheme": "Spectral",
1020
- "steps": 64,
1021
- "reverse": false,
1022
- "min": 0
1060
+ "steps": 64
1061
+ },
1062
+ "exemplars": {
1063
+ "color": "rgba(255,0,255,0.7)"
1064
},
1024
- "cellGap": 1,
1065
"filterValues": {
1066
"le": 1e-9
1067
},
1028
- "tooltip": {
1029
- "show": true,
1030
- "yHistogram": true
1031
- },
1068
"legend": {
1069
"show": true
1070
},
1035
- "exemplars": {
1036
- "color": "rgba(255,0,255,0.7)"
1071
+ "rowsFrame": {
1072
+ "layout": "auto",
1073
+ "value": "Request count"
1074
},
1038
- "cellValues": {
1075
+ "tooltip": {
1076
+ "mode": "single",
1077
+ "showColorScale": false,
1078
+ "yHistogram": true
1079
+ },
1080
+ "yAxis": {
1081
+ "axisLabel": "Generation Length",
1082
+ "axisPlacement": "left",
1083
+ "reverse": false,
1084
"unit": "none"
1085
}
1086
},
1042
- "fieldConfig": {
1043
- "defaults": {
1044
- "custom": {
1045
- "scaleDistribution": {
1046
- "type": "linear"
1047
- },
1048
- "hideFrom": {
1049
- "tooltip": false,
1050
- "viz": false,
1051
- "legend": false
1052
- }
1053
- }
1054
- },
1055
- "overrides": []
1056
- },
1057
- "pluginVersion": "10.2.0"
1087
+ "pluginVersion": "10.4.2",
1088
+ "targets": [
1089
+ {
1090
+ "datasource": {
1091
+ "type": "prometheus",
1092
+ "uid": "${DS_PROMETHEUS}"
1093
+ },
1094
+ "disableTextWrap": false,
1095
+ "editorMode": "builder",
1096
+ "expr": "sum by(le) (increase(vllm:request_generation_tokens_bucket{model_name=\"$model_name\"}[$__rate_interval]))",
1097
+ "format": "heatmap",
1098
+ "fullMetaSearch": false,
1099
+ "includeNullMetadata": true,
1100
+ "instant": false,
1101
+ "legendFormat": "{{le}}",
1102
+ "range": true,
1103
+ "refId": "A",
1104
+ "useBackend": false
1105
+ }
1106
+ ],
1107
+ "title": "Request Generation Length",
1108
+ "type": "heatmap"
1109
},
1110
{
1111
"datasource": {
1112
"type": "prometheus",
1062
- "uid": "prometheus"
1113
+ "uid": "${DS_PROMETHEUS}"
1114
},
1115
+ "description": "Number of finished requests by their finish reason: either an EOS token was generated or the max sequence length was reached.",
1116
"fieldConfig": {
1117
"defaults": {
1118
+ "color": {
1119
+ "mode": "palette-classic"
1120
+ },
1121
"custom": {
1067
- "drawStyle": "line",
1068
- "lineInterpolation": "linear",
1122
+ "axisBorderShow": false,
1123
+ "axisCenteredZero": false,
1124
+ "axisColorMode": "text",
1125
+ "axisLabel": "",
1126
+ "axisPlacement": "auto",
1127
"barAlignment": 0,
1070
- "lineWidth": 1,
1128
+ "drawStyle": "line",
1129
"fillOpacity": 0,
1130
"gradientMode": "none",
1073
- "spanNulls": false,
1131
+ "hideFrom": {
1132
+ "legend": false,
1133
+ "tooltip": false,
1134
+ "viz": false
1135
+ },
1136
"insertNulls": false,
1075
- "showPoints": "auto",
1137
+ "lineInterpolation": "linear",
1138
+ "lineWidth": 1,
1139
"pointSize": 5,
1077
- "stacking": {
1078
- "mode": "none",
1079
- "group": "A"
1080
- },
1081
- "axisPlacement": "auto",
1082
- "axisLabel": "",
1083
- "axisColorMode": "text",
1084
- "axisBorderShow": false,
1140
"scaleDistribution": {
1141
"type": "linear"
1142
},
1088
- "axisCenteredZero": false,
1089
- "hideFrom": {
1090
- "tooltip": false,
1091
- "viz": false,
1092
- "legend": false
1143
+ "showPoints": "auto",
1144
+ "spanNulls": false,
1145
+ "stacking": {
1146
+ "group": "A",
1147
+ "mode": "none"
1148
},
1149
"thresholdsStyle": {
1150
"mode": "off"
1151
}
1152
},
1098
- "color": {
1099
- "mode": "palette-classic"
1100
- },
1153
"mappings": [],
1154
"thresholds": {
1155
"mode": "absolute",
@@ -1123,22 +1175,22 @@
1175
},
1176
"id": 11,
1177
"options": {
1126
- "tooltip": {
1127
- "mode": "single",
1128
- "sort": "none"
1129
- },
1178
"legend": {
1131
- "showLegend": true,
1179
+ "calcs": [],
1180
"displayMode": "list",
1181
"placement": "bottom",
1134
- "calcs": []
1182
+ "showLegend": true
1183
+ },
1184
+ "tooltip": {
1185
+ "mode": "single",
1186
+ "sort": "none"
1187
}
1188
},
1189
"targets": [
1190
{
1191
"datasource": {
1192
"type": "prometheus",
1141
- "uid": "prometheus"
1193
+ "uid": "${DS_PROMETHEUS}"
1194
},
1195
"disableTextWrap": false,
1196
"editorMode": "builder",
@@ -1154,25 +1206,19 @@
1206
}
1207
],
1208
"title": "Finish Reason",
1157
- "description": "Number of finished requests by their finish reason: either an EOS token was generated or the max sequence length was reached.",
1209
"type": "timeseries"
1210
}
1211
],
1212
"refresh": "",
1162
- "schemaVersion": 37,
1163
- "style": "dark",
1213
+ "schemaVersion": 39,
1214
"tags": [],
1215
"templating": {
1216
"list": [
1217
{
1168
- "current": {
1169
- "selected": false,
1170
- "text": "vllm",
1171
- "value": "vllm"
1172
- },
1218
+ "current": {},
1219
"datasource": {
1220
"type": "prometheus",
1175
- "uid": "prometheus"
1221
+ "uid": "${DS_PROMETHEUS}"
1222
},
1223
"definition": "label_values(model_name)",
1224
"hide": 0,
@@ -1201,6 +1247,6 @@
1247
"timezone": "",
1248
"title": "vLLM",
1249
"uid": "b281712d-8bff-41ef-9f3f-71ad43c05e9b",
1204
- "version": 2,
1250
+ "version": 1,
1251
"weekStart": ""
1252
}