Skip to content

Commit ac12b30

Browse files
bitnikbitnik
committed
fix(helm): update Grafana dashboards to current vLLM metric names
vLLM renamed several metrics and dropped the swap-related ones (V1 no longer swaps between GPU and CPU), so the shipped dashboards queried metrics that no longer exist and rendered empty panels. Update both dashboards accordingly: - vllm:time_per_output_token_seconds_* -> vllm:request_time_per_output_token_seconds_* - vllm:gpu_cache_usage_perc -> vllm:kv_cache_usage_perc - remove the "Number of Swapped Requests" panel and the vllm:num_requests_swapped / vllm:cpu_cache_usage_perc queries Signed-off-by: Kenan Erdogan <kenanerdogan@gmail.com>
1 parent 1e973a3 commit ac12b30

2 files changed

Lines changed: 9 additions & 103 deletions

File tree

‎helm/dashboards/vllm-dashboard.json‎

Lines changed: 3 additions & 67 deletions
Original file line numberDiff line numberDiff line change
@@ -369,7 +369,7 @@
369369
"targets": [
370370
{
371371
"editorMode": "builder",
372-
"expr": "avg(vllm:time_per_output_token_seconds_sum) / avg(vllm:time_per_output_token_seconds_count)",
372+
"expr": "avg(vllm:request_time_per_output_token_seconds_sum) / avg(vllm:request_time_per_output_token_seconds_count)",
373373
"legendFormat": "Avg ITL",
374374
"range": true,
375375
"refId": "A"
@@ -729,7 +729,7 @@
729729
"targets": [
730730
{
731731
"editorMode": "builder",
732-
"expr": "vllm:gpu_cache_usage_perc",
732+
"expr": "vllm:kv_cache_usage_perc",
733733
"legendFormat": "{{instance}}",
734734
"range": true,
735735
"refId": "A"
@@ -834,70 +834,6 @@
834834
"title": "GPU KV Cache Hit Rate",
835835
"type": "timeseries"
836836
},
837-
{
838-
"datasource": {
839-
"type": "prometheus",
840-
"uid": "prometheus"
841-
},
842-
"description": "Requests moved from GPU to CPU",
843-
"fieldConfig": {
844-
"defaults": {
845-
"color": {
846-
"mode": "thresholds"
847-
},
848-
"mappings": [],
849-
"thresholds": {
850-
"mode": "absolute",
851-
"steps": [
852-
{
853-
"color": "green"
854-
},
855-
{
856-
"color": "red",
857-
"value": 0
858-
}
859-
]
860-
}
861-
},
862-
"overrides": []
863-
},
864-
"gridPos": {
865-
"h": 8,
866-
"w": 12,
867-
"x": 12,
868-
"y": 39
869-
},
870-
"id": 21,
871-
"options": {
872-
"colorMode": "value",
873-
"graphMode": "area",
874-
"justifyMode": "auto",
875-
"orientation": "auto",
876-
"percentChangeColorMode": "standard",
877-
"reduceOptions": {
878-
"calcs": [
879-
"lastNotNull"
880-
],
881-
"fields": "",
882-
"values": false
883-
},
884-
"showPercentChange": false,
885-
"textMode": "auto",
886-
"wideLayout": true
887-
},
888-
"pluginVersion": "12.0.0+security-01",
889-
"targets": [
890-
{
891-
"editorMode": "builder",
892-
"expr": "vllm:num_requests_swapped",
893-
"legendFormat": "Swapped Requests",
894-
"range": true,
895-
"refId": "A"
896-
}
897-
],
898-
"title": "Number of Swapped Requests",
899-
"type": "stat"
900-
},
901837
{
902838
"collapsed": false,
903839
"gridPos": {
@@ -995,7 +931,7 @@
995931
{
996932
"disableTextWrap": false,
997933
"editorMode": "builder",
998-
"expr": "vllm:gpu_cache_usage_perc",
934+
"expr": "vllm:kv_cache_usage_perc",
999935
"fullMetaSearch": false,
1000936
"includeNullMetadata": true,
1001937
"legendFormat": "GPU Usage",

‎helm/dashboards/vllm-model-metrics-dashboard.json‎

Lines changed: 6 additions & 36 deletions
Original file line numberDiff line numberDiff line change
@@ -402,7 +402,7 @@
402402
},
403403
"disableTextWrap": false,
404404
"editorMode": "builder",
405-
"expr": "histogram_quantile(0.99, sum by(le) (rate(vllm:time_per_output_token_seconds_bucket{model_name=\"$model_name\"}[$__rate_interval])))",
405+
"expr": "histogram_quantile(0.99, sum by(le) (rate(vllm:request_time_per_output_token_seconds_bucket{model_name=\"$model_name\"}[$__rate_interval])))",
406406
"fullMetaSearch": false,
407407
"includeNullMetadata": false,
408408
"instant": false,
@@ -418,7 +418,7 @@
418418
},
419419
"disableTextWrap": false,
420420
"editorMode": "builder",
421-
"expr": "histogram_quantile(0.95, sum by(le) (rate(vllm:time_per_output_token_seconds_bucket{model_name=\"$model_name\"}[$__rate_interval])))",
421+
"expr": "histogram_quantile(0.95, sum by(le) (rate(vllm:request_time_per_output_token_seconds_bucket{model_name=\"$model_name\"}[$__rate_interval])))",
422422
"fullMetaSearch": false,
423423
"hide": false,
424424
"includeNullMetadata": false,
@@ -435,7 +435,7 @@
435435
},
436436
"disableTextWrap": false,
437437
"editorMode": "builder",
438-
"expr": "histogram_quantile(0.9, sum by(le) (rate(vllm:time_per_output_token_seconds_bucket{model_name=\"$model_name\"}[$__rate_interval])))",
438+
"expr": "histogram_quantile(0.9, sum by(le) (rate(vllm:request_time_per_output_token_seconds_bucket{model_name=\"$model_name\"}[$__rate_interval])))",
439439
"fullMetaSearch": false,
440440
"hide": false,
441441
"includeNullMetadata": false,
@@ -452,7 +452,7 @@
452452
},
453453
"disableTextWrap": false,
454454
"editorMode": "builder",
455-
"expr": "histogram_quantile(0.5, sum by(le) (rate(vllm:time_per_output_token_seconds_bucket{model_name=\"$model_name\"}[$__rate_interval])))",
455+
"expr": "histogram_quantile(0.5, sum by(le) (rate(vllm:request_time_per_output_token_seconds_bucket{model_name=\"$model_name\"}[$__rate_interval])))",
456456
"fullMetaSearch": false,
457457
"hide": false,
458458
"includeNullMetadata": false,
@@ -468,7 +468,7 @@
468468
"uid": "${DS_PROMETHEUS}"
469469
},
470470
"editorMode": "code",
471-
"expr": "rate(vllm:time_per_output_token_seconds_sum{model_name=\"$model_name\"}[$__rate_interval])\n/\nrate(vllm:time_per_output_token_seconds_count{model_name=\"$model_name\"}[$__rate_interval])",
471+
"expr": "rate(vllm:request_time_per_output_token_seconds_sum{model_name=\"$model_name\"}[$__rate_interval])\n/\nrate(vllm:request_time_per_output_token_seconds_count{model_name=\"$model_name\"}[$__rate_interval])",
472472
"hide": false,
473473
"instant": false,
474474
"legendFormat": "Mean",
@@ -577,23 +577,6 @@
577577
"refId": "A",
578578
"useBackend": false
579579
},
580-
{
581-
"datasource": {
582-
"type": "prometheus",
583-
"uid": "${DS_PROMETHEUS}"
584-
},
585-
"disableTextWrap": false,
586-
"editorMode": "builder",
587-
"expr": "vllm:num_requests_swapped{model_name=\"$model_name\"}",
588-
"fullMetaSearch": false,
589-
"hide": false,
590-
"includeNullMetadata": true,
591-
"instant": false,
592-
"legendFormat": "Num Swapped",
593-
"range": true,
594-
"refId": "B",
595-
"useBackend": false
596-
},
597580
{
598581
"datasource": {
599582
"type": "prometheus",
@@ -869,24 +852,11 @@
869852
"uid": "${DS_PROMETHEUS}"
870853
},
871854
"editorMode": "code",
872-
"expr": "vllm:gpu_cache_usage_perc{model_name=\"$model_name\"}",
855+
"expr": "vllm:kv_cache_usage_perc{model_name=\"$model_name\"}",
873856
"instant": false,
874857
"legendFormat": "GPU Cache Usage",
875858
"range": true,
876859
"refId": "A"
877-
},
878-
{
879-
"datasource": {
880-
"type": "prometheus",
881-
"uid": "${DS_PROMETHEUS}"
882-
},
883-
"editorMode": "code",
884-
"expr": "vllm:cpu_cache_usage_perc{model_name=\"$model_name\"}",
885-
"hide": false,
886-
"instant": false,
887-
"legendFormat": "CPU Cache Usage",
888-
"range": true,
889-
"refId": "B"
890860
}
891861
],
892862
"title": "Cache Utilization",

0 commit comments

Comments
 (0)