From cbd5d55d11b00ba4332d946a480173ee52e3452c Mon Sep 17 00:00:00 2001 From: Thomas Parnell Date: Tue, 16 Jul 2024 15:55:15 +0200 Subject: [PATCH] [Misc] Fix typos in spec. decode metrics logging. (#6470) Signed-off-by: Thomas Parnell Signed-off-by: Alvant --- vllm/engine/metrics.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/vllm/engine/metrics.py b/vllm/engine/metrics.py index 77de42bc0ed5d..48aec84298d86 100644 --- a/vllm/engine/metrics.py +++ b/vllm/engine/metrics.py @@ -325,8 +325,8 @@ def _format_spec_decode_metrics_str( f"System efficiency: {metrics.system_efficiency:.3f}, " f"Number of speculative tokens: {metrics.num_spec_tokens}, " f"Number of accepted tokens: {metrics.accepted_tokens}, " - f"Number of draft tokens tokens: {metrics.draft_tokens}, " - f"Number of emitted tokens tokens: {metrics.emitted_tokens}.") + f"Number of draft tokens: {metrics.draft_tokens}, " + f"Number of emitted tokens: {metrics.emitted_tokens}.") class PrometheusStatLogger(StatLoggerBase): @@ -457,4 +457,4 @@ def log(self, stats: Stats): class RayPrometheusStatLogger(PrometheusStatLogger): """RayPrometheusStatLogger uses Ray metrics instead.""" - _metrics_cls = RayMetrics \ No newline at end of file + _metrics_cls = RayMetrics