fix metrics percentage print

aibrix · Dec 27, 2024 · f6c91d6 · f6c91d6
1 parent eb83e1d
commit f6c91d6
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/vllm/engine/metrics.py b/vllm/engine/metrics.py
@@ -503,7 +503,8 @@ def log(self, stats: Stats) -> None:
 
             logger.info(
                 "Cache service hit rate: by tokens: %.2f%%, by blocks: %.2f%%",
-                stats.cache_service_tokens_hit_rate, stats.cache_service_blocks_hit_rate
+                stats.cache_service_tokens_hit_rate * 100, 
+                stats.cache_service_blocks_hit_rate * 100,
             )
             # Reset tracked stats for next interval.
             self.num_prompt_tokens = []