fix

tests/e2e_test/test_bench.py

@@ -75,13 +75,13 @@ def clear_ray_state():
 def parse_log_file():
     json_files = [f for f in os.listdir('.') if f.endswith('_latency_info.json')]
 
-    def get_markdown_data(filter: str, head_name: str):
+    def get_markdown_data(key: str, head_name: str):
         latencies = []
+
         for json_file in json_files:
             with open(json_file, 'r', encoding="utf-8") as file:
                 data = json.load(file)[0]
-
-            latencies.append(data.get('decode_latencies', []))
+                latencies.append(data.get(key, []))
 
         latencies_array = np.array(latencies)
 
@@ -97,9 +97,11 @@ def get_markdown_data(filter: str, head_name: str):
             ["latency(ms)", f"{p25:.2f}", f"{p50:.2f}", f"{p75:.2f}", f"{p95:.2f}", f"{p99:.2f}", f"{mean:.2f}"]
         ]
 
+        return data
+
     decode_data = get_markdown_data('decode_latencies', 'decode')
-    prefill_data = get_markdown_data('prefilll_latencies', 'prefill')
-    
+    prefill_data = get_markdown_data('prefill_latencies', 'prefill')
+
     return to_markdown_table(prefill_data) +  "\n\n" + to_markdown_table(decode_data)
 
 @pytest.mark.asyncio