Add time per token to results file

UKPLab · Aug 16, 2024 · 89d8279 · 89d8279
1 parent 61d1ad3
commit 89d8279
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/code/evaluate_llama2.py b/code/evaluate_llama2.py
@@ -106,7 +106,9 @@ def hook_fn(layer, input, output):
     # Compute scores
     rouge = evaluate.load('rouge')
     results_generated = rouge.compute(predictions=predictions_generated, references=references)
-    results_generated["time"] = e2e_inference_time
+    results_generated["time-total"] = e2e_inference_time
+    results_generated["time-per-token"] = e2e_inference_time_norm
+
 
     print("Results: ",results_generated)