Skip to content

Commit 5ab1cf5

Browse files
authored
Remove unnecessary benchmarking results (#5852)
Signed-off-by: Xianjie <[email protected]>
1 parent d14dd2f commit 5ab1cf5

File tree

1 file changed

+3
-3
lines changed

1 file changed

+3
-3
lines changed

tensorrt_llm/serve/scripts/benchmark_serving.py

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -753,6 +753,9 @@ def main(args: argparse.Namespace):
753753
raise ValueError(
754754
"Invalid metadata format. Please use KEY=VALUE format.")
755755

756+
# Merge with benchmark result
757+
result_json = {**result_json, **benchmark_result}
758+
756759
if not args.save_detailed:
757760
# Remove fields with too many data points
758761
for field in [
@@ -768,9 +771,6 @@ def main(args: argparse.Namespace):
768771
result_json["burstiness"] = args.burstiness
769772
result_json["max_concurrency"] = args.max_concurrency
770773

771-
# Merge with benchmark result
772-
result_json = {**result_json, **benchmark_result}
773-
774774
# Save to file
775775
base_model_id = model_id.split("/")[-1]
776776
max_concurrency_str = (f"-concurrency{args.max_concurrency}"

0 commit comments

Comments
 (0)