Skip to content

Commit

Permalink
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
fix lint
Browse files Browse the repository at this point in the history
charlifu committed Jun 19, 2024

Verified

This commit was created on GitHub.com and signed with GitHub’s verified signature.
1 parent 3857ba2 commit c745722
Showing 1 changed file with 4 additions and 4 deletions.
8 changes: 4 additions & 4 deletions benchmarks/benchmark_throughput.py
Original file line number Diff line number Diff line change
@@ -224,10 +224,10 @@ def main(args: argparse.Namespace):
if args.backend == "vllm":
elapsed_time = run_vllm(
requests, args.model, args.tokenizer, args.quantization,
args.quantized_weights_path, args.tensor_parallel_size,
args.seed, args.n, args.use_beam_search, args.trust_remote_code,
args.dtype, args.max_model_len, args.enforce_eager,
args.kv_cache_dtype, args.quantization_param_path, args.device,
args.quantized_weights_path, args.tensor_parallel_size, args.seed,
args.n, args.use_beam_search, args.trust_remote_code, args.dtype,
args.max_model_len, args.enforce_eager, args.kv_cache_dtype,
args.quantization_param_path, args.device,
args.enable_prefix_caching, args.enable_chunked_prefill,
args.max_num_batched_tokens, args.gpu_memory_utilization,
args.worker_use_ray, args.download_dir)

0 comments on commit c745722

Please sign in to comment.