Skip to content

Commit

Permalink
fix lint
Browse files Browse the repository at this point in the history
  • Loading branch information
charlifu committed Jun 19, 2024
1 parent 3857ba2 commit c745722
Showing 1 changed file with 4 additions and 4 deletions.
8 changes: 4 additions & 4 deletions benchmarks/benchmark_throughput.py
Original file line number Diff line number Diff line change
@@ -224,10 +224,10 @@ def main(args: argparse.Namespace):
if args.backend == "vllm":
elapsed_time = run_vllm(
requests, args.model, args.tokenizer, args.quantization,
args.quantized_weights_path, args.tensor_parallel_size,
args.seed, args.n, args.use_beam_search, args.trust_remote_code,
args.dtype, args.max_model_len, args.enforce_eager,
args.kv_cache_dtype, args.quantization_param_path, args.device,
args.quantized_weights_path, args.tensor_parallel_size, args.seed,
args.n, args.use_beam_search, args.trust_remote_code, args.dtype,
args.max_model_len, args.enforce_eager, args.kv_cache_dtype,
args.quantization_param_path, args.device,
args.enable_prefix_caching, args.enable_chunked_prefill,
args.max_num_batched_tokens, args.gpu_memory_utilization,
args.worker_use_ray, args.download_dir)

0 comments on commit c745722

Please sign in to comment.