readded comment

GoogleCloudPlatform · Aug 31, 2024 · cd95fd1 · cd95fd1
1 parent b982e4a
commit cd95fd1
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/benchmarks/benchmark/tools/profile-generator/container/latency_throughput_curve.sh b/benchmarks/benchmark/tools/profile-generator/container/latency_throughput_curve.sh
@@ -20,7 +20,7 @@ export IP=$IP
 huggingface-cli login --token "$HF_TOKEN" --add-to-git-credential
 
 for request_rate in $(echo $REQUEST_RATES | tr ',' ' '); do
-
+  # TODO: Check if profile already exists, if so then skip
   timestamp=$(date +"%Y-%m-%d_%H-%M-%S")
   output_file="latency-profile-${timestamp}.txt"
   python3 benchmark_serving.py   --host="$IP"   --port="$PORT"   --model="$TOKENIZER" --dataset=ShareGPT_V3_unfiltered_cleaned_split.json   --tokenizer="$TOKENIZER" --request-rate=$request_rate --backend="$BACKEND" --num-prompts=$((request_rate * 30)) --max-input-length=$INPUT_LENGTH --max-output-length=$OUTPUT_LENGTH > $output_file