From fefd602673f3250024be3fa07055d18f91fc0d16 Mon Sep 17 00:00:00 2001
From: Ellis Brown <ellis.brown@nyu.edu>
Date: Thu, 19 Sep 2024 15:14:52 -0400
Subject: [PATCH] hotfix: rm comments

---
 eval/eval/seed/seed_eval.py   | 36 -----------------------------------
 eval/scripts/run_benchmark.sh |  2 +-
 2 files changed, 1 insertion(+), 37 deletions(-)

diff --git a/eval/eval/seed/seed_eval.py b/eval/eval/seed/seed_eval.py
index 5622ed44..dcb32783 100644
--- a/eval/eval/seed/seed_eval.py
+++ b/eval/eval/seed/seed_eval.py
@@ -145,39 +145,3 @@ def eval_model(args):
     args = parser.parse_args()
 
     eval_model(args)
-
-
-
-""""
-python eval/mmbench_en/mmbench_en_eval.py \
-    --model_path $CKPT_DIR/llava-TPU-llava-v1.5-7b-finetune-6993k \
-    --answers_file ./test_1.jsonl \
-    --question_extension "Please answer the question, provide your final answer as the last word of the response"
-
-    
-python eval/mmbench_en/mmbench_en_eval.py \
-    --model_path $CKPT_DIR/llava-TPU-llava-v1.5-7b-finetune-6993k \
-    --answers_file ./test_2.jsonl \
-    --question_extension "Please answer the question, provide your final answer in the end of your response with Answer: {your answer}."
-
-python eval/mmbench_en/mmbench_en_eval.py \
-    --model_path $CKPT_DIR/llava-TPU-llava-v1.5-7b-finetune-6993k \
-    --answers_file ./test_3.jsonl \
-    --question_extension "Please answer the question, provide your final answer at the very end. You must respond in the following format: '{explaination} Answer: {your answer}'"
-
-
-python eval/mmbench_en/mmbench_en_eval.py \
-    --model_path $CKPT_DIR/llava-TPU-llava-v1.5-7b-finetune-6993k \
-    --answers_file ./test_5.jsonl \
-    --question_extension "\n"
-
-python eval/mmbench_en/mmbench_en_eval.py \
-    --model_path $CKPT_DIR/llava-TPU-llava-v1.5-7b-finetune-6993k \
-    --answers_file ./test_6.jsonl \
-    --question_extension "Respond in following JSON format: {\"reasoning\": \"your reasoning\", \"answer\": \"your answer\"}"
-
-python eval/mmbench_en/mmbench_en_eval.py \
-    --model_path $CKPT_DIR/llava-TPU-llava-v1.5-7b-finetune-6993k \
-    --answers_file ./test_8.jsonl \
-    --question_extension "Respond in following JSON format: {\"reasoning\": \"your reasoning\", \"answer\": \"your answer\"}"
-"""
\ No newline at end of file
diff --git a/eval/scripts/run_benchmark.sh b/eval/scripts/run_benchmark.sh
index 68dd5848..cabe0af7 100755
--- a/eval/scripts/run_benchmark.sh
+++ b/eval/scripts/run_benchmark.sh
@@ -126,4 +126,4 @@ done
 python $test_file --answers_file "$answers_file"
 
 echo "Done evaluation and testing for $benchmark on model at $ckpt with conversation mode $conv_mode"
-echo "Answers file: $answers_file"
+echo "Answers file: ${(realpath $answers_file)}"