Merge branch 'main' of https://github.com/fairinternal/eval_vlm into …

…main
facebookresearch · May 13, 2024 · ad73f23 · ad73f23
2 parents e78d8d4 + 8652b4a
commit ad73f23
Show file tree

Hide file tree

Showing 34 changed files with 143,749 additions and 60 deletions.
diff --git a/basic_test.py b/basic_test.py
@@ -1,9 +1,14 @@
 from eval_vlm.evaluator import Evaluator
+from eval_vlm.plotter import Plotter
 
 eval = Evaluator(
     # num_workers=0,
-    models=["clip_resnet50"],
-    # datasets=["eurosat"],
+    # models=["xvlm_coco"],
+    datasets=["mnist_numbers"],
 )
 # eval.download_datasets()
+# eval.show_results()
 eval.evaluate()
+
+# plotter = Plotter()
+# plotter.plot_all_datasets()
diff --git a/d.txt b/d.txt
diff --git a/eval_vlm/common_utils/constants.py b/eval_vlm/common_utils/constants.py
@@ -9,7 +9,7 @@
 CURRENT_DIR = Path(os.getcwd())
 HUB_CACHE_DIR = Path.home().joinpath(".cache").joinpath("torch").joinpath("hub")
 CACHE_DIR = Path.home().joinpath(".cache").joinpath("eval_vlms")
-FIGURES_DIR = CACHE_DIR.joinpath("figures")
+FIGURES_DIR = PROJ_DIR.joinpath("figures")
 FAIR_PATHS = [
     "/private/home/haideraltahan/.cache/eval_vlms/data",
     "/fsx-checkpoints/haideraltahan/.cache/eval_vlm/data/"