From 0b53aa302d8822dd7b2f28437fdc4507095a7d9f Mon Sep 17 00:00:00 2001
From: Daniel Bin Schmid <danielbinschmid@outlook.de>
Date: Mon, 1 Jul 2024 09:51:55 +0200
Subject: [PATCH] python executables into experiments folder

---
 README.md                                              | 10 ++++++++--
 generate_configs.py => experiments/generate_configs.py |  0
 run.py => experiments/run.py                           |  0
 test.py => experiments/test.py                         |  0
 test.sh                                                |  2 +-
 train.sh                                               |  2 +-
 6 files changed, 10 insertions(+), 4 deletions(-)
 rename generate_configs.py => experiments/generate_configs.py (100%)
 rename run.py => experiments/run.py (100%)
 rename test.py => experiments/test.py (100%)

diff --git a/README.md b/README.md
index 2b343c1..f23fe71 100644
--- a/README.md
+++ b/README.md
@@ -19,14 +19,20 @@ $ poetry install
 2. Run experiments:
 
 ```s
-$ python ./run.py --mode "single" --config "/path/to/config.yaml" --wandb "wandb-project-id"
+$ python ./experiments/run.py --mode "single" --config "/path/to/config.yaml" --wandb "wandb-project-id"
 ```
 for running a single experiment or
 ```s
-$ python ./run.py --mode "all" --wandb "wandb-project-id"
+$ python ./experiments/run.py --mode "all" --wandb "wandb-project-id"
 ```
 for running all experiments.
 
+3. Run benchmarking
+
+```s
+$ python ./experiments/run.py --mode "<single/all>" --checkpoints "<checkpoints/to/be/benchmarked>"
+```
+
 ## Results
 
 Results can be inspected in [notebooks/export_results.ipynb](./notebooks/export_results.ipynb)
diff --git a/generate_configs.py b/experiments/generate_configs.py
similarity index 100%
rename from generate_configs.py
rename to experiments/generate_configs.py
diff --git a/run.py b/experiments/run.py
similarity index 100%
rename from run.py
rename to experiments/run.py
diff --git a/test.py b/experiments/test.py
similarity index 100%
rename from test.py
rename to experiments/test.py
diff --git a/test.sh b/test.sh
index 34821c6..ba02b24 100755
--- a/test.sh
+++ b/test.sh
@@ -1,4 +1,4 @@
-python ./test.py \
+python ./experiments/test.py \
     --mode "single" \
     --config "./configs/gat_betti_numbers_degree_transform_onehot.yaml" \
     --checkpoints "./checkpoints"
\ No newline at end of file
diff --git a/train.sh b/train.sh
index 301a188..47e5c8c 100755
--- a/train.sh
+++ b/train.sh
@@ -1,6 +1,6 @@
 #!/bin/bash
 
-python ./run.py \
+python ./experiments/run.py \
     --mode "single" \
     --config "./configs/gat_betti_numbers_degree_transform_onehot.yaml" \
     --wandb "mantra-proj" \