Update to inference tokenizer and implement CFG (#117)

* update sampling to inference tokenizer * add inference tokenizer * update training script
EleutherAI · Dec 17, 2024 · 40a245c · 40a245c
1 parent 3c03782
commit 40a245c
Show file tree

Hide file tree

Showing 8 changed files with 709 additions and 357 deletions.
diff --git a/aria/config.py b/aria/config.py
@@ -3,10 +3,13 @@
 import os
 import json
 
+from functools import lru_cache
+
 
 CONFIG_DIR = os.path.join(os.path.dirname(__file__), "..", "config")
 
 
+@lru_cache(maxsize=1)
 def load_config():
     """Returns a dictionary loaded from the config.json file."""
     with open(os.path.join(CONFIG_DIR, "config.json")) as f: