Merge branch 'main' into hey-my-first-pr-to-olmo

allenai · Oct 2, 2024 · 2256ff5 · 2256ff5
2 parents bdf17f0 + aa1863e
commit 2256ff5
Show file tree

Hide file tree

Showing 3 changed files with 57 additions and 52 deletions.
diff --git a/hf_olmo/configuration_olmo.py b/hf_olmo/configuration_olmo.py
@@ -6,6 +6,7 @@
 from transformers.utils import logging
 
 from olmo.config import ModelConfig
+from olmo.exceptions import OLMoConfigurationError
 
 logger = logging.get_logger(__name__)
 
@@ -55,7 +56,7 @@ def effective_n_kv_heads(self) -> int:
             else:
                 raise OLMoConfigurationError(
                     "You can't set `multi_query_attention` and `n_kv_heads` at the same time."
-                ) 
+                )
 
 
 # Register the config class so that it is available for transformer pipelines, auto-loading etc.

diff --git a/pyproject.toml b/pyproject.toml
@@ -13,7 +13,7 @@ authors = [
 requires-python = ">=3.8"
 license = { file = "LICENSE" }
 dependencies = [
-    "numpy",
+    "numpy<2",
     "torch>=2.1,<2.5",
     "ai2-olmo-core==0.1.0",
     "omegaconf",

diff --git a/scripts/ladder.ipynb b/scripts/ladder.ipynb