tlm add o1-preview

cleanlab · Oct 7, 2024 · e0bf920 · e0bf920
1 parent c2df23e
commit e0bf920
Show file tree

Hide file tree

Showing 3 changed files with 5 additions and 2 deletions.
diff --git a/cleanlab_studio/internal/constants.py b/cleanlab_studio/internal/constants.py
@@ -8,6 +8,7 @@
     "gpt-4",
     "gpt-4o",
     "gpt-4o-mini",
+    "o1-preview",
     "claude-3-haiku",
     "claude-3-sonnet",
     "claude-3.5-sonnet",
@@ -19,6 +20,7 @@
     "gpt-4": (64, 4096),
     "gpt-4o": (64, 4096),
     "gpt-4o-mini": (64, 4096),
+    "o1-preview": (64, 4096),
     "claude-3-haiku": (64, 512),
     "claude-3-sonnet": (64, 512),
     "claude-3.5-sonnet": (64, 512),

diff --git a/cleanlab_studio/version.py b/cleanlab_studio/version.py
@@ -1,7 +1,7 @@
 # Note to developers:
 # Consider if backend's MIN_CLI_VERSION needs updating when pushing any changes to this file.
 
-__version__ = "2.5.4"
+__version__ = "2.5.5"
 
 SCHEMA_VERSION = "0.2.0"
 MIN_SCHEMA_VERSION = "0.1.0"

diff --git a/tests/tlm/constants.py b/tests/tlm/constants.py
@@ -16,12 +16,13 @@
 CHARACTERS_PER_TOKEN: int = 4
 
 # Property tests for TLM
-excluded_tlm_models: List[str] = ["claude-3-sonnet", "claude-3.5-sonnet"]
+excluded_tlm_models: List[str] = ["claude-3-sonnet", "claude-3.5-sonnet", "o1-preview"]
 VALID_TLM_MODELS: List[str] = [
     model for model in _VALID_TLM_MODELS if model not in excluded_tlm_models
 ]
 MODELS_WITH_NO_PERPLEXITY_SCORE: List[str] = [
     "claude-3-haiku",
     "claude-3-sonnet",
     "claude-3.5-sonnet",
+    "o1-preview",
 ]