Merge pull request #331 from cleanlab/add_o1_preview

tlm add o1-preview
cleanlab · Oct 7, 2024 · d2ea608 · d2ea608
2 parents c2df23e + e0bf920
commit d2ea608
Show file tree

Hide file tree

Showing 3 changed files with 5 additions and 2 deletions.
diff --git a/cleanlab_studio/internal/constants.py b/cleanlab_studio/internal/constants.py
@@ -8,6 +8,7 @@
  "gpt-4",
  "gpt-4o",
  "gpt-4o-mini",
+ "o1-preview",
  "claude-3-haiku",
  "claude-3-sonnet",
  "claude-3.5-sonnet",
@@ -19,6 +20,7 @@
  "gpt-4": (64, 4096),
  "gpt-4o": (64, 4096),
  "gpt-4o-mini": (64, 4096),
+ "o1-preview": (64, 4096),
  "claude-3-haiku": (64, 512),
  "claude-3-sonnet": (64, 512),
  "claude-3.5-sonnet": (64, 512),

diff --git a/cleanlab_studio/version.py b/cleanlab_studio/version.py
@@ -1,7 +1,7 @@
 # Note to developers:
 # Consider if backend's MIN_CLI_VERSION needs updating when pushing any changes to this file.
 
-__version__ = "2.5.4"
+__version__ = "2.5.5"
 
 SCHEMA_VERSION = "0.2.0"
 MIN_SCHEMA_VERSION = "0.1.0"

diff --git a/tests/tlm/constants.py b/tests/tlm/constants.py
@@ -16,12 +16,13 @@
 CHARACTERS_PER_TOKEN: int = 4
 
 # Property tests for TLM
-excluded_tlm_models: List[str] = ["claude-3-sonnet", "claude-3.5-sonnet"]
+excluded_tlm_models: List[str] = ["claude-3-sonnet", "claude-3.5-sonnet", "o1-preview"]
 VALID_TLM_MODELS: List[str] = [
  model for model in _VALID_TLM_MODELS if model not in excluded_tlm_models
 ]
 MODELS_WITH_NO_PERPLEXITY_SCORE: List[str] = [
  "claude-3-haiku",
  "claude-3-sonnet",
  "claude-3.5-sonnet",
+ "o1-preview",
 ]