[VPC ChatCompletions] Allow bypassing model validation (#96)

Author: huiwengoh

CHANGELOG.md

@@ -7,6 +7,12 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 ## [Unreleased]
 
+## [1.1.16] - 2025-07-15
+
+### Changed
+
+- Add internal setting to bypass model validation check (for custom/VPC models)
+
 ## [1.1.15] - 2025-07-14
 
 ### Changed
@@ -244,7 +250,8 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 - Release of the Cleanlab TLM Python client.
 
 
-[Unreleased]: https://github.com/cleanlab/cleanlab-tlm/compare/v1.1.15...HEAD
+[Unreleased]: https://github.com/cleanlab/cleanlab-tlm/compare/v1.1.16...HEAD
+[1.1.16]: https://github.com/cleanlab/cleanlab-tlm/compare/v1.1.15...v1.1.16
 [1.1.15]: https://github.com/cleanlab/cleanlab-tlm/compare/v1.1.14...v1.1.15
 [1.1.14]: https://github.com/cleanlab/cleanlab-tlm/compare/v1.1.13...v1.1.14
 [1.1.13]: https://github.com/cleanlab/cleanlab-tlm/compare/v1.1.12...v1.1.13

src/cleanlab_tlm/__about__.py

@@ -1,2 +1,2 @@
 # SPDX-License-Identifier: MIT
-__version__ = "1.1.15"
+__version__ = "1.1.16"

src/cleanlab_tlm/internal/base.py

@@ -40,6 +40,7 @@ def __init__(
         options: Optional[TLMOptions] = None,
         timeout: Optional[float] = None,
         verbose: Optional[bool] = None,
+        allow_custom_model: bool = False,
     ) -> None:
         """
         Initialize base TLM functionality.
@@ -63,7 +64,7 @@ def __init__(
         self._return_log = False
 
         options_dict = options or {}
-        validate_tlm_options(options_dict, support_custom_eval_criteria)
+        validate_tlm_options(options_dict, support_custom_eval_criteria, allow_custom_model)
         if "log" in options_dict and len(options_dict["log"]) > 0:
             self._return_log = True
 

src/cleanlab_tlm/internal/validation.py

@@ -66,7 +66,11 @@ def validate_tlm_prompt_response(prompt: Union[str, Sequence[str]], response: Un
             )
 
 
-def validate_tlm_options(options: Any, support_custom_eval_criteria: bool = True) -> None:
+def validate_tlm_options(
+    options: Any,
+    support_custom_eval_criteria: bool = True,
+    allow_custom_model: bool = False,
+) -> None:
     from cleanlab_tlm.tlm import TLMOptions
 
     if SKIP_VALIDATE_TLM_OPTIONS:
@@ -98,7 +102,7 @@ def validate_tlm_options(options: Any, support_custom_eval_criteria: bool = True
                 )
 
         elif option == "model":
-            if val not in _VALID_TLM_MODELS:
+            if not allow_custom_model and val not in _VALID_TLM_MODELS:
                 raise ValidationError(f"{val} is not a supported model, valid models include: {_VALID_TLM_MODELS}")
 
         elif option == "num_candidate_responses":

src/cleanlab_tlm/utils/vpc/chat_completions.py

@@ -60,6 +60,7 @@ def __init__(
             options=options,
             timeout=timeout,
             verbose=False,
+            allow_custom_model=True,
         )
 
     def score(