better way to check for testing model

Signed-off-by: thiswillbeyourgithub
<26625900+thiswillbeyourgithub@users.noreply.github.com>

Author: thiswillbeyourgithub

wdoc/utils/llm.py

@@ -16,9 +16,7 @@
 from wdoc.utils.env import env
 from wdoc.utils.misc import ModelName, get_model_max_tokens, langfuse_callback_holder
 
-TESTING_LLM = "testing/testing"
-
-# lorem ipsum is output by TESTING_LLM
+# lorem ipsum is output by "testing" llm
 LOREM_IPSUM = (
     "Lorem ipsum dolor sit amet, consectetur adipiscing "
     "elit, sed do eiusmod tempor incididunt ut labore et "

wdoc/utils/misc.py

@@ -498,7 +498,9 @@ def model_name_matcher(model: str) -> str:
     model has a known cost and print the matched name)
     Bypassed if env variable WDOC_NO_MODELNAME_MATCHING is 'true'
     """
-    assert "testing" not in model
+    assert (
+        "testing" not in model.lower()
+    ), f"Found 'testing' in model, this should not happen"
     assert "/" in model, f"expected / in model '{model}'"
     if env.WDOC_NO_MODELNAME_MATCHING:
         # logger.debug(f"Bypassing model name matching for model '{model}'")
@@ -617,7 +619,7 @@ def is_testing(self) -> bool:
         return False
 
     def __hash__(self):
-        # necessary for memoizing
+        "necessary for memoizing"
         return (str(self.original.__hash__()) + str("ModelName".__hash__())).__hash__()
 
 
@@ -730,7 +732,7 @@ def get_splitter(
             length_function=get_tkn_length,
         )
 
-    if modelname.original == "testing/testing":
+    if modelname.is_testing():
         return get_splitter(task=task, modelname=DEFAULT_SPLITTER_MODELNAME)
 
     try:
@@ -1218,7 +1220,7 @@ def create_langfuse_callback(version: str) -> None:
 
 @memoize
 def get_supported_model_params(modelname: ModelName) -> list:
-    if modelname.backend == "testing":
+    if modelname.is_testing():
         return []
     if modelname.backend == "openrouter":
         metadata = get_openrouter_metadata()

wdoc/wdoc.py

@@ -39,7 +39,7 @@
     ShouldIncreaseTopKAfterLLMEvalFiltering,
 )
 
-from wdoc.utils.llm import TESTING_LLM, load_llm
+from wdoc.utils.llm import load_llm
 
 from wdoc.utils.misc import (  # debug_chain,
     cache_dir,
@@ -186,6 +186,7 @@ def print_exception(exc_type, exc_value, exc_traceback):
                         f"Cli_kwargs '{k}' is of type '{type(val)}' instead of '{expected_type}'"
                     )
 
+        TESTING_LLM = "testing/testing"
         if (
             model == TESTING_LLM
             or model == "testing"