remove None option for router

Author: EYH0602

src/main.py

@@ -18,8 +18,8 @@ def main(
     def _run(pure: bool):
         results: list[EvalResult] = []
         split = "pure" if pure else "base"
+        result_dir = abspath(pjoin("results", model, split))
         for i in range(n_repeats):
-            result_dir = abspath(pjoin("results", model, split))
             os.makedirs(result_dir, exist_ok=True)
             result_file = pjoin(result_dir, f"run-{i}.jsonl")
             r = run_one_model(

src/tfbench/experiment.py

@@ -31,7 +31,6 @@ def run_one_model(
         EvalResult: evaluation result including accuracy
     """
     client = router(model, pure, effort)
-    assert client is not None, f"Failed to create client for {model}."
 
     tasks = load_tfb_from_hf("pure" if pure else "base")
     gen_results: list[LMAnswer | None] = []

src/tfbench/lm/utils.py

@@ -48,7 +48,7 @@ def router(
     model_name: str,
     pure: bool,
     effort: str | None = None,
-) -> LM | None:
+) -> LM:
     """Route the model name to the appropriate LM class."""
     if model_name in OAI_MODELS:
         return OpenAIChatCompletion(model_name=model_name, pure=pure)