diff --git a/app/config/params.ini b/app/config/params.ini index 2f706a6..322ae6d 100644 --- a/app/config/params.ini +++ b/app/config/params.ini @@ -1,34 +1,13 @@ -[llm_preview] -id = gpt-5.4 -temperature = 0.3 -max_retries = 3 - [llm_o] id = gpt-5.5 temperature = 0 max_retries = 3 - [llm_mini] id = gpt-5.4-mini temperature = 0 max_retries = 3 -[llm_o3_mini] -id = gpt-5.4-mini -temperature = 1 -max_retries = 3 - -[llm_gpt_5] -id = gpt-5.5 -temperature = 1 -max_retries = 3 - -[llm_o1] -id = gpt-5.5 -temperature = 1 -max_retries = 3 - [deepseek_deepseek-chat] id = deepseek-v4-flash temperature = 0 @@ -48,8 +27,8 @@ max_retries = 3 base_url = https://oai.endpoints.kepler.ai.cloud.ovh.net/v1 [llm_litellm_openai] -id = gpt-5.4 -temperature = 0 +id = gpt-5.5 +temperature = 1 [llm_litellm_deepseek] @@ -60,7 +39,7 @@ id = deepseek/deepseek-v4-flash id = claude-opus-4-7 [llm_litellm_gemini] -id = gemini/gemini-2.5-pro +id = gemini/gemini-3-pro-preview [llm_litellm_mistral] -id = mistral/mistral-small-latest +id = mistral/mistral-large-latest diff --git a/app/core/agents/sparql/tool_sparql.py b/app/core/agents/sparql/tool_sparql.py index 8721f67..214641b 100644 --- a/app/core/agents/sparql/tool_sparql.py +++ b/app/core/agents/sparql/tool_sparql.py @@ -250,7 +250,7 @@ def __init__( # verbose=True, #### FOR debugging ) self.sparql_improvement_chain = LLMChain( - llm=llm["llm_o3_mini"], + llm=llm["llm_mini"], prompt=SPARQL_IMPROVEMENT_PROMPT, ) except KeyError as e: diff --git a/app/core/llm_handler.py b/app/core/llm_handler.py index 77f69af..5ec2af6 100644 --- a/app/core/llm_handler.py +++ b/app/core/llm_handler.py @@ -22,7 +22,7 @@ def llm_creation(api_key: Optional[str] = None) -> Dict[str, ChatOpenAI]: logger.info(f"Loading configuration from {config_path}") config.read(config_path) - sections = ["llm", "llm_preview", "llm_o", "llm_mini", "llm_o3_mini", "llm_o1"] + sections = ["llm_o", "llm_mini"] models = {} # Get the OpenAI API key from the argument or environment variables diff --git a/app/core/tests/test_sparql_tool.py b/app/core/tests/test_sparql_tool.py index 6b95ae0..bdea755 100644 --- a/app/core/tests/test_sparql_tool.py +++ b/app/core/tests/test_sparql_tool.py @@ -112,7 +112,7 @@ def fake_load_local(path, embeddings, allow_dangerous_deserialization=False): monkeypatch.setattr(tool_sparql.FAISS, "load_local", fake_load_local) tool = tool_sparql.GraphSparqlQAChain( - llm={"llm_o": object(), "llm_o3_mini": object()}, + llm={"llm_o": object(), "llm_mini": object()}, graph=object(), session_id="session-123", openai_key=None, diff --git a/docs/api-reference/agents.md b/docs/api-reference/agents.md index 7f517c6..f77af05 100644 --- a/docs/api-reference/agents.md +++ b/docs/api-reference/agents.md @@ -327,7 +327,7 @@ Modify the supervisor prompt (see [supervisor prompt](https://github.com/holobio ### Configuration Updates Update [`app/config/langgraph.json`](https://github.com/HolobiomicsLab/MetaboT/blob/main/app/config/langgraph.json) to include your agent in the workflow and specify `llm_choice` based on the models defined in [`app/config/params.ini`](https://github.com/HolobiomicsLab/MetaboT/blob/main/app/config/params.ini). Available models include: -- OpenAI models: `llm_preview`, `llm_o`, `llm_mini` +- OpenAI models: `llm_o`, `llm_mini` - OVH models: `ovh_Meta-Llama-3_1-70B-Instruct` - Deepseek models: `deepseek_deepseek-chat`, `deepseek_deepseek-reasoner` - LiteLLM compatible models: `llm_litellm_openai`, `llm_litellm_deepseek`, `llm_litellm_claude`, `llm_litellm_gemini` diff --git a/docs/user-guide/configuration.md b/docs/user-guide/configuration.md index f225e74..07193e5 100644 --- a/docs/user-guide/configuration.md +++ b/docs/user-guide/configuration.md @@ -21,12 +21,8 @@ MetaboT reads language model definitions from `app/config/params.ini`. | Section | Purpose | | --- | --- | -| `llm_preview` | GPT-4o preview-style configuration | | `llm_o` | primary OpenAI model configuration | -| `llm_mini` | lower-cost GPT-4o mini option | -| `llm_o3_mini` | reasoning-oriented OpenAI configuration | -| `llm_gpt_5` | GPT-5 configuration example | -| `llm_o1` | O1 configuration example | +| `llm_mini` | secondary OpenAI model used for the SPARQL improvement chain | | `deepseek_deepseek-chat` | DeepSeek chat endpoint | | `deepseek_deepseek-reasoner` | DeepSeek reasoner endpoint | | `ovh_Meta-Llama-3_1-70B-Instruct` | OVH-hosted Llama endpoint | diff --git a/mkdocs.yml b/mkdocs.yml index 0d06b7a..5bd1239 100644 --- a/mkdocs.yml +++ b/mkdocs.yml @@ -170,6 +170,7 @@ nav: - Graph Management: api-reference/graph-management.md - Examples: - Basic Usage: examples/basic-usage.md + - LangSmith Evaluation: examples/langsmith-evaluation.md - Contributing: contributing.md