Merge pull request lightspeed-core#1087 from amito/feature/timeout-extend-feature

[feat] Add configurable timeout for Llama Stack requests

Author: tisnik

src/client.py

@@ -66,8 +66,13 @@ async def _load_library_client(self, config: LlamaStackConfiguration) -> None:
     def _load_service_client(self, config: LlamaStackConfiguration) -> None:
         """Initialize client in service mode (remote HTTP)."""
         logger.info("Using Llama stack running as a service")
+        logger.info(
+            "Using timeout of %d seconds for Llama Stack requests", config.timeout
+        )
         api_key = config.api_key.get_secret_value() if config.api_key else None
-        self._lsc = AsyncLlamaStackClient(base_url=config.url, api_key=api_key)
+        self._lsc = AsyncLlamaStackClient(
+            base_url=config.url, api_key=api_key, timeout=config.timeout
+        )
 
     def _enrich_library_config(
         self, input_config_path: str, byok_rag: list[dict]

src/models/config.py

@@ -558,6 +558,13 @@ class LlamaStackConfiguration(ConfigurationBase):
         description="Path to configuration file used when Llama Stack is run in library mode",
     )
 
+    timeout: PositiveInt = Field(
+        180,
+        title="Request timeout",
+        description="Timeout in seconds for requests to Llama Stack service. "
+        "Default is 180 seconds (3 minutes) to accommodate long-running RAG queries.",
+    )
+
     @model_validator(mode="after")
     def check_llama_stack_model(self) -> Self:
         """

tests/unit/models/config/test_dump_configuration.py

@@ -143,6 +143,7 @@ def test_dump_configuration(tmp_path: Path) -> None:
                 "use_as_library_client": True,
                 "api_key": "**********",
                 "library_client_config_path": "tests/configuration/run.yaml",
+                "timeout": 180,
             },
             "user_data_collection": {
                 "feedback_enabled": False,
@@ -465,6 +466,7 @@ def test_dump_configuration_with_quota_limiters(tmp_path: Path) -> None:
                 "use_as_library_client": True,
                 "api_key": "**********",
                 "library_client_config_path": "tests/configuration/run.yaml",
+                "timeout": 180,
             },
             "user_data_collection": {
                 "feedback_enabled": False,
@@ -684,6 +686,7 @@ def test_dump_configuration_with_quota_limiters_different_values(
                 "use_as_library_client": True,
                 "api_key": "**********",
                 "library_client_config_path": "tests/configuration/run.yaml",
+                "timeout": 180,
             },
             "user_data_collection": {
                 "feedback_enabled": False,
@@ -883,6 +886,7 @@ def test_dump_configuration_byok(tmp_path: Path) -> None:
                 "use_as_library_client": True,
                 "api_key": "**********",
                 "library_client_config_path": "tests/configuration/run.yaml",
+                "timeout": 180,
             },
             "user_data_collection": {
                 "feedback_enabled": False,
@@ -1071,6 +1075,7 @@ def test_dump_configuration_pg_namespace(tmp_path: Path) -> None:
                 "use_as_library_client": True,
                 "api_key": "**********",
                 "library_client_config_path": "tests/configuration/run.yaml",
+                "timeout": 180,
             },
             "user_data_collection": {
                 "feedback_enabled": False,