feat(timeout): extend timeout duration for specific API endpoints

Author: skeptrunedev

server/src/middleware/timeout_middleware.rs

@@ -48,6 +48,13 @@ pub async fn timeout_15secs(
         timeout_secs = 300;
     }
 
+    if path == "/api/message"
+        || path == "/api/message/get_tool_function_params"
+        || path == "/api/chunk/generate"
+    {
+        timeout_secs = 120;
+    }
+
     match tokio::time::timeout(
         std::time::Duration::from_secs(timeout_secs),
         next.call(service_req),

server/src/operators/message_operator.rs

@@ -1353,9 +1353,9 @@ pub async fn stream_response(
     });
 
     let chat_completion_timeout = std::env::var("CHAT_COMPLETION_TIMEOUT_SECS")
-        .unwrap_or("60".to_string())
+        .unwrap_or("120".to_string())
         .parse::<u64>()
-        .unwrap_or(60);
+        .unwrap_or(120);
 
     let state = Arc::new(AtomicU16::new(0));
     let documents = if create_message_req_payload
@@ -2699,9 +2699,9 @@ pub async fn stream_response_with_agentic_search(
     });
 
     let chat_completion_timeout = std::env::var("CHAT_COMPLETION_TIMEOUT_SECS")
-        .unwrap_or("60".to_string())
+        .unwrap_or("120".to_string())
         .parse::<u64>()
-        .unwrap_or(60);
+        .unwrap_or(120);
 
     let completion_stream = tokio_stream::wrappers::ReceiverStream::new(rx)
         .take_until(tokio::time::sleep(std::time::Duration::from_secs(