Add streamIdleTimeoutSeconds config option

Make the LLM stream idle timeout configurable instead of hardcoded
at 2 minutes. Threads the config value from config through llm_api
into the Anthropic provider's stream watchdog. Default remains 120s.

🤖 Generated with [eca](https://eca.dev)

Co-Authored-By: eca <git@eca.dev>

Author: ericdallo

CHANGELOG.md

@@ -7,6 +7,7 @@
 - Fix Z-AI provider config using wrong API type and URL.
 - Improve explorer subagent prompt, remove role based approach.
 - Remove model/variant list from spawn_agent tool description so it doesn't use models when it is not asked to. #369
+- Add `streamIdleTimeoutSeconds` config option to make the LLM stream idle timeout configurable (default: 120s).
 
 ## 0.120.1
 

docs/config.json

@@ -139,6 +139,12 @@
       "markdownDescription": "Timeout in seconds for LSP operations.",
       "default": 30
     },
+    "streamIdleTimeoutSeconds": {
+      "type": "integer",
+      "description": "Timeout in seconds to wait without receiving data before considering a LLM stream stalled.",
+      "markdownDescription": "Timeout in seconds to wait without receiving data before considering a LLM stream stalled.",
+      "default": 120
+    },
     "mcpServers": {
       "type": "object",
       "description": "MCP (Model Context Protocol) server configurations.",

src/eca/config.clj

@@ -175,6 +175,7 @@
                                                                             :excludeProviders ["github-copilot"]}}
    :mcpTimeoutSeconds 60
    :lspTimeoutSeconds 30
+   :streamIdleTimeoutSeconds 120
    :mcpServers {}
    :welcomeMessage (multi-str "# Welcome to ECA!"
                               ""

src/eca/llm_api.clj

@@ -233,7 +233,8 @@
           :api-url api-url
           :api-key api-key
           :auth-type auth-type
-          :cancelled? cancelled?}
+          :cancelled? cancelled?
+          :stream-idle-timeout-seconds (:streamIdleTimeoutSeconds config)}
          callbacks)
 
         (= "github-copilot" provider)

src/eca/llm_providers/anthropic.clj

@@ -69,7 +69,7 @@
                       :max_uses 10
                       :cache_control {:type "ephemeral"}})))
 
-(defn ^:private base-request! [{:keys [rid body api-url api-key auth-type url-relative-path content-block* on-error on-stream http-client extra-headers cancelled?]}]
+(defn ^:private base-request! [{:keys [rid body api-url api-key auth-type url-relative-path content-block* on-error on-stream http-client extra-headers cancelled? stream-idle-timeout-seconds]}]
   (let [url (join-api-url api-url (or url-relative-path messages-path))
         reason-id* (atom (str (random-uuid)))
         oauth? (= :auth/oauth auth-type)
@@ -105,7 +105,9 @@
                        :body body-str}))
           (if on-stream
             (let [{:keys [touch-fn set-reading-fn stop-fn reason*]}
-                  (llm-util/start-stream-watchdog! body cancelled? {})
+                  (llm-util/start-stream-watchdog! body cancelled?
+                                                   (when stream-idle-timeout-seconds
+                                                     {:idle-timeout-ms (* 1000 stream-idle-timeout-seconds)}))
                   completed?* (atom false)]
               (try
                 (with-open [rdr (io/reader body)]
@@ -134,7 +136,8 @@
                       (throw (ex-info "Stream cancelled" {:silent? true}))
 
                       (= :idle-timeout reason)
-                      (on-error {:message "Stream idle timeout: no data received for 2 minutes"
+                      (on-error {:message (format "Stream idle timeout: no data received for %d seconds"
+                                                  (or stream-idle-timeout-seconds 120))
                                  :exception e})
 
                       :else
@@ -291,7 +294,8 @@
 (defn chat!
   [{:keys [model user-messages instructions max-output-tokens
            api-url api-key auth-type url-relative-path reason? past-messages
-           tools web-search extra-payload extra-headers supports-image? http-client cancelled?]}
+           tools web-search extra-payload extra-headers supports-image? http-client cancelled?
+           stream-idle-timeout-seconds]}
    {:keys [on-message-received on-error on-reason on-prepare-tool-call on-tools-called on-usage-updated on-server-web-search] :as callbacks}]
   (let [messages (-> (concat past-messages (fix-non-thinking-assistant-messages user-messages))
                      group-parallel-tool-calls
@@ -438,7 +442,8 @@
                                                      :content-block* (atom nil)
                                                      :cancelled? cancelled?
                                                      :on-error on-error
-                                                     :on-stream handle-stream}))))
+                                                     :on-stream handle-stream
+                                                     :stream-idle-timeout-seconds stream-idle-timeout-seconds}))))
                                   "end_turn" (if @has-content?*
                                                (do
                                                  (reset! content-block* {})
@@ -470,7 +475,8 @@
       :content-block* (atom nil)
       :cancelled? cancelled?
       :on-error on-error
-      :on-stream on-stream-fn})))
+      :on-stream on-stream-fn
+      :stream-idle-timeout-seconds stream-idle-timeout-seconds})))
 
 (def ^:private client-id "9d1c250a-e61b-44d9-88ed-5944d1962f5e")