Add connection limits to AsyncHTTPClient and HTTPClient for improved concurrency handling

Author: devasheeshG

recallrai/utils/async_http_client.py

@@ -3,7 +3,7 @@
 """
 
 from json import JSONDecodeError
-from httpx import Response, AsyncClient, TimeoutException, ConnectError
+from httpx import Response, AsyncClient, TimeoutException, ConnectError, Limits
 from typing import Any, Dict, Optional
 from ..exceptions import (
     TimeoutError, 
@@ -42,8 +42,16 @@ def __init__(
 
     async def __aenter__(self):
         """Async context manager entry."""
+        # Configure connection limits to handle concurrent requests better
+        # Default httpx limits can cause connection errors under high concurrency
+        limits = Limits(
+            max_connections=100,  # Maximum total connections
+            max_keepalive_connections=20,  # Maximum idle connections to keep alive
+        )
+        
         self._client = AsyncClient(
             timeout=self.timeout,
+            limits=limits,
             headers={
                 "X-Recallr-Api-Key": self.api_key,
                 "X-Recallr-Project-Id": self.project_id,
@@ -62,8 +70,15 @@ async def __aexit__(self, exc_type, exc_val, exc_tb):
     async def _ensure_client(self):
         """Ensure the client is initialized."""
         if self._client is None:
+            # Configure connection limits to handle concurrent requests better
+            limits = Limits(
+                max_connections=100,
+                max_keepalive_connections=20,
+            )
+            
             self._client = AsyncClient(
                 timeout=self.timeout,
+                limits=limits,
                 headers={
                     "X-Recallr-Api-Key": self.api_key,
                     "X-Recallr-Project-Id": self.project_id,

recallrai/utils/http_client.py

@@ -3,7 +3,7 @@
 """
 
 from json import JSONDecodeError
-from httpx import Response, Client, TimeoutException, ConnectError
+from httpx import Response, Client, TimeoutException, ConnectError, Limits
 from typing import Any, Dict, Optional
 from ..exceptions import (
     TimeoutError, 
@@ -37,8 +37,16 @@ def __init__(
         self.project_id = project_id
         self.base_url = base_url.rstrip("/")
         self.timeout = timeout
+        
+        # Configure connection limits to handle concurrent requests better
+        limits = Limits(
+            max_connections=100,
+            max_keepalive_connections=20,
+        )
+        
         self.client = Client(
             timeout=self.timeout,
+            limits=limits,
             headers={
                 "X-Recallr-Api-Key": self.api_key,
                 "X-Recallr-Project-Id": self.project_id,