gemini fix and toml update

Author: cosminacho

packages/uipath_langchain_client/pyproject.toml

@@ -6,7 +6,7 @@ readme = "README.md"
 requires-python = ">=3.11"
 dependencies = [
     "langchain>=1.2.7",
-    "uipath-llm-client>=1.0.0",
+    "uipath-llm-client>=1.0.2",
 ]
 
 [project.optional-dependencies]

packages/uipath_langchain_client/src/uipath_langchain_client/clients/google/chat_models.py

@@ -1,7 +1,6 @@
-from collections.abc import AsyncIterator, Iterator
 from typing import Self
 
-from httpx import Response
+from httpx import URL, Request
 from pydantic import Field, SecretStr, model_validator
 from uipath_langchain_client.base_client import UiPathBaseLLMClient
 from uipath_langchain_client.settings import UiPathAPIConfig
@@ -18,135 +17,6 @@
     ) from e
 
 
-def _wrap_iter_lines(original: Iterator[str]) -> Iterator[str]:
-    """Wrap iter_lines to extract individual JSON objects from streaming responses.
-
-    The LLM Gateway wraps streaming JSON responses in an array like [{...}, {...}].
-    This extracts each complete JSON object and yields them individually.
-    Handles multiple JSON objects on a single line (e.g., {...},{...}).
-
-    We prefix output with 'data: ' so the SDK's _iter_response_stream bypasses its
-    broken brace counting (which doesn't handle braces inside strings) and yields
-    our JSON objects directly.
-
-    Temporal Fix until it's fixed in the main package.
-    """
-    buffer = ""
-    balance = 0
-    in_string = False
-    escape_next = False
-
-    for line in original:
-        # Handle data: prefix (SSE format)
-        if line.startswith("data:"):
-            line = line[5:].lstrip()
-
-        for char in line:
-            # Handle escape sequences in strings
-            if escape_next:
-                buffer += char
-                escape_next = False
-                continue
-
-            if char == "\\" and in_string:
-                buffer += char
-                escape_next = True
-                continue
-
-            if char == '"':
-                in_string = not in_string
-                buffer += char
-                continue
-
-            # Only track braces outside of strings
-            if not in_string:
-                if char == "{":
-                    balance += 1
-                    buffer += char
-                elif char == "}":
-                    buffer += char
-                    balance -= 1
-                    if balance == 0 and buffer:
-                        # Complete JSON object found - yield with 'data: ' prefix
-                        # so SDK bypasses its broken brace counting
-                        yield "data: " + buffer
-                        buffer = ""
-                elif balance == 0:
-                    # Skip characters outside JSON objects (array brackets, commas, whitespace)
-                    continue
-                else:
-                    buffer += char
-            else:
-                buffer += char
-
-    # Yield any remaining buffer (handles incomplete streams)
-    if buffer:
-        yield "data: " + buffer
-
-
-async def _wrap_aiter_lines(original: AsyncIterator[str]) -> AsyncIterator[str]:
-    """Async version of _wrap_iter_lines.
-
-    Extracts individual JSON objects from streaming responses.
-    Handles multiple JSON objects on a single line (e.g., {...},{...}).
-
-    We prefix output with 'data: ' so the SDK's _iter_response_stream bypasses its
-    broken brace counting (which doesn't handle braces inside strings) and yields
-    our JSON objects directly.
-    """
-    buffer = ""
-    balance = 0
-    in_string = False
-    escape_next = False
-
-    async for line in original:
-        # Handle data: prefix (SSE format)
-        if line.startswith("data:"):
-            line = line[5:].lstrip()
-
-        for char in line:
-            # Handle escape sequences in strings
-            if escape_next:
-                buffer += char
-                escape_next = False
-                continue
-
-            if char == "\\" and in_string:
-                buffer += char
-                escape_next = True
-                continue
-
-            if char == '"':
-                in_string = not in_string
-                buffer += char
-                continue
-
-            # Only track braces outside of strings
-            if not in_string:
-                if char == "{":
-                    balance += 1
-                    buffer += char
-                elif char == "}":
-                    buffer += char
-                    balance -= 1
-                    if balance == 0 and buffer:
-                        # Complete JSON object found - yield with 'data: ' prefix
-                        # so SDK bypasses its broken brace counting
-                        yield "data: " + buffer
-                        buffer = ""
-                elif balance == 0:
-                    # Skip characters outside JSON objects (array brackets, commas, whitespace)
-                    continue
-                else:
-                    buffer += char
-            else:
-                buffer += char
-
-    # Yield any remaining buffer (handles incomplete streams)
-    if buffer:
-        yield "data: " + buffer
-
-
 class UiPathChatGoogleGenerativeAI(UiPathBaseLLMClient, ChatGoogleGenerativeAI):
     api_config: UiPathAPIConfig = UiPathAPIConfig(
         api_type="completions",
@@ -163,30 +33,16 @@ class UiPathChatGoogleGenerativeAI(UiPathBaseLLMClient, ChatGoogleGenerativeAI):
 
     @model_validator(mode="after")
     def setup_uipath_client(self) -> Self:
-        def fix_streaming_response(response: Response):
-            """Monkey-patch iter_lines to strip JSON array brackets."""
-            original_iter_lines = response.iter_lines
-            response.iter_lines = lambda: _wrap_iter_lines(original_iter_lines())
-
-        async def fix_streaming_response_async(response: Response):
-            """Monkey-patch aiter_lines to strip JSON array brackets."""
-            original_aiter_lines = response.aiter_lines
-            response.aiter_lines = lambda: _wrap_aiter_lines(original_aiter_lines())
-
-        self.uipath_sync_client.event_hooks["response"].append(fix_streaming_response)
-        self.uipath_async_client.event_hooks["response"].append(fix_streaming_response_async)
-
-        # TODO: in exactly 2 weeks, we need to uncomment this part of the code because it will work, 5 february 2026 is the date.
-        # def fix_url_for_streaming(request: Request):
-        #     if request.headers.get("X-UiPath-Streaming-Enabled") == "true":
-        #         request.url = URL(request.url).copy_add_param("alt", "sse")
+        def fix_url_for_streaming(request: Request):
+            if request.headers.get("X-UiPath-Streaming-Enabled") == "true":
+                request.url = URL(request.url).copy_add_param("alt", "sse")
 
-        # async def fix_url_for_streaming_async(request: Request):
-        #     if request.headers.get("X-UiPath-Streaming-Enabled") == "true":
-        #         request.url = URL(request.url).copy_add_param("alt", "sse")
+        async def fix_url_for_streaming_async(request: Request):
+            if request.headers.get("X-UiPath-Streaming-Enabled") == "true":
+                request.url = URL(request.url).copy_add_param("alt", "sse")
 
-        # self.uipath_sync_client.event_hooks["request"].append(fix_url_for_streaming)
-        # self.uipath_async_client.event_hooks["request"].append(fix_url_for_streaming_async)
+        self.uipath_sync_client.event_hooks["request"].append(fix_url_for_streaming)
+        self.uipath_async_client.event_hooks["request"].append(fix_url_for_streaming_async)
 
         self.client = Client(
             vertexai=True,