fix(tests): use current version for tests and add output check

Author: giuliastf

.github/workflows/integration_tests.yml

@@ -17,18 +17,9 @@ jobs:
       matrix:
         include:
           - build-dir: company-research-agent
-            context: ./testcases/company-research-agent
-            agent-input: '{"company_name":"uipath"}'
           - build-dir: simple-local-mcp
-            context: ./testcases/simple-local-mcp
-            agent-input: '{"messages": [{"type": "human", "content": "What is 2+2"}]}'
           - build-dir: ticket-classification
-            context: ./testcases/ticket-classification
-            agent-input: '{"message": "GET Assets API does not enforce proper permissions Assets.View", "ticket_id": "TICKET-2345"}'
-            has-human-loop: "true"
           - build-dir: multi-agent-supervisor-researcher-coder
-            context: ./testcases/multi-agent-supervisor-researcher-coder
-            agent-input: '{"question": "First, please state the Pythagorean theorem. Give only the formula, using variables a, b, and c. Then apply this formula to calculate the value when a=2 and b=3."}'
 
     steps:
     - name: Checkout code
@@ -39,11 +30,9 @@ jobs:
 
     - name: Build Docker image (${{ matrix.build-dir }})
       run: |
-        docker build -f Dockerfile \
+        docker build -f testcases/${{ matrix.build-dir }}/Dockerfile \
           -t ${{ matrix.build-dir }}:test \
           --build-arg CLIENT_ID="${{ secrets.ALPHA_TEST_CLIENT_ID }}" \
           --build-arg CLIENT_SECRET="${{ secrets.ALPHA_TEST_CLIENT_SECRET }}" \
           --build-arg BASE_URL="${{ secrets.ALPHA_BASE_URL }}" \
-          --build-arg AGENT_INPUT='${{ matrix.agent-input }}' \
-          ${{ matrix.has-human-loop == 'true' && '--build-arg SKIP_HUMAN_APPROVAL=false --build-arg USE_REGULAR_INTERRUPT=true' || '' }} \
-          ${{ matrix.context }}
+          .

Dockerfile

@@ -0,0 +1,35 @@
+FROM ghcr.io/astral-sh/uv:python3.12-bookworm
+
+WORKDIR /app
+
+COPY . .
+
+WORKDIR /app/testcases/company-research-agent
+
+RUN uv sync
+
+ARG CLIENT_ID
+ARG CLIENT_SECRET
+ARG BASE_URL
+
+RUN if [ -z "$CLIENT_ID" ]; then echo "CLIENT_ID build arg is required" && exit 1; fi
+RUN if [ -z "$CLIENT_SECRET" ]; then echo "CLIENT_SECRET build arg is required" && exit 1; fi
+RUN if [ -z "$BASE_URL" ]; then echo "BASE_URL build arg is required" && exit 1; fi
+
+# Set environment variables for runtime
+ENV CLIENT_ID=$CLIENT_ID
+ENV CLIENT_SECRET=$CLIENT_SECRET
+ENV BASE_URL=$BASE_URL
+ENV TAVILY_API_KEY=${TAVILY_API_KEY:-""}
+ENV UIPATH_TENANT_ID=${UIPATH_TENANT_ID:-""}
+ENV UIPATH_JOB_KEY=3a03d5cb-fa21-4021-894d-a8e2eda0afe0
+
+# Authenticate with UiPath during build
+RUN uv run uipath auth --client-id="$CLIENT_ID" --client-secret="$CLIENT_SECRET" --base-url="$BASE_URL"
+
+RUN uv run uipath pack
+
+RUN AGENT_INPUT=$(cat input.json) && uv run uipath run agent "$AGENT_INPUT"
+
+# Run the Python assert script to validate output
+RUN python src/assert.py

testcases/company-research-agent/Dockerfile

@@ -0,0 +1 @@
+{"company_name":"uipath"}

testcases/company-research-agent/input.json

@@ -1,7 +1,9 @@
 {
-  "dependencies": ["."],
+  "dependencies": [
+    "."
+  ],
   "graphs": {
-    "agent": "./graph.py:graph"
+    "agent": "./src/graph.py:graph"
   },
   "env": ".env"
-}
+}

testcases/company-research-agent/langgraph.json

@@ -10,7 +10,7 @@ dependencies = [
     "langchain-anthropic>=0.3.8",
     "tavily-python>=0.5.0",
     "uipath>=2.0.79",
-    "uipath-langchain>=0.0.117",
+    "uipath-langchain",
     "duckduckgo-search>=8.1.1",
     "langchain-community>=0.3.21",
     "debugpy>=1.8.15",
@@ -19,6 +19,9 @@ dependencies = [
 [project.optional-dependencies]
 dev = ["mypy>=1.11.1", "ruff>=0.6.1"]
 
+[tool.uv.sources]
+uipath-langchain = { path = "../../", editable = true }
+
 [build-system]
 requires = ["setuptools>=73.0.0", "wheel"]
 build-backend = "setuptools.build_meta"

testcases/company-research-agent/pyproject.toml

@@ -0,0 +1,61 @@
+import os
+import sys
+import json
+
+print("Checking company research agent output...")
+
+# Check NuGet package
+uipath_dir = ".uipath"
+if not os.path.exists(uipath_dir):
+    print("NuGet package directory (.uipath) not found")
+    sys.exit(1)
+
+nupkg_files = [f for f in os.listdir(uipath_dir) if f.endswith('.nupkg')]
+if not nupkg_files:
+    print("NuGet package file (.nupkg) not found in .uipath directory")
+    sys.exit(1)
+
+print(f"NuGet package found: {nupkg_files[0]}")
+
+# Check agent output file
+output_file = "__uipath/output.json"
+if not os.path.isfile(output_file):
+    print("Agent output file not found")
+    sys.exit(1)
+
+print("Agent output file found")
+
+# Check status and required fields
+try:
+    with open(output_file, 'r', encoding='utf-8') as f:
+        output_data = json.load(f)
+    
+    # Check status
+    status = output_data.get("status")
+    if status != "successful":
+        print(f"Agent execution failed with status: {status}")
+        sys.exit(1)
+    
+    print("Agent execution status: successful")
+    
+    # Check required fields for company research agent
+    if "output" not in output_data:
+        print("Missing 'output' field in agent response")
+        sys.exit(1)
+    
+    output_content = output_data["output"]
+    if "response" not in output_content:
+        print("Missing 'response' field in output")
+        sys.exit(1)
+    
+    response = output_content["response"]
+    if not response or response.strip() == "":
+        print("Response field is empty")
+        sys.exit(1)
+    
+    print("Required fields validation passed")
+    print("Company research agent working correctly.")
+
+except Exception as e:
+    print(f"Error checking output: {e}")
+    sys.exit(1)

testcases/company-research-agent/src/assert.py

@@ -2,5 +2,4 @@ UIPATH_URL=https://alpha.uipath.com/<organization>/<tenant>
 UIPATH_ACCESS_TOKEN=YOUR TOKEN HERE
 UIPATH_TENANT_ID=YOUR_TENANT_ID
 UIPATH_ORGANIZATION_ID=YOUR_ORGANIZATION_ID
-TAVILY_API_KEY=your_tavily_api_key
-UIPATH_JOB_KEY=YOUR_JOB_KEY
+TAVILY_API_KEY=your_tavily_api_key