added check for the output from the quickstart agent

Author: giuliastf

.github/workflows/integration_tests.yml

@@ -17,8 +17,6 @@ jobs:
       matrix:
         include:
           - build-dir: quickstart-agent
-            context: ./testcases/quickstart-agent
-            agent-input: '{"topic": "cats"}'
 
     steps:
     - name: Checkout code
@@ -29,12 +27,9 @@ jobs:
 
     - name: Build Docker image (${{ matrix.build-dir }})
       run: |
-        docker build -f Dockerfile \
+        docker build -f testcases/${{ matrix.build-dir }}/Dockerfile \
           -t ${{ matrix.build-dir }}:test \
           --build-arg CLIENT_ID="${{ secrets.ALPHA_TEST_CLIENT_ID }}" \
           --build-arg CLIENT_SECRET="${{ secrets.ALPHA_TEST_CLIENT_SECRET }}" \
           --build-arg BASE_URL="${{ secrets.ALPHA_BASE_URL }}" \
-          --build-arg SKIP_HUMAN_APPROVAL=true \
-          --build-arg USE_REGULAR_INTERRUPT=true \
-          --build-arg AGENT_INPUT='${{ matrix.agent-input }}' \
-          ${{ matrix.context }}
+          .

Dockerfile testcases/quickstart-agent/DockerfileDockerfile renamed to testcases/quickstart-agent/Dockerfile

@@ -4,41 +4,32 @@ WORKDIR /app
 
 COPY . .
 
+WORKDIR /app/testcases/quickstart-agent
+
 RUN uv sync
 
 ARG CLIENT_ID
 ARG CLIENT_SECRET
 ARG BASE_URL
-ARG AGENT_INPUT
-ARG SKIP_HUMAN_APPROVAL=false
-ARG USE_REGULAR_INTERRUPT=false
 
-# Validate required environment variables
 RUN if [ -z "$CLIENT_ID" ]; then echo "CLIENT_ID build arg is required" && exit 1; fi
 RUN if [ -z "$CLIENT_SECRET" ]; then echo "CLIENT_SECRET build arg is required" && exit 1; fi
 RUN if [ -z "$BASE_URL" ]; then echo "BASE_URL build arg is required" && exit 1; fi
-RUN if [ -z "$AGENT_INPUT" ]; then echo "AGENT_INPUT build arg is required" && exit 1; fi
 
 # Set environment variables for runtime
 ENV CLIENT_ID=$CLIENT_ID
 ENV CLIENT_SECRET=$CLIENT_SECRET
 ENV BASE_URL=$BASE_URL
 ENV TAVILY_API_KEY=${TAVILY_API_KEY:-""}
 ENV UIPATH_TENANT_ID=${UIPATH_TENANT_ID:-""}
-
-# for the ticket_classification
-ENV SKIP_HUMAN_APPROVAL=$SKIP_HUMAN_APPROVAL
-ENV USE_REGULAR_INTERRUPT=$USE_REGULAR_INTERRUPT
+ENV UIPATH_JOB_KEY=8c6a342e-036e-492c-a3d2-99e66f6554ce
 
 # Authenticate with UiPath during build
 RUN uv run uipath auth --client-id="$CLIENT_ID" --client-secret="$CLIENT_SECRET" --base-url="$BASE_URL"
 
+RUN uv run uipath pack
 
-RUN uv run uipath run agent "$AGENT_INPUT"
+RUN AGENT_INPUT=$(cat input.json) && uv run uipath run agent "$AGENT_INPUT"
 
-RUN if [ "$USE_REGULAR_INTERRUPT" = "true" ] && echo "$AGENT_INPUT" | grep -q '"ticket_id"'; then \
-      echo "Running resume for ticket classification with regular interrupt..."; \
-      uv run uipath run agent '{"Answer": true}' --resume; \
-    else \
-      echo "Skipping resume - either not ticket classification or USE_REGULAR_INTERRUPT=false"; \
-    fi
+# Run the Python assert script to validate output
+RUN python src/assert.py

testcases/quickstart-agent/input.json

@@ -0,0 +1 @@
+{"topic": "cats"}

testcases/quickstart-agent/llama_index.json

@@ -1,7 +1,7 @@
 {
   "dependencies": ["."],
   "workflows": {
-    "agent": "main.py:agent"
+    "agent": "./src/main.py:agent"
   },
   "env": ".env"
 }

testcases/quickstart-agent/pyproject.toml

@@ -6,7 +6,10 @@ authors = [{ name = "John Doe", email = "john.doe@myemail.com" }]
 readme = { file = "README.md", content-type = "text/markdown" }
 requires-python = ">=3.10"
 dependencies = [
-    "uipath-llamaindex>=0.0.29",
+    "uipath-llamaindex",
     "llama-index-llms-openai>=0.2.2",
     "uipath>=2.0.82",
 ]
+
+[tool.uv.sources]
+uipath-llamaindex = { path = "../../", editable = true }

testcases/quickstart-agent/src/assert.py

@@ -0,0 +1,73 @@
+import os
+import sys
+import json
+
+print("Checking company research agent output...")
+
+# Check NuGet package
+uipath_dir = ".uipath"
+if not os.path.exists(uipath_dir):
+    print("NuGet package directory (.uipath) not found")
+    sys.exit(1)
+
+nupkg_files = [f for f in os.listdir(uipath_dir) if f.endswith('.nupkg')]
+if not nupkg_files:
+    print("NuGet package file (.nupkg) not found in .uipath directory")
+    sys.exit(1)
+
+print(f"NuGet package found: {nupkg_files[0]}")
+
+# Check agent output file
+output_file = "__uipath/output.json"
+if not os.path.isfile(output_file):
+    print("Agent output file not found")
+    sys.exit(1)
+
+print("Agent output file found")
+
+# Check status and required fields
+try:
+    with open(output_file, 'r', encoding='utf-8') as f:
+        output_data = json.load(f)
+    
+    # Check status
+    status = output_data.get("status")
+    if status != "successful":
+        print(f"Agent execution failed with status: {status}")
+        sys.exit(1)
+    
+    print("Agent execution status: successful")
+    
+    # Check required fields for company research agent
+    if "output" not in output_data:
+        print("Missing 'output' field in agent response")
+        sys.exit(1)
+    
+    output_content = output_data["output"]
+    if "joke" not in output_content:
+        print("Missing 'joke' field in output")
+        sys.exit(1)
+
+    joke = output_content["joke"]
+    if not joke or joke.strip() == "":
+        print("Joke field is empty")
+        sys.exit(1)
+    
+    if "critique" not in output_content:
+        print("Missing 'critique' field in output")
+        sys.exit(1)
+
+    critique = output_content["critique"]
+    if not critique or critique.strip() == "":
+        print("Critique field is empty")
+        sys.exit(1)
+
+    print(f"Joke: {joke}")
+    print(f"Critique: {critique}")
+    
+    print("Required fields validation passed")
+    print("Company research agent working correctly.")
+
+except Exception as e:
+    print(f"Error checking output: {e}")
+    sys.exit(1)