feat: add performance test pipeline (#148)

al3xanndru · web-flow · commit cc35ecf0360b · 2026-02-25T13:02:45.000+02:00
diff --git a/performance/.babelrc b/performance/.babelrc
@@ -0,0 +1,8 @@
+{
+  "presets": ["@babel/env", "@babel/typescript"],
+  "plugins": [
+    "@babel/proposal-class-properties",
+
+    "@babel/proposal-object-rest-spread"
+  ]
+}
diff --git a/performance/.gitignore b/performance/.gitignore
@@ -0,0 +1,20 @@
+# k6 specific
+k6-summary-*.json
+
+# Test results
+results/
+*.log
+*.html
+*.csv
+*.json
+
+# Environment files
+.env
+*.env.json
+
+# Dependencies
+node_modules/
+
+# OS specific
+.DS_Store
+Thumbs.db 
diff --git a/performance/.npmrc b/performance/.npmrc
@@ -0,0 +1,2 @@
+@uipath:registry=https://npm.pkg.github.com/
+//npm.pkg.github.com/:_authToken=${GH_NPM_REGISTRY_TOKEN}
diff --git a/performance/README.md b/performance/README.md
@@ -0,0 +1,9 @@
+## Run locally
+
+Get `PERF_PASSWORD` from `1Password/Agent Perf Test` vault.
+
+```powershell
+$env:PERF_USERNAME='uipath.perf.test@uipath-qa.com'; $env:PERF_PASSWORD=''; $env:MODE='startPlayground'; $env:PROCESS_KEY=''; $env:SOLUTION_PROJECT_ID='48d96482-dfe2-48eb-9361-6eb5fe78bb91'; $env:INPUT_ARGUMENTS='{\"longString\":\"test\"}'; $env:FOLDER_ID='297721'; $env:DURATION='1s'; $env:RATE='1'; $env:TIME_UNIT='1s'; $env:PRE_ALLOCATED_VUS='1200'; $env:MAX_VUS='1200'; $env:CLOUD_ENVIRONMENT='staging'; $env:ORGANIZATION_NAME='testcloudperformance'; $env:ORGANIZATION_ID='c0c241d2-01e4-4c55-82fa-2f70083dd89e'; $env:TENANT_NAME='aop_03_alex_groza'; $env:TENANT_ID='11cb2dc5-c10f-4f0c-a5b1-ac238eb27507'; $env:HALT_WAIT_THRESHOLD='5'; $env:SOCKET_TIMEOUT_MINUTES='5'; ./run.ps1
+```
+
+
diff --git a/performance/package.json b/performance/package.json
@@ -0,0 +1,34 @@
+{
+  "name": "performance",
+  "version": "1.0.0",
+  "description": "",
+  "main": "test.js",
+  "scripts": {
+    "build": "webpack"
+  },
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/UiPath/uipath-agents-python.git"
+  },
+  "private": true,
+  "dependencies": {
+    "k6": "^0.0.0"
+  },
+  "devDependencies": {
+    "@uipath/k6-login": "^2.0.0",
+    "@types/k6": "^0.54.2",
+    "@babel/core": "7.13.16",
+    "@babel/plugin-proposal-class-properties": "7.13.0",
+    "@babel/plugin-proposal-object-rest-spread": "7.13.8",
+    "@babel/preset-env": "7.13.15",
+    "@babel/preset-typescript": "^7.13.0",
+    "@types/webpack": "5.28.0",
+    "babel-loader": "8.3.0",
+    "clean-webpack-plugin": "4.0.0-alpha.0",
+    "copy-webpack-plugin": "^9.0.1",
+    "typescript": "4.2.4",
+    "webpack": "5.75.0",
+    "webpack-cli": "4.6.0",
+    "webpack-glob-entries": "^1.0.1"
+  }
+}
diff --git a/performance/perf-test-pipeline.yaml b/performance/perf-test-pipeline.yaml
@@ -0,0 +1,99 @@
+trigger: none
+
+parameters:
+  - name: scenarios
+    type: object
+    default:
+      - mode: 'startUnattended'
+        processKey: '23899934-E6C1-4055-A481-66C0F890FD47'
+        solutionProjectId: ''
+        inputArguments: '{\"longString\":\"test\"}'
+        folderId: '297704'
+        duration: '1s'
+        rate: '1'
+        timeUnit: '1s'
+        preAllocatedVUs: '1200'
+        maxVUs: '1200'
+        testId: 'Simple_Agent_Unattended'
+        dependsOn: []
+      - mode: 'startPlayground'
+        processKey: ''
+        solutionProjectId: '48d96482-dfe2-48eb-9361-6eb5fe78bb91'
+        inputArguments: '{\"longString\":\"test\"}'
+        folderId: '297721'
+        duration: '1s'
+        rate: '1'
+        preAllocatedVUs: '1200'
+        maxVUs: '1200'
+        testId: 'Simple_Agent_Playground'
+        dependsOn: 'Simple_Agent_Unattended'
+  - name: cloudEnvironment
+    type: string
+    default: 'staging'
+  - name: organizationName
+    type: string
+    default: 'testcloudperformance'
+  - name: organizationId
+    type: string
+    default: 'c0c241d2-01e4-4c55-82fa-2f70083dd89e'
+  - name: tenantName
+    type: string
+    default: 'aop_03_alex_groza'
+  - name: tenantId
+    type: string
+    default: '11cb2dc5-c10f-4f0c-a5b1-ac238eb27507'
+  - name: haltWaitThreshold
+    type: string
+    default: '5'
+  - name: socketTimeoutMinutes
+    type: string
+    default: '5'
+
+
+pool:
+  name: 'Agents-Perf-Test-Pool'
+
+stages:
+  - stage: PerformanceTests
+    displayName: Run Performance Tests
+    jobs:
+      - ${{ each scenario in parameters.scenarios }}:
+        - job: ${{ scenario.testId }}
+          timeoutInMinutes: 0
+          displayName: Run ${{ scenario.agent }} in ${{ scenario.mode }} mode
+          dependsOn:
+              - ${{ scenario.dependsOn }}
+          steps:
+            - task: PowerShell@2
+              displayName: 'Run ${{ scenario.agent }} in ${{ scenario.mode }} mode'
+              inputs:
+                targetType: 'inline'
+                script: |
+                  Set-Location -Path "$(Build.SourcesDirectory)/performance"
+                  $env:PERF_USERNAME='$(username)'
+                  $env:PERF_PASSWORD='$(password)'
+                  $env:MODE='${{ scenario.mode }}'
+                  $env:PROCESS_KEY='${{ scenario.processKey }}'
+                  $env:SOLUTION_PROJECT_ID='${{ scenario.solutionProjectId }}'
+                  $env:INPUT_ARGUMENTS='${{ scenario.inputArguments }}'
+                  $env:FOLDER_ID='${{ scenario.folderId }}'
+                  $env:DURATION='${{ scenario.duration }}'
+                  $env:RATE='${{ scenario.rate }}'
+                  $env:TIME_UNIT='${{ scenario.timeUnit }}'
+                  $env:PRE_ALLOCATED_VUS='${{ scenario.preAllocatedVUs }}'
+                  $env:MAX_VUS='${{ scenario.maxVUs }}'
+                  $env:CLOUD_ENVIRONMENT='${{ parameters.cloudEnvironment }}'
+                  $env:ORGANIZATION_NAME='${{ parameters.organizationName }}'
+                  $env:ORGANIZATION_ID='${{ parameters.organizationId }}'
+                  $env:TENANT_NAME='${{ parameters.tenantName }}'
+                  $env:TENANT_ID='${{ parameters.tenantId }}'
+                  $env:HALT_WAIT_THRESHOLD='${{ parameters.haltWaitThreshold }}'
+                  $env:SOCKET_TIMEOUT_MINUTES='${{ parameters.socketTimeoutMinutes }}'
+                  ./run.ps1
+              continueOnError: true
+
+            - task: PublishBuildArtifacts@1
+              displayName: 'Publish Results'
+              inputs:
+                PathtoPublish: '$(Build.SourcesDirectory)/performance/results'
+                ArtifactName: '${{ scenario.testId }}'
diff --git a/performance/run.ps1 b/performance/run.ps1
@@ -0,0 +1,73 @@
+$requiredVars = @(
+    "PERF_USERNAME",
+    "PERF_PASSWORD",
+    "MODE",
+    "INPUT_ARGUMENTS",
+    "FOLDER_ID",
+    "DURATION",
+    "RATE",
+    "TIME_UNIT",
+    "PRE_ALLOCATED_VUS",
+    "MAX_VUS",
+    "CLOUD_ENVIRONMENT",
+    "ORGANIZATION_NAME",
+    "ORGANIZATION_ID",
+    "TENANT_NAME",
+    "TENANT_ID",
+    "HALT_WAIT_THRESHOLD")
+foreach ($var in $requiredVars) {
+    if (-not (Get-Item "env:$var" -ErrorAction SilentlyContinue)) {
+        Write-Error "$var environment variable is required"
+        exit 1
+    }
+}
+
+function MoveResultFiles($targetDir) {
+    $filesToMove = @("summary.json", "k6.log")
+    foreach ($file in $filesToMove) {
+        if (Test-Path -Path $file) {
+            Move-Item -Path $file -Destination "$targetDir\" -Force
+        }
+    }
+}
+
+$start_timestamp = [DateTime]::UtcNow.ToString('yyyyMMdd_HHmmss')
+Write-Output "Started at $start_timestamp"
+
+$OUTPUT_DIR = "results\$start_timestamp"
+
+npm install
+npm run build
+
+$START_OUTPUT_DIR = "${OUTPUT_DIR}_start"
+New-Item -ItemType Directory -Path $START_OUTPUT_DIR -Force | Out-Null
+
+k6 run `
+  --out "json=$START_OUTPUT_DIR\raw_results.json" `
+  -e "PERF_USERNAME=$($env:PERF_USERNAME)" `
+  -e "PERF_PASSWORD=$($env:PERF_PASSWORD)" `
+  -e "EXEC=$($env:MODE)" `
+  -e "PROCESS_KEY=$($env:PROCESS_KEY)" `
+  -e "SOLUTION_PROJECT_ID=$($env:SOLUTION_PROJECT_ID)" `
+  -e "INPUT_ARGUMENTS=$($env:INPUT_ARGUMENTS)" `
+  -e "FOLDER_ID=$($env:FOLDER_ID)" `
+  -e "DURATION=$($env:DURATION)" `
+  -e "RATE=$($env:RATE)" `
+  -e "TIME_UNIT=$($env:TIME_UNIT)" `
+  -e "PRE_ALLOCATED_VUS=$($env:PRE_ALLOCATED_VUS)" `
+  -e "MAX_VUS=$($env:MAX_VUS)" `
+  -e "CLOUD_ENVIRONMENT=$($env:CLOUD_ENVIRONMENT)" `
+  -e "ORGANIZATION_NAME=$($env:ORGANIZATION_NAME)" `
+  -e "ORGANIZATION_ID=$($env:ORGANIZATION_ID)" `
+  -e "TENANT_NAME=$($env:TENANT_NAME)" `
+  -e "TENANT_ID=$($env:TENANT_ID)" `
+  -e "HALT_WAIT_THRESHOLD=$($env:HALT_WAIT_THRESHOLD)" `
+  -e "SOCKET_TIMEOUT_MINUTES=$($env:SOCKET_TIMEOUT_MINUTES)" `
+  --log-output=file=.\k6.log `
+  --log-format json `
+  ./dist/main.js
+
+MoveResultFiles $START_OUTPUT_DIR
+
+$end_timestamp = [DateTime]::UtcNow.ToString('yyyyMMdd_HHmmss')
+Write-Output "Finished at $end_timestamp"
diff --git a/performance/src/config/urls.ts b/performance/src/config/urls.ts
@@ -0,0 +1,8 @@
+const PLAYGROUND_BASE_URL = `https://${__ENV.CLOUD_ENVIRONMENT}.uipath.com/${__ENV.ORGANIZATION_ID}/${__ENV.TENANT_ID}/agenthub_`;
+const ORCH_BASE_URL = `https://${__ENV.CLOUD_ENVIRONMENT}.uipath.com/${__ENV.ORGANIZATION_ID}/${__ENV.TENANT_ID}/orchestrator_`;
+
+export const PLAYGROUND_START_URL = `${PLAYGROUND_BASE_URL}/design/debug`;
+export const ORCH_START_URL = `${ORCH_BASE_URL}/odata/Jobs/UiPath.Server.Configuration.OData.StartJobs`;
+export const ORCH_GET_JOBS_URL = `${ORCH_BASE_URL}/odata/Jobs`;
+export const ORCH_KILL_JOBS_URL = `${ORCH_BASE_URL}/odata/Jobs/UiPath.Server.Configuration.OData.StopJobs`;
+export const ORCH_SIGNALR_URL = `${ORCH_BASE_URL}/signalr/robotdebug`;
diff --git a/performance/src/test.ts b/performance/src/test.ts
diff --git a/performance/tsconfig.json b/performance/tsconfig.json
diff --git a/performance/webpack.config.js b/performance/webpack.config.js
diff --git a/pyproject.toml b/pyproject.toml

Original file line number	Diff line number	Diff line change
`@@ -0,0 +1,2 @@`
	`1`	`+@uipath:registry=https://npm.pkg.github.com/`
	`2`	`+//npm.pkg.github.com/:_authToken=${GH_NPM_REGISTRY_TOKEN}`