Added request_delay and max_concurrency inputs to workflows (#251)

Author: m-messer

.github/workflows/pre_production_tests.yml

@@ -17,6 +17,16 @@ on:
         description: "Random seed for reproducible sampling (float in [-1.0, 1.0]). Leave blank to auto-generate."
         required: false
         default: ''
+      request_delay:
+        type: string
+        description: "Delay (seconds) between dispatching requests"
+        required: false
+        default: '0'
+      max_concurrency:
+        type: string
+        description: "Max concurrent requests (lower for GPT-backed functions)"
+        required: false
+        default: '5'
 
 jobs:
   run-pre-production-tests:
@@ -26,6 +36,8 @@ jobs:
       eval_function: ${{ inputs.eval_function }}
       sql_limit: ${{ inputs.sql_limit }}
       seed: ${{ inputs.seed }}
+      request_delay: ${{ inputs.request_delay }}
+      max_concurrency: ${{ inputs.max_concurrency }}
     secrets:
       TEST_API_ENDPOINT: ${{ secrets.TEST_API_ENDPOINT }}
       DB_USER: ${{ secrets.DB_USER }}

.github/workflows/production-deploy.yml

@@ -22,6 +22,16 @@ on:
         required: false
         type: string
         default: ''
+      request_delay:
+        description: 'Delay (seconds) between dispatching requests'
+        required: false
+        type: string
+        default: '0'
+      max_concurrency:
+        description: 'Max concurrent requests (lower for GPT-backed functions)'
+        required: false
+        type: string
+        default: '5'
 jobs:
   deploy:
     uses: lambda-feedback/evaluation-function-workflows/.github/workflows/deploy.yml@deploy-request
@@ -34,6 +44,8 @@ jobs:
       branch: ${{ inputs.branch }}
       run-database-tests: true
       seed: ${{ inputs.seed }}
+      request_delay: ${{ inputs.request_delay }}
+      max_concurrency: ${{ inputs.max_concurrency }}
 
     secrets:
       aws-key-id: ${{ secrets.LAMBDA_CONTAINER_PIPELINE_AWS_ID }}