pre_production_tests.yml

name: Run Pre-Production Validation Tests

on:
  workflow_dispatch:
    inputs:
      eval_function:
        type: string
        description: "The name of the evaluation function to test"
        required: true
      sql_limit:
        type: number
        description: "The maximum number of SQL test cases to run"
        required: false
        default: 500
      seed:
        type: string
        description: "Random seed for reproducible sampling (float in [-1.0, 1.0]). Leave blank to auto-generate."
        required: false
        default: ''
      request_delay:
        type: string
        description: "Delay (seconds) between dispatching requests"
        required: false
        default: '0'
      max_concurrency:
        type: string
        description: "Max concurrent requests (lower for GPT-backed functions)"
        required: false
        default: '5'

jobs:
  run-pre-production-tests:
    name: 🧪 Run Staging Validation Tests
    uses: lambda-feedback/Database-Testing/.github/workflows/test_evaluation_function.yml@main
    with:
      eval_function: ${{ inputs.eval_function }}
      sql_limit: ${{ inputs.sql_limit }}
      seed: ${{ inputs.seed }}
      request_delay: ${{ inputs.request_delay }}
      max_concurrency: ${{ inputs.max_concurrency }}
    secrets:
      TEST_API_ENDPOINT: ${{ secrets.TEST_API_ENDPOINT }}
      DB_USER: ${{ secrets.DB_USER }}
      DB_PASSWORD: ${{ secrets.DB_PASSWORD }}
      DB_HOST: ${{ secrets.DB_HOST }}
      DB_PORT: ${{ secrets.DB_PORT }}
      DB_NAME: ${{ secrets.DB_NAME }}
      GCP_SERVICE_ACCOUNT_KEY: ${{ secrets.GCP_DB_CREDS }}
      GCP_PROJECT_ID: ${{ secrets.GCP_DB_PROJECT_ID }}