agentcore-cli/.github/workflows/e2e-tests-full.yml at 2cb7733da962c9d3ab263da33bfac39649b7e551 · aws/agentcore-cli · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
name: E2E Tests (Full Suite)
on:
  workflow_dispatch:
    inputs:
      aws_region:
        description: 'AWS region for deployment'
        default: 'us-east-1'
  schedule:
    - cron: '0 14 * * 1' # Every Monday at 9 AM EST (14:00 UTC)
  push:
    branches: [main]

concurrency:
  group: e2e-${{ github.event.pull_request.number || github.ref }}
  cancel-in-progress: false

permissions:
  id-token: write # OIDC — lets GitHub assume an AWS IAM role via short-lived token (no stored keys)
  contents: read

jobs:
  e2e:
    runs-on: ubuntu-latest
    environment: e2e-testing
    timeout-minutes: 60
    strategy:
      fail-fast: false
      max-parallel: 6
      matrix:
        cdk-source: [npm, main]
        shard: ['1/6', '2/6', '3/6', '4/6', '5/6', '6/6']
    steps:
      - uses: actions/checkout@v6
        with:
          ref: ${{ github.event_name == 'workflow_dispatch' && github.ref || 'main' }}
      - uses: actions/setup-node@v6
        with:
          node-version: '20.x'
          cache: 'npm'
      - name: Configure git
        run: |
          git config --global user.email "ci@amazon.com"
          git config --global user.name "CI"
      - uses: astral-sh/setup-uv@v7
      - name: Configure AWS credentials
        uses: aws-actions/configure-aws-credentials@v6
        with:
          role-to-assume: ${{ secrets.E2E_AWS_ROLE_ARN }}
          aws-region: ${{ inputs.aws_region || 'us-east-1' }}
      - name: Get AWS Account ID
        id: aws
        run: echo "account_id=$(aws sts get-caller-identity --query Account --output text)" >> "$GITHUB_OUTPUT"
      - name: Get API keys from Secrets Manager
        uses: aws-actions/aws-secretsmanager-get-secrets@v2
        with:
          secret-ids: |
            E2E,${{ secrets.E2E_SECRET_ARN }}
          parse-json-secrets: true
      - run: npm ci
      - run: npm run build
      - name: Build CDK package from main
        if: matrix.cdk-source == 'main'
        run: |
          git clone --depth 1 "https://x-access-token:${CDK_REPO_TOKEN}@github.com/${CDK_REPO}.git" /tmp/cdk-repo
          cd /tmp/cdk-repo
          npm ci
          npm run build
          TARBALL=$(npm pack --pack-destination "$RUNNER_TEMP" | tail -1)
          echo "CDK_TARBALL=$RUNNER_TEMP/$TARBALL" >> "$GITHUB_ENV"
        env:
          CDK_REPO_TOKEN: ${{ secrets.CDK_REPO_TOKEN }}
          CDK_REPO: ${{ secrets.CDK_REPO_NAME }}
      - name: Install CLI globally
        run: npm install -g "$(npm pack | tail -1)"
      - name: Run E2E tests (${{ matrix.cdk-source }}, shard ${{ matrix.shard }})
        env:
          AWS_ACCOUNT_ID: ${{ steps.aws.outputs.account_id }}
          AWS_REGION: ${{ inputs.aws_region || 'us-east-1' }}
          ANTHROPIC_API_KEY: ${{ env.E2E_ANTHROPIC_API_KEY }}
          OPENAI_API_KEY: ${{ env.E2E_OPENAI_API_KEY }}
          GEMINI_API_KEY: ${{ env.E2E_GEMINI_API_KEY }}
          CDK_TARBALL: ${{ env.CDK_TARBALL }}
        run: npx vitest run --project e2e --shard=${{ matrix.shard }}
  browser-tests:
    runs-on: ubuntu-latest
    environment: e2e-testing
    timeout-minutes: 30
    steps:
      - uses: actions/checkout@v6
        with:
          ref: ${{ github.event_name == 'workflow_dispatch' && github.ref || 'main' }}
      - uses: actions/setup-node@v6
        with:
          node-version: '20.x'
          cache: 'npm'
      - name: Configure git
        run: |
          git config --global user.email "ci@amazon.com"
          git config --global user.name "CI"
      - uses: astral-sh/setup-uv@v7
      - name: Configure AWS credentials
        uses: aws-actions/configure-aws-credentials@v6
        with:
          role-to-assume: ${{ secrets.E2E_AWS_ROLE_ARN }}
          aws-region: ${{ inputs.aws_region || 'us-east-1' }}
      - name: Get AWS Account ID
        id: aws
        run: echo "account_id=$(aws sts get-caller-identity --query Account --output text)" >> "$GITHUB_OUTPUT"
      - run: npm ci
      - run: npm run build
      - name: Install CLI globally
        run: npm install -g "$(npm pack | tail -1)"
      - name: Install Playwright browsers
        run: npx playwright install chromium --with-deps
      - name: Run browser tests
        env:
          AWS_ACCOUNT_ID: ${{ steps.aws.outputs.account_id }}
          AWS_REGION: ${{ inputs.aws_region || 'us-east-1' }}
          PLAYWRIGHT_TRACE: 'off'
        run: npm run test:browser
      - name: Print browser test debug info
        if: failure()
        run: |
          echo "=== Dev server PTY output ==="
          cat browser-tests/test-results/agentcore-dev-pty.log 2>/dev/null || echo "(no pty log)"
          echo ""
          echo "=== Error contexts ==="
          find browser-tests/test-results -name 'error-context.md' -exec echo "--- {} ---" \; -exec cat {} \; 2>/dev/null || echo "(no error contexts)"