csv2dynamodb/.github/workflows/e2e.yml at main · poad/csv2dynamodb · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
name: E2E Test

on:
  push:
    branches: [ main ]
  pull_request:
    branches: [ main ]

  workflow_dispatch:

env:
  CARGO_TERM_COLOR: always
  AWS_REGION: us-west-2

permissions:
  id-token: write
  contents: read

jobs:
  setup:
    runs-on: ubuntu-24.04
    outputs:
      table: ${{ steps.gen-table-name.outputs.table }}

    steps:
    - uses: actions/checkout@df4cb1c069e1874edd31b4311f1884172cec0e10 # v6.0.3
      with:
        persist-credentials: false

    - name: Use Node.js
      uses: actions/setup-node@48b55a011bda9f5d6aeb4c2d9c7362e8dae4041e # v6.4.0
      with:
        node-version: 'lts/*'
        check-latest: true
        package-manager-cache: false

    - uses: pnpm/action-setup@0e279bb959325dab635dd2c09392533439d90093 # v6.0.8
      name: Install pnpm
      with:
        package_json_file: tests/infra/package.json
        run_install: |
          - recursive: false
            cwd: tests/infra
            args: [--no-frozen-lockfile]
          - args: [--global, aws-cdk]

    - name: generate table name
      id: gen-table-name
      run: echo "table=csv2dynamodb-test-$(date +%Y%m%d-%H%M%S)" >> $GITHUB_OUTPUT

    - name: configure aws credentials
      uses: aws-actions/configure-aws-credentials@e7f100cf4c008499ea8adda475de1042d6975c7b # v6.2.0
      with:
        role-to-assume: ${{ secrets.AWS_OIDC_ROLE_ARN }}
        role-session-name: GitHubActions
        aws-region: ${{ env.AWS_REGION }}

    - name: Create for testing table
      env:
        TABLE_NAME: ${{ steps.gen-table-name.outputs.table }}
      working-directory: tests/infra
      run: cdk deploy -c name="${TABLE_NAME}" --require-approval=never

  test:
    needs: [setup]
    runs-on: ubuntu-24.04

    steps:
    - name: Configure AWS Credentials
      uses: aws-actions/configure-aws-credentials@e7f100cf4c008499ea8adda475de1042d6975c7b # v6.2.0
      with:
        aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY }}
        aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
        aws-region: us-west-2

    - name: Update Rust toolchain
      run: rustup update
    - uses: actions/checkout@df4cb1c069e1874edd31b4311f1884172cec0e10 # v6.0.3
    - name: Run E2E test
      run: cargo run --verbose -- --file-path ./tests/test_data2.csv --table ${{ needs.setup.outputs.table }}

  tearDown:
    runs-on: ubuntu-24.04
    needs: [setup, test]
    if: ${{ always() }}
    steps:
    - uses: actions/checkout@df4cb1c069e1874edd31b4311f1884172cec0e10 # v6.0.3

    - name: Use Node.js 22.x
      uses: actions/setup-node@48b55a011bda9f5d6aeb4c2d9c7362e8dae4041e # v6.4.0
      with:
        node-version: 22.x
        check-latest: true
        package-manager-cache: false

    - uses: pnpm/action-setup@0e279bb959325dab635dd2c09392533439d90093 # v6.0.8
      name: Install pnpm
      with:
        package_json_file: tests/infra/package.json
        run_install: |
          - recursive: false
            cwd: tests/infra
            args: [--no-frozen-lockfile]

    - name: Install AWS CDK and pnpm
      run: |
        npm -g i npm aws-cdk
    - name: configure aws credentials
      uses: aws-actions/configure-aws-credentials@e7f100cf4c008499ea8adda475de1042d6975c7b # v6.2.0
      with:
        role-to-assume: ${{ secrets.AWS_OIDC_ROLE_ARN }}
        role-session-name: GitHubActions
        aws-region: ${{ env.AWS_REGION }}
    - name: Remove for testing table
      env:
        TABLE_NAME: ${{ needs.setup.outputs.table }}
      working-directory: tests/infra
      run: cdk destroy -c name="${TABLE_NAME}" -f