localstack-docs/.github/workflows/docs-parity-updates.yml at d1d76eb24f92568b111ba2c83c8afcb0e5aac94c · localstack/localstack-docs · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
name: Update Parity Docs

on:
  schedule:
    - cron: 0 5 * * MON
  workflow_dispatch:
    inputs:
        targetBranch:
          required: false
          type: string
          default: 'master'
  pull_request:
    branches:
      - master

jobs:
  update-parity-coverage-docs:
    name: Update Parity Docs
    runs-on: ubuntu-latest
    steps:
      - name: Checkout docs
        uses: actions/checkout@v4
        with:
          fetch-depth: 0
          path: docs
          ref: ${{ github.event.inputs.targetBranch || 'master' }}

      - name: Set up system wide dependencies
        run: |
          sudo apt-get install jq wget

      - name: Set up Python 3.11
        id: setup-python
        uses: actions/setup-python@v5
        with:
          python-version: "3.11"

      - name: Setup Node
        uses: actions/setup-node@v4
        with:
          node-version: '20'

      - name: Download scripts from meta repository
        run: |
          curl -o /tmp/get_latest_github_metrics.sh -L https://raw.githubusercontent.com/localstack/meta/main/scripts/get_latest_github_metrics.sh -H 'Accept: application/vnd.github.v3.raw'
          chmod +x /tmp/get_latest_github_metrics.sh

      - name: Download metrics data from Moto Integration test pipeline (GitHub)
        working-directory: docs
        run: /tmp/get_latest_github_metrics.sh ./target main
        env:
          GITHUB_TOKEN: ${{ secrets.PRO_ACCESS_TOKEN }}
          REPOSITORY_NAME: localstack-moto-test-coverage
          ARTIFACT_ID: test-metrics
          WORKFLOW: moto-integration-tests
          PREFIX_ARTIFACT: moto-integration-test
          FILTER_SUCCESS: 0

      - name: Download metrics data from Terraform Integration test pipeline (GitHub)
        working-directory: docs
        run: /tmp/get_latest_github_metrics.sh ./target main
        env:
          GITHUB_TOKEN: ${{ secrets.PRO_ACCESS_TOKEN }}
          REPOSITORY_NAME: localstack-terraform-test
          ARTIFACT_ID: test-metrics
          WORKFLOW: "Terraform Tests"
          FILTER_SUCCESS: 0

      - name: Download metrics data from Pro pipeline (GitHub)
        working-directory: docs
        run: /tmp/get_latest_github_metrics.sh ./target master
        env:
          GITHUB_TOKEN: ${{ secrets.PRO_ACCESS_TOKEN }}
          REPOSITORY_NAME: localstack-ext
          ARTIFACT_ID: parity-metric-ext-raw-*
          WORKFLOW: "AWS / Build, Test, Push"
          PREFIX_ARTIFACT: pro-integration-test

      - name: Download coverage (capture-notimplemented) data from Pro pipeline (GitHub)
        working-directory: docs
        run: /tmp/get_latest_github_metrics.sh ./target master
        env:
          GITHUB_TOKEN: ${{ secrets.PRO_ACCESS_TOKEN }}
          REPOSITORY_NAME: localstack-ext
          ARTIFACT_ID: capture-notimplemented-pro
          WORKFLOW: "AWS / Build, Test, Push"
          RESOURCE_FOLDER: "metrics-implementation-details"

      - name: Download metrics data from Community pipeline (GitHub)
        working-directory: docs
        run: /tmp/get_latest_github_metrics.sh ./target master
        env:
          GITHUB_TOKEN: ${{ secrets.PRO_ACCESS_TOKEN }}
          REPOSITORY_NAME: localstack
          ARTIFACT_ID: parity-metric-raw-amd*
          WORKFLOW: "AWS / Build, Test, Push"
          PREFIX_ARTIFACT: community-integration-test

      - name: Download coverage (capture-notimplemented) data from Community pipeline (GitHub)
        working-directory: docs
        run: /tmp/get_latest_github_metrics.sh ./target master
        env:
          GITHUB_TOKEN: ${{ secrets.PRO_ACCESS_TOKEN }}
          REPOSITORY_NAME: localstack
          ARTIFACT_ID: capture-notimplemented
          WORKFLOW: "AWS / Build, Test, Push"
          RESOURCE_FOLDER: "metrics-implementation-details/community"

      - name: Create Parity Coverage Docs
        working-directory: docs
        run: |
          python3 -m scripts/create_data_coverage.py -i target/metrics-implementation-details -r target/metrics-raw -o target/updated_coverage -s src/data/coverage/service_display_name.json
          # Move the resulting markdown file to the docs repo
          # cp -r target/updated_coverage/md/* content/en/references/coverage && rm -R target/updated_coverage/md/
          mv -f target/updated_coverage/data/*.json src/data/coverage
          git status