Skip to content

Commit 78a056a

Browse files
malmsteinmalmstein
committed
test sequential release
1 parent 70d043f commit 78a056a

4 files changed

Lines changed: 154 additions & 246 deletions

File tree

‎.github/workflows/notify_mattermost.yml‎

Lines changed: 53 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,53 @@
1+
name: Mattermost - Send Message
2+
3+
on:
4+
workflow_dispatch:
5+
inputs:
6+
mattermost-message:
7+
description: 'Message to Send to Mattermost'
8+
required: true
9+
type: string
10+
mattermost-channel-name:
11+
description: 'Channel to Send the message to'
12+
required: true
13+
type: string
14+
workflow_call:
15+
inputs:
16+
mattermost-message:
17+
description: 'Message to Send to Mattermost'
18+
required: true
19+
type: string
20+
mattermost-channel-name:
21+
description: 'Channel to Send the message to'
22+
required: true
23+
type: string
24+
secrets:
25+
MM_AUTH_TOKEN:
26+
required: true
27+
MM_TEAM_ID:
28+
required: true
29+
30+
env:
31+
ASANA_PAT: ${{ secrets.ASANA_ACCESS_TOKEN }}
32+
emoji_start: ":flight_departure:" # 🛫
33+
emoji_info: ":information_source:" # ℹ️
34+
35+
concurrency:
36+
group: ${{ github.workflow }}-${{ github.ref }}
37+
cancel-in-progress: true
38+
39+
jobs:
40+
notify_mattermost:
41+
name: Send Message to Mattermost
42+
runs-on: macos-latest
43+
44+
steps:
45+
- name: Notify Mattermost of Release starting
46+
id: send-mm-release-starting
47+
uses: duckduckgo/native-github-asana-sync@v2.0
48+
with:
49+
mattermost-token: ${{ secrets.MM_AUTH_TOKEN }}
50+
mattermost-team-id: ${{ secrets.MM_TEAM_ID }}
51+
mattermost-channel-name: ${{ github.event.inputs.mattermost-channel }}
52+
mattermost-message: ${{ github.event.inputs.mattermost-message }}
53+
action: 'send-mattermost-message'

‎.github/workflows/release_full_process.yml‎

Lines changed: 69 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,69 @@
1+
name: Release - Full Release Process
2+
3+
on:
4+
workflow_dispatch:
5+
inputs:
6+
app-version:
7+
description: 'App Version for Release'
8+
required: true
9+
default: 'PLACEHOLDER'
10+
11+
env:
12+
emoji_start: ":flight_departure:" # 🛫
13+
emoji_info: ":information_source:" # ℹ️
14+
15+
concurrency:
16+
group: ${{ github.workflow }}-${{ github.event.inputs.app-version }}
17+
cancel-in-progress: true
18+
19+
jobs:
20+
notify_mattermost_start:
21+
name: 'Step 1: Notify Mattermost of Release start'
22+
uses: ./.github/workflows/notify_mattermost.yml
23+
with:
24+
mattermost-message: ${{env.emoji_start}} Starting release process for version ${{ github.event.inputs.app-version }}
25+
mattermost-channel-name: ${{ vars.MM_RELEASE_NOTIFY_CHANNEL }}
26+
secrets: inherit
27+
28+
create_task:
29+
name: 'Step 2: Create Asana Task'
30+
uses: ./.github/workflows/release_create_task.yml
31+
needs: notify_mattermost_start
32+
with:
33+
app-version: ${{ github.event.inputs.app-version }}
34+
35+
run_release_tests:
36+
name: 'Step 3: Run Release Tests'
37+
needs: create_task
38+
uses: ./.github/workflows/release_tests.yml
39+
with:
40+
app-version: ${{ github.event.inputs.app-version }}
41+
test-tag: 'releaseTest'
42+
secrets: inherit
43+
44+
upload_play_store:
45+
name: 'Step 4: Upload to Play Store'
46+
needs: run_tests
47+
uses: ./.github/workflows/release_upload_play_store.yml
48+
with:
49+
app-version: ${{ github.event.inputs.app-version }}
50+
asana-task-url: ${{ needs.create_task.outputs.asana-task-url }}
51+
secrets: inherit
52+
53+
upload_internal:
54+
name: 'Step 5: Upload Internal Build'
55+
needs: run_tests
56+
uses: ./.github/workflows/release_upload_internal.yml
57+
with:
58+
app-version: ${{ github.event.inputs.app-version }}
59+
asana-task-url: ${{ needs.create_task.outputs.asana-task-url }}
60+
secrets: inherit
61+
62+
notify_mattermost_finish:
63+
name: 'Step 1: Notify Mattermost of Release completed'
64+
uses: ./.github/workflows/notify_mattermost.yml
65+
needs: upload_play_store
66+
with:
67+
mattermost-message: ${{env.emoji_end}} Release ${{ github.event.inputs.app-version }} completed successfully and is now in review.
68+
mattermost-channel-name: ${{ vars.MM_RELEASE_NOTIFY_CHANNEL }}
69+
secrets: inherit

‎.github/workflows/release_tests.yml‎

Lines changed: 32 additions & 186 deletions
Original file line numberDiff line numberDiff line change
@@ -1,198 +1,44 @@
1-
name: Release - Run E2E Maestro Tests
1+
name: Release - Full Release Process
22

33
on:
44
workflow_dispatch:
55
inputs:
66
app-version:
7-
description: 'App Version for Testing'
7+
description: 'App Version for Release'
88
required: true
99
default: 'PLACEHOLDER'
10-
test-tag:
11-
description: 'Maestro Tests tag to include'
12-
required: true
13-
default: 'releaseTest'
1410

1511
env:
16-
ASANA_PAT: ${{ secrets.ASANA_ACCESS_TOKEN }}
12+
emoji_start: ":flight_departure:" # 🛫
1713
emoji_info: ":information_source:" # ℹ️
18-
emoji_success: ":white_check_mark:" # ✅
19-
emoji_failure: ":x:" # ❌
20-
21-
jobs:
22-
run-release-tests:
23-
name: Create release APK and run E2E Maestro tests
24-
runs-on: ubuntu-latest
25-
steps:
26-
- name: Checkout repository
27-
uses: actions/checkout@v4
28-
with:
29-
submodules: recursive
30-
ref: ${{ github.event.inputs.app-version }}
31-
32-
- name: Set up JDK version
33-
uses: actions/setup-java@v4
34-
with:
35-
java-version-file: .github/.java-version
36-
distribution: 'adopt'
37-
38-
- name: Create folder
39-
if: always()
40-
run: mkdir apk
41-
42-
- name: Decode keys
43-
uses: davidSchuppa/base64Secret-toFile-action@v2
44-
with:
45-
secret: ${{ secrets.FAKE_RELEASE_PROPERTIES }}
46-
fileName: ddg_android_build.properties
47-
destination-path: $HOME/jenkins_static/com.duckduckgo.mobile.android/
48-
49-
- name: Decode key file
50-
uses: davidSchuppa/base64Secret-toFile-action@v2
51-
with:
52-
secret: ${{ secrets.FAKE_RELEASE_KEY }}
53-
fileName: android
54-
destination-path: $HOME/jenkins_static/com.duckduckgo.mobile.android/
55-
56-
- name: Setup Gradle
57-
uses: gradle/actions/setup-gradle@v3
58-
59-
- name: Assemble release APK
60-
run: ./gradlew assemblePlayRelease -Pforce-default-variant -Pskip-onboarding
61-
62-
- name: Move APK to new folder
63-
if: always()
64-
run: find . -name "*.apk" -exec mv '{}' apk/release.apk \;
65-
66-
- name: Notify Mattermost of Maestro tests
67-
id: send-mm-tests-started
68-
uses: duckduckgo/native-github-asana-sync@v2.0
69-
with:
70-
mattermost-token: ${{ secrets.MM_AUTH_TOKEN }}
71-
mattermost-team-id: ${{ secrets.MM_TEAM_ID }}
72-
mattermost-channel-name: ${{ vars.MM_RELEASE_NOTIFY_CHANNEL }}
73-
mattermost-message: ${{env.emoji_info}} Release ${{ github.event.inputs.app-version }}. Running Maestro tests for tag ${{ github.event.inputs.test-tag }} https://github.com/duckduckgo/Android/actions/runs/${{ github.run_id }}
74-
action: 'send-mattermost-message'
7514

76-
- name: Maestro tests flows
77-
id: release-tests
78-
uses: mobile-dev-inc/action-maestro-cloud@v1.9.8
79-
timeout-minutes: 120
80-
with:
81-
api-key: ${{ secrets.ROBIN_API_KEY }}
82-
project-id: ${{ vars.ROBIN_ANDROID_PROJECT_ID }}
83-
timeout: ${{ vars.ROBIN_TIMEOUT_MINUTES }}
84-
app-file: apk/release.apk
85-
android-api-level: 30
86-
workspace: .maestro
87-
include-tags: ${{ github.event.inputs.test-tag }}
15+
concurrency:
16+
group: ${{ github.workflow }}-${{ github.event.inputs.app-version }}
17+
cancel-in-progress: true
8818

89-
- name: Analyze Maestro Flow Results
90-
id: analyze-flow-results
91-
if: always()
92-
run: |
93-
echo "Console URL: ${{ steps.release-tests.outputs.MAESTRO_CLOUD_CONSOLE_URL }}"
94-
echo "Upload Status: ${{ steps.release-tests.outputs.MAESTRO_CLOUD_UPLOAD_STATUS }}"
95-
echo "App Binary ID: ${{ steps.release-tests.outputs.MAESTRO_CLOUD_APP_BINARY_ID }}"
96-
97-
flow_results_json='${{ steps.release-tests.outputs.MAESTRO_CLOUD_FLOW_RESULTS }}'
98-
echo "Raw Flow Results JSON: $flow_results_json"
99-
100-
# Default to success, change if issues are found
101-
final_status="success"
102-
103-
# Check for empty or invalid JSON (though Maestro action should provide valid JSON)
104-
if ! echo "$flow_results_json" | jq -e . > /dev/null 2>&1; then
105-
echo "::warning::MAESTRO_CLOUD_FLOW_RESULTS is not valid JSON or is empty."
106-
final_status="unknown_format"
107-
else
108-
# Check for any flow with status "ERROR"
109-
if echo "$flow_results_json" | jq -e '.[] | select(.status=="ERROR")' > /dev/null; then
110-
echo "::error::At least one Maestro flow has status: ERROR."
111-
final_status="failure"
112-
fi
113-
114-
# Check for any flow with status "CANCELED"
115-
# You might decide if CANCELED flows also mean the overall status is a failure for your release
116-
if echo "$flow_results_json" | jq -e '.[] | select(.status=="CANCELED")' > /dev/null; then
117-
echo "::warning::At least one Maestro flow has status: CANCELED."
118-
# If any canceled flow makes the whole thing a failure:
119-
if [ "$final_status" != "failure" ]; then # Don't override if already a critical failure
120-
final_status="canceled_present" # Or treat as "failure" if preferred
121-
fi
122-
fi
123-
124-
# If after all checks, final_status is still "success", it means no "ERROR" or "CANCELED"
125-
if [ "$final_status" == "success" ]; then
126-
# Additional check: ensure there's at least one flow and it's not empty array if that's a concern
127-
if echo "$flow_results_json" | jq -e '. | length > 0' > /dev/null; then
128-
echo "All flows appear to be successful (no ERROR or CANCELED statuses found that are treated as errors)."
129-
else
130-
echo "::warning::MAESTRO_CLOUD_FLOW_RESULTS is an empty array. No flows reported."
131-
final_status="empty_results" # Or "success" if empty results are acceptable
132-
fi
133-
fi
134-
fi
135-
136-
echo "Final determined status: $final_status"
137-
echo "flow_summary_status=$final_status" >> $GITHUB_OUTPUT
138-
139-
- name: Access Outputs (for debugging)
140-
if: always()
141-
run: |
142-
echo "Console URL: ${{ steps.release-tests.outputs.MAESTRO_CLOUD_CONSOLE_URL }}"
143-
echo 'Flow Results (JSON): ${{ steps.release-tests.outputs.MAESTRO_CLOUD_FLOW_RESULTS }}'
144-
echo "Release Tests Step Conclusion: ${{ steps.release-tests.conclusion }}" # From Maestro action itself
145-
echo "Analyzed Flow Summary Status: ${{ steps.analyze-flow-results.outputs.flow_summary_status }}" # From our script
146-
147-
- name: Notify Mattermost - Maestro Tests ALL SUCCEEDED
148-
# Condition 1: Our script says success
149-
# Condition 2: The Maestro action itself also reported overall success
150-
if: always() && steps.analyze-flow-results.outputs.flow_summary_status == 'success' && steps.release-tests.conclusion == 'success'
151-
uses: duckduckgo/native-github-asana-sync@v2.0
152-
with:
153-
action: 'send-mattermost-message'
154-
mattermost-token: ${{ secrets.MM_AUTH_TOKEN }}
155-
mattermost-team-id: ${{ secrets.MM_TEAM_ID }}
156-
mattermost-channel-name: ${{ vars.MM_RELEASE_NOTIFY_CHANNEL }}
157-
mattermost-message: |
158-
${{env.emoji_success}} Release ${{ github.event.inputs.app-version }}: Tests for tag ${{ github.event.inputs.test-tag }} PASSED successfully.
159-
Console: ${{ steps.release-tests.outputs.MAESTRO_CLOUD_CONSOLE_URL }}
160-
161-
- name: Notify Mattermost - Maestro Tests FAILURES or ISSUES DETECTED
162-
# Condition: Our script detected 'failure' OR the Maestro action itself reported failure
163-
if: always() && (steps.analyze-flow-results.outputs.flow_summary_status == 'failure' || steps.release-tests.conclusion == 'failure')
164-
uses: duckduckgo/native-github-asana-sync@v2.0
165-
with:
166-
action: 'send-mattermost-message'
167-
mattermost-token: ${{ secrets.MM_AUTH_TOKEN }}
168-
mattermost-team-id: ${{ secrets.MM_TEAM_ID }}
169-
mattermost-channel-name: ${{ vars.MM_RELEASE_NOTIFY_CHANNEL }}
170-
mattermost-message: |
171-
${{env.emoji_failure}} Release ${{ github.event.inputs.app-version }}: Tests for tag ${{ github.event.inputs.test-tag }} FAILED or encountered issues.
172-
Console: ${{ steps.release-tests.outputs.MAESTRO_CLOUD_CONSOLE_URL }}
173-
174-
- name: Notify Mattermost - Maestro Tests CANCELED Flows Present (Informational or Warning)
175-
# Condition: Our script detected 'canceled_present' AND no critical 'failure' was found
176-
# AND Maestro action itself didn't mark the whole run as a 'failure'
177-
if: always() && steps.analyze-flow-results.outputs.flow_summary_status == 'canceled_present' && steps.release-tests.conclusion != 'failure'
178-
uses: duckduckgo/native-github-asana-sync@v2.0
179-
with:
180-
action: 'send-mattermost-message'
181-
mattermost-token: ${{ secrets.MM_AUTH_TOKEN }}
182-
mattermost-team-id: ${{ secrets.MM_TEAM_ID }}
183-
mattermost-channel-name: ${{ vars.MM_RELEASE_NOTIFY_CHANNEL }}
184-
mattermost-message: |
185-
:warning: Release ${{ github.event.inputs.app-version }}: Some tests for tag ${{ github.event.inputs.test-tag }} were CANCELED. Please review.
186-
Console: ${{ steps.release-tests.outputs.MAESTRO_CLOUD_CONSOLE_URL }}
187-
188-
- name: Create Asana task when workflow failed
189-
if: ${{ failure() }}
190-
id: create-failure-task
191-
uses: duckduckgo/native-github-asana-sync@v2.0
192-
with:
193-
asana-pat: ${{ secrets.ASANA_ACCESS_TOKEN }}
194-
asana-project: ${{ vars.GH_ANDROID_APP_PROJECT_ID }}
195-
asana-section: ${{ vars.GH_ANDROID_APP_INCOMING_SECTION_ID }}
196-
asana-task-name: GH Workflow Failure - Tag Android Release (Robin)
197-
asana-task-description: Run Release Tests in Maestro has failed. See https://github.com/duckduckgo/Android/actions/runs/${{ github.run_id }}
198-
action: 'create-asana-task'
19+
jobs:
20+
notify_mattermost_start:
21+
name: 'Step 1: Notify Mattermost of Release start'
22+
uses: ./.github/workflows/notify_mattermost.yml
23+
with:
24+
mattermost-message: ${{env.emoji_start}} Starting release process for version ${{ github.event.inputs.app-version }}
25+
mattermost-channel-name: ${{ vars.MM_RELEASE_NOTIFY_CHANNEL }}
26+
secrets: inherit
27+
28+
run_release_tests:
29+
name: 'Step 3: Run Release Tests'
30+
needs: notify_mattermost_start
31+
uses: ./.github/workflows/release_tests.yml
32+
with:
33+
app-version: ${{ github.event.inputs.app-version }}
34+
test-tag: 'omnibarTest'
35+
secrets: inherit
36+
37+
notify_mattermost_finish:
38+
name: 'Step 1: Notify Mattermost of Release completed'
39+
uses: ./.github/workflows/notify_mattermost.yml
40+
needs: run_release_tests
41+
with:
42+
mattermost-message: ${{env.emoji_end}} Release ${{ github.event.inputs.app-version }} completed successfully and is now in review.
43+
mattermost-channel-name: ${{ vars.MM_RELEASE_NOTIFY_CHANNEL }}
44+
secrets: inherit

0 commit comments

Comments
 (0)