add manifest action and update workflow

leighmcculloch · leighmcculloch · commit 5c872ab2a1b7 · 2025-10-03T17:30:14.000+10:00
diff --git a/.github/actions/manifest/action.yml b/.github/actions/manifest/action.yml
@@ -0,0 +1,75 @@
+name: 'Manifest'
+inputs:
+  head_sha:
+    required: true
+  artifact_name:
+    required: true
+  artifact_image_file:
+    required: true
+  artifact_image_name:
+    required: true
+  arch:
+    required: true
+  image:
+    required: true
+    default: ghcr.io/${{ github.repository }}:latest
+  registry:
+    required: true
+    default: ghcr.io
+  username:
+    required: true
+    default: ${{ github.actor }}
+  password:
+    required: true
+    default: ${{ github.token }}
+runs:
+  using: "composite"
+  steps:
+    -
+      uses: actions/download-artifact@v4
+      with:
+        name: ${{ inputs.artifact_name }}
+        path: /tmp/
+    -
+      shell: bash
+      run: docker load -i /tmp/${{ inputs.artifact_image_file }}
+    -
+      id: image_parts
+      shell: bash
+      run: |
+        IMAGE_TAGLESS=$(echo ${{ inputs.image }} | cut -d':' -f1)
+        IMAGE_REPO=$(echo $IMAGE_TAGLESS | cut -d'/' -f2,3)
+        IMAGE_TAG=$(echo ${{ inputs.image }} | cut -d':' -f2)
+        echo "::set-output name=repo::$IMAGE_REPO"
+        echo "::set-output name=tag::$IMAGE_TAG"
+    -
+      uses: docker/login-action@f054a8b539a109f9f41c372932f1ae047eff08c9
+      with:
+        registry: ${{ inputs.registry }}
+        username: ${{ inputs.username }}
+        password: ${{ inputs.password }}
+    -
+      shell: bash
+      run: echo "IMAGE_URL=https://${{ inputs.image }}" >> $GITHUB_ENV
+    -
+      if: ${{ inputs.registry == 'docker.io' }}
+      shell: bash
+      run: |
+        echo "IMAGE_URL=https://hub.docker.com/r/${{ steps.image_parts.outputs.repo }}/tags?name=${{ steps.image_parts.outputs.tag }}" >> $GITHUB_ENV
+    -
+      shell: bash
+      run: |
+        docker push ${{ inputs.image }}
+    -
+      uses: actions/github-script@v5
+      with:
+        script: |
+          github.rest.repos.createCommitStatus({
+            owner: context.repo.owner,
+            repo: context.repo.repo,
+            sha: '${{ inputs.head_sha }}',
+            state: 'success',
+            context: `${{ inputs.image }}`,
+            target_url: '${{ env.IMAGE_URL }}',
+            description: 'Available',
+          });
diff --git a/.github/workflows/newbuild.yml b/.github/workflows/newbuild.yml
@@ -16,7 +16,7 @@ concurrency:
 
 env:
   sha: ${{ github.event.pull_request.head.sha || github.sha }}
-  image: ${{ format('{0}/{1}', secrets.DOCKERHUB_TOKEN && 'docker.io' || 'ghcr.io', github.repository) }}
+  image_repo: ${{ format('{0}/{1}', secrets.DOCKERHUB_TOKEN && 'docker.io' || 'ghcr.io', github.repository) }}
   # Cache ID is a value inserted into cache keys. Whenever changing the build
   # in a way that needs to use entirely new fresh builds, increment the number
   # by one so that all the keys become new.
@@ -27,13 +27,13 @@ env:
 
 jobs:
 
-  #complete:
-  #  if: always()
-  #  needs: [build, test]
-  #  runs-on: ubuntu-latest
-  #  steps:
-  #  - if: contains(needs.*.result, 'failure') || contains(needs.*.result, 'cancelled')
-  #    run: exit 1
+  complete:
+    if: always()
+    needs: [setup, load, build, test, push]
+    runs-on: ubuntu-latest
+    steps:
+    - if: contains(needs.*.result, 'failure') || contains(needs.*.result, 'cancelled')
+      run: exit 1
 
   setup:
     runs-on: ubuntu-latest
@@ -153,7 +153,7 @@ jobs:
         dep: ${{ fromJSON(needs.prepare.outputs.deps-to-build) }}
       fail-fast: false
     name: build ${{ matrix.dep.name }} ${{ matrix.dep.repo }} ${{ matrix.dep.ref }} ${{ matrix.dep.arch }} ${{ matrix.dep.options && toJSON(matrix.dep.options) }}
-    runs-on: ${{ matrix.dep.arch == 'arm64' && 'ubuntu-24.04-arm' || 'ubuntu-latest' }}
+    runs-on: ${{ matrix.dep.name == 'core' && (matrix.dep.arch == 'arm64' && 'ubuntu-jammy-16-cores-amd64' || 'ubuntu-latest-16-cores') || (matrix.dep.arch == 'arm64' && 'ubuntu-24.04-arm' || 'ubuntu-latest') }}
     env:
       image_filename: image-${{ matrix.dep.name }}-${{ matrix.dep.id }}-${{ matrix.dep.arch }}.tar
     steps:
@@ -215,9 +215,9 @@ jobs:
           < "${image/%.tar/.json}" jq
           docker load -i $image
         done
-    - name: Create Full Tag Name
+    - name: Create Tag
       id: tag
-      run: echo "tag=${{ enV.image }}${{ needs.setup.outputs.tag-prefix }}${{ matrix.image.tag }}-${{ matrix.arch }}" >> $GITHUB_OUTPUT
+      run: echo "tag=${{ needs.setup.outputs.tag-prefix }}-${{ matrix.image.tag }}-${{ matrix.arch }}" >> $GITHUB_OUTPUT
     - name: Pull Base Image
       run: docker pull --platform linux/${{ matrix.arch }} ubuntu:22.04
     # Docker buildx cannot be used to build the dev quickstart image because
@@ -231,7 +231,7 @@ jobs:
         docker build
         --platform linux/${{ matrix.arch }}
         -f Dockerfile
-        -t ${{ steps.tag.outputs.tag }}
+        -t ${{ env.image_repo }}:${{ steps.tag.outputs.tag }}
         --label org.opencontainers.image.revision="${{ env.sha }}"
         .
         --build-arg REVISION="${{ env.sha }}"
@@ -286,33 +286,33 @@ jobs:
         df -h
     - uses: actions/checkout@v2
       with:
-        ref: ${{ inputs.sha }}
+        ref: ${{ env.sha }}
     - name: Download Quickstart Image
       uses: actions/download-artifact@v4
       with:
-        name: image-quickstart-${{ matrix.tag }}-${{ inputs.arch }}
+        name: image-quickstart-${{ matrix.tag }}-${{ matrix.arch }}
         path: /tmp/
     - name: Load Quickstart Image
       run: docker load -i /tmp/image
     - if: inputs.arch == 'arm64'
       uses: docker/setup-qemu-action@e81a89b1732b9c48d79cd809d8d81d79c4647a18
       with:
         platforms: arm64
-    - name: Create Full Tag Name
+    - name: Create Tag
       id: tag
-      run: echo "tag=${{ env.image }}${{ needs.setup.outputs.tag-prefix }}${{ matrix.tag }}-${{ matrix.arch }}" >> $GITHUB_OUTPUT
+      run: echo "tag=${{ needs.setup.outputs.tag-prefix }}-${{ matrix.tag }}-${{ matrix.arch }}" >> $GITHUB_OUTPUT
     - name: Prepare Logs Directory
       run: mkdir -p logs
     - name: Run Quickstart Image
       run: >
         docker run
-        --platform linux/${{ inputs.arch }}
+        --platform linux/${{ matrix.arch }}
         -d
         -p
         "8000:8000"
         -p "11626:11626"
         --name stellar
-        ${{ steps.tag.outputs.tag }}
+        ${{ env.image_repo }}:${{ steps.tag.outputs.tag }}
         --${{ matrix.network }}
         --enable ${{ matrix.core && 'core' }},${{ matrix.rpc && 'rpc' }},${{ matrix.horizon && 'horizon' }}
         ${{ matrix.options }}
@@ -377,6 +377,82 @@ jobs:
       if: always()
       uses: actions/upload-artifact@v4
       with:
-        name: logs-${{ inputs.tag }}-${{ inputs.arch }}-test-${{ strategy.job-index }}
+        name: logs-${{ matrix.tag }}-${{ matrix.arch }}-test-${{ strategy.job-index }}
         path: logs
-        retention-days: ${{ env.ARTIFACT_RETENTION_DAYS_FOR_LOGS }}
+        retention-days: ${{ env.artifact_retention_days_for_logs }}
+
+  push:
+    needs: test
+    if: always() && !failure() && !cancelled() && (github.event_name == 'push' || (github.event_name == 'pull_request' && github.event.pull_request.head.repo.full_name == github.repository))
+    strategy:
+      matrix:
+        tag: ${{ fromJSON(needs.setup.outputs.images).*.tag }}
+        arch: ["amd64", "arm64"]
+      fail-fast: false
+    permissions:
+      packages: write
+      statuses: write
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v2
+      with:
+        ref: ${{ inputs.sha  }}
+    - name: Create Tag
+      id: tag
+      run: echo "tag=${{ needs.setup.outputs.tag-prefix }}-${{ matrix.tag }}-${{ matrix.arch }}" >> $GITHUB_OUTPUT
+    - uses: ./.github/actions/push
+      with:
+        head_sha: ${{ env.sha }}
+        artifact_name: image-quickstart-${{ matrix.tag }}-${{ matrix.arch }}
+        artifact_image_file: image
+        arch: ${{ matrix.arch }}
+        image: ${{ env.image_repo }}:${{ steps.tag.outputs.tag }}
+        registry: ${{ secrets.DOCKERHUB_TOKEN && 'docker.io' || 'ghcr.io' }}
+        username: ${{ secrets.DOCKERHUB_USERNAME || github.actor }}
+        password: ${{ secrets.DOCKERHUB_TOKEN || github.token }}
+
+  manifest:
+    needs: push
+    if: github.event_name == 'push' || (github.event_name == 'pull_request' && github.event.pull_request.head.repo.full_name == github.repository)
+    strategy:
+      matrix:
+        tag: ${{ fromJSON(needs.setup.outputs.images).*.tag }}
+      fail-fast: false
+    permissions:
+      packages: write
+      statuses: write
+    runs-on: ubuntu-latest
+    steps:
+    - name: Create Tag
+      id: tag
+      run: echo "tag=${{ needs.setup.outputs.tag-prefix }}-${{ matrix.tag }}" >> $GITHUB_OUTPUT
+      run: echo "tag-alias=${{ needs.setup.outputs.tag-alias-prefix }}-${{ matrix.tag }}" >> $GITHUB_OUTPUT
+    - uses: docker/login-action@f054a8b539a109f9f41c372932f1ae047eff08c9
+      with:
+        registry: ${{ env.REGISTRY }}
+        username: ${{ secrets.DOCKERHUB_USERNAME || github.actor }}
+        password: ${{ secrets.DOCKERHUB_TOKEN || github.token }}
+    - run: >
+        docker manifest create
+        ${{ env.image_repo }}:${{ steps.tag.outputs.tag }}
+        ${{ env.image_repo }}:${{ steps.tag.outputs.tag }}-amd64
+        ${{ env.image_repo }}:${{ steps.tag.outputs.tag }}-arm64
+    - run: >
+        docker manifest push
+        ${{ env.image_repo }}:${{ steps.tag.outputs.tag }}
+    - run: >
+        docker buildx imagetools create -t
+        ${{ env.image_repo }}:${{ steps.tag.outputs.tag-alias }}
+        ${{ env.image_repo }}:${{ steps.tag.outputs.tag }}
+    - uses: actions/github-script@v5
+      with:
+        script: |
+          github.rest.repos.createCommitStatus({
+            owner: context.repo.owner,
+            repo: context.repo.repo,
+            sha: '${{ env.HEAD_SHA }}',
+            state: 'success',
+            context: `${{ env.IMAGE }}`,
+            target_url: '${{ env.IMAGE_URL }}',
+            description: 'Available',
+          });
