created binary tarballs that attach to the dev release.

Author: maureeungaro

.github/workflows/dev_release.yml

@@ -45,14 +45,6 @@ jobs:
           git tag -f "${TAG_NAME}" "${GITHUB_SHA}"
           git push --force origin "refs/tags/${TAG_NAME}"
 
-      - name: Delete existing release (if any)
-        env:
-          GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-        run: |
-          gh release view "${TAG_NAME}" >/dev/null 2>&1 && \
-            gh release delete "${TAG_NAME}" -y || \
-            echo "No existing release to delete"
-
       - name: Create/Update release
         uses: ncipollo/release-action@v1
         with:
@@ -64,4 +56,5 @@ jobs:
           bodyFile: /tmp/release_notes.md
           prerelease: true
           allowUpdates: true
+          replacesArtifacts: false
           artifactErrorsFailBuild: false

.github/workflows/dockers_deploy_and_test.yml

@@ -3,7 +3,7 @@ name: Deploy and Test
 run-name: >-
   ${{ github.event_name == 'workflow_dispatch' && 'pygemc workflow dispatch' || github.ref_name }}
 permissions:
-  contents: read
+  contents: write
   packages: write
 
 # default versions. This is overwritten by distros_tags.sh
@@ -124,6 +124,8 @@ jobs:
           -t "${{ matrix.image_tag }}" \
           --gemc-version "${{ matrix.gemc_tag || env.GEMC_TAG }}" \
           --geant4-version "${{ matrix.geant4_tag || env.GEANT4_TAG }}" \
+          --with-package \
+          --package-arch "${{ matrix.arch }}" \
           > Dockerfile.generated
           cat Dockerfile.generated
 
@@ -165,6 +167,17 @@ jobs:
           cache-from: ${{ env.CACHE_REF }}
           outputs: type=local,dest=${{ runner.temp }}/artifacts/${{ matrix.logs_dir }}
 
+      - name: Export GEMC tarball (runner artifact)
+        uses: docker/build-push-action@v7
+        with:
+          pull: true
+          context: .
+          file: ./Dockerfile.generated
+          target: package-export
+          push: false
+          cache-from: ${{ env.CACHE_REF }}
+          outputs: type=local,dest=${{ runner.temp }}/artifacts/package-${{ env.LOGNAME }}
+
       - name: Pack logs
         shell: bash
         run: |
@@ -181,6 +194,44 @@ jobs:
           path: ${{ env.LOG_TAR }}
           if-no-files-found: ignore
 
+      - name: Upload GEMC tarball artifact
+        uses: actions/upload-artifact@v7
+        with:
+          name: gemc-tarball-${{ env.LOGNAME }}
+          path: ${{ runner.temp }}/artifacts/package-${{ env.LOGNAME }}/*.tar.gz
+          if-no-files-found: error
+
+  release_tarballs:
+    if: ${{ github.event_name != 'pull_request' && always() }}
+    name: Attach GEMC tarballs to dev release
+    needs: [ build_arch, discover ]
+    runs-on: ubuntu-latest
+    env:
+      TAG_NAME: dev
+    steps:
+      - name: Download GEMC tarballs
+        uses: actions/download-artifact@v7
+        with:
+          pattern: gemc-tarball-*
+          path: ${{ runner.temp }}/gemc-release-artifacts
+          merge-multiple: true
+
+      - name: Upload GEMC tarballs to release
+        env:
+          GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        shell: bash
+        run: |
+          shopt -s nullglob
+          tarballs=("${{ runner.temp }}/gemc-release-artifacts/"*.tar.gz)
+          shopt -u nullglob
+          if (( ${#tarballs[@]} == 0 )); then
+            echo "No GEMC tarballs found"
+            exit 1
+          fi
+          gh release view "${TAG_NAME}" >/dev/null 2>&1 || \
+            gh release create "${TAG_NAME}" --title "Dev Nightly" --prerelease --notes "Dev nightly release."
+          gh release upload "${TAG_NAME}" "${tarballs[@]}" --clobber
+
 
   # Manifest stitch
   # uses matrix_manifest so it's not repeated for each arch

ci/dockerfile_creator.py

@@ -35,7 +35,16 @@ def docker_header(image: str, image_tag: str, geant4_tag: str) -> str:
     return commands
 
 
-def install_gemc(geant4_version: str, gemc_version: str) -> str:
+def install_gemc(geant4_version: str, gemc_version: str, source: str) -> str:
+    if source == "context":
+        commands = f'\nCOPY . /root/src \n'
+        commands += f'RUN  cd /root/src \\\n'
+        commands += f"     && DOCKER_ENTRYPOINT_SOURCE_ONLY=1 . {remote_entrypoint()} \\\n"
+        commands += f'     && module load geant4/{geant4_version} \\\n'
+        commands += f'     &&  ./ci/build.sh  \\\n'
+        commands += f'     && echo "export PATH=\\${{SIM_HOME}}/gemc/dev/bin:\\${{SIM_HOME}}/gemc/dev/python_env/bin:\\${{PATH}}" >> {remote_entrypoint_addon()} \n'
+        return commands
+
     clone_arguments = f'-c advice.detachedHead=false --recurse-submodules --single-branch'
     if gemc_version == "dev":
         clone_arguments += ' --depth 1'
@@ -50,18 +59,48 @@ def install_gemc(geant4_version: str, gemc_version: str) -> str:
     return commands
 
 
+def package_install(geant4_version: str, gemc_version: str, image: str, image_tag: str, package_arch: str) -> str:
+    package_name = f'gemc-{gemc_version}-geant4-{geant4_version}-{image}-{image_tag}-{package_arch}'
+    commands = '\n# release tarball build \n'
+    commands += 'FROM final AS package-build \n'
+    commands += f'RUN  cd /root/src \\\n'
+    commands += f"     && DOCKER_ENTRYPOINT_SOURCE_ONLY=1 . {remote_entrypoint()} \\\n"
+    commands += f'     && module load geant4/{geant4_version} \\\n'
+    commands += f'     && GEANT4_VERSION={geant4_version} GEMC_PACKAGE_VERSION={gemc_version} \\\n'
+    commands += f'        ./ci/package_install.sh "${{SIM_HOME}}/gemc/dev" /root/src/dist "{package_name}" \n'
+    return commands
+
+
 def log_exporters() -> str:
     commands = '\n# logs exporter \n'
     commands += 'FROM scratch AS logs-export \n'
     commands += 'COPY --from=final /root/src/logs /logs \n'
     return commands
 
 
-def create_dockerfile(image: str, image_tag: str, geant4_version: str, gemc_version: str) -> str:
+def package_exporters() -> str:
+    commands = '\n# release package exporter \n'
+    commands += 'FROM scratch AS package-export \n'
+    commands += 'COPY --from=package-build /root/src/dist / \n'
+    return commands
+
+
+def create_dockerfile(
+    image: str,
+    image_tag: str,
+    geant4_version: str,
+    gemc_version: str,
+    with_package: bool = False,
+    source: str = "clone",
+    package_arch: str = "amd64",
+) -> str:
     commands = ""
     commands += docker_header(image, image_tag, geant4_version)
-    commands += install_gemc(geant4_version, gemc_version)
+    commands += install_gemc(geant4_version, gemc_version, source)
     commands += log_exporters()
+    if with_package:
+        commands += package_install(geant4_version, gemc_version, image, image_tag, package_arch)
+        commands += package_exporters()
 
     return commands
 
@@ -92,6 +131,18 @@ def main():
         "--gemc-version", default="dev",
         help="Version of GEMC to install (default: %(default)s)"
     )
+    parser.add_argument(
+        "--with-package", action="store_true",
+        help="Add a package-export stage that emits a GEMC install tarball"
+    )
+    parser.add_argument(
+        "--source", choices=["clone", "context"], default="clone",
+        help="Build GEMC from a GitHub clone or from the Docker build context"
+    )
+    parser.add_argument(
+        "--package-arch", choices=["amd64", "arm64"], default="amd64",
+        help="Architecture suffix to use in the package artifact name"
+    )
 
     args = parser.parse_args()
 
@@ -107,6 +158,9 @@ def main():
         args.image_tag,
         args.geant4_version,
         args.gemc_version,
+        args.with_package,
+        args.source,
+        args.package_arch,
     )
     print(dockerfile)