Add experimental CI for release builds (#39)

Author: oitel

.github/workflows/build-release.yml

@@ -4,10 +4,40 @@ on:
   workflow_dispatch:
 
 jobs:
+  create-release:
+    runs-on: ubuntu-slim
+
+    outputs:
+      version: ${{ steps.get-version.outputs.version }}
+
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v6
+        with:
+          # fetch full history + tags
+          fetch-depth: 0
+
+      - name: Get version
+        id: get-version
+        run: |
+          VERSION=$(ci/git_version.sh | xargs)
+          echo "version=${VERSION}" >> $GITHUB_OUTPUT
+
+      - name: Create release
+        env:
+          GH_TOKEN: ${{ github.token }}
+          VERSION: ${{ steps.get-version.outputs.version }}
+        run: |
+          gh release create ${VERSION} \
+            --draft \
+            --title "mrbind ${VERSION}"
+
   build-linux:
+    needs:
+      - create-release
     runs-on: ${{ matrix.runner }}
     container:
-      image: rockylinux:8
+      image: almalinux:8
     strategy:
       fail-fast: false
       matrix:
@@ -19,33 +49,68 @@ jobs:
             runner: ubuntu-24.04-arm
 
     steps:
-      - name: Checkout
-        uses: action/checkout@v6
-
-      - name: Install build tools
+      - name: Install tools
         run: |
           dnf install -y epel-release
+          dnf config-manager --add-repo https://cli.github.com/packages/rpm/gh-cli.repo
           dnf install -y --enablerepo powertools \
-            gcc-toolset-14 cmake ninja-build python3
+            gcc-toolset-14 cmake ninja-build \
+            $(: CI requirements ) \
+            git gh unzip zip \
+            $(: test requirements ) \
+            gcc-c++ findutils python38-devel
 
-      - name: Download LLVM
+      - name: Checkout
+        uses: actions/checkout@v6
+        with:
+          submodules: true
+
+      - name: Fix git permissions
         run: |
-          ci/download_llvm.sh 22.1.8
+          git config --global --add safe.directory '*'
 
-      - name: Build libclang
+      - name: Download and unpack LLVM
+        env:
+          GH_TOKEN: ${{ github.token }}
         run: |
-          source /opt/rh/gcc-toolset-14/enable
-          ci/build_llvm.sh
+          gh release download llvm-22.1.8 --pattern "llvm-linux-$(uname -m).zip"
+          unzip "llvm-linux-$(uname -m).zip"
+          rm "llvm-linux-$(uname -m).zip"
 
       - name: Build
         run: |
           source /opt/rh/gcc-toolset-14/enable
           cmake -B build -G Ninja \
-            -D Clang_DIR=llvm-out/lib/cmake/clang \
-            -D CMAKE_BUILD_TYPE=Release
+            -D Clang_DIR=llvm/lib/cmake/clang \
+            -D CMAKE_BUILD_TYPE=Release \
+            -D MRBIND_STATIC_BUILD=ON \
+            -D CMAKE_CXX_FLAGS="-ffunction-sections -fdata-sections" \
+            -D CMAKE_EXE_LINKER_FLAGS="-Wl,--gc-sections -Wl,-s"
           cmake --build build --parallel $(nproc)
 
-      - name: Verify build
+      - name: Verify binaries
         run: |
+          ls -l build/mrbind*
           ldd build/mrbind*
-          build/mrbind --help
+
+      - name: Test
+        run: |
+          export CLANG_RESOURCE_DIR="$(pwd)/llvm/lib/clang/22"
+          source /opt/rh/gcc-toolset-14/enable
+          echo g++ > examples/cxx.txt
+          examples/c/run.sh
+          PYTHON=python3.8 examples/python/run.sh
+
+      - name: Create package
+        run: |
+          mkdir mrbind
+          mv build/mrbind{,_gen_c,_gen_csharp} mrbind/
+          mv llvm/lib/clang/22 mrbind/resource-dir
+          zip -r mrbind-linux-$(uname -m).zip mrbind/
+
+      - name: Upload package
+        env:
+          GH_TOKEN: ${{ github.token }}
+          VERSION: ${{ needs.create-release.outputs.version }}
+        run: |
+          gh release upload ${VERSION} mrbind-linux-$(uname -m).zip --clobber

CMakeLists.txt

@@ -23,14 +23,20 @@ if(WIN32 AND NOT MINGW)
     set(CMAKE_MSVC_RUNTIME_LIBRARY MultiThreaded)
 endif()
 
-if (CMAKE_CXX_COMPILER_ID STREQUAL "Clang")
+if(CMAKE_CXX_COMPILER_ID STREQUAL "Clang")
     set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -fstandalone-debug")
 endif()
+if(CMAKE_CXX_COMPILER_ID STREQUAL "GNU")
+    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-unused-parameter -Wno-conversion -Wno-extra-semi")
+endif()
 
 include_directories(include src)
 include_directories(deps/cppdecl/include)
 
 
+option(MRBIND_STATIC_BUILD "Build the parser and the generators as static binaries." OFF)
+
+
 add_library(mrbind_common STATIC
     src/common/command_line_args_as_utf8.cpp
     src/common/command_line_parser.cpp
@@ -55,7 +61,7 @@ if(MRBIND_BUILD_PARSER)
         src/parser/multiplex_data.cpp
     )
 
-    if (CMAKE_CXX_COMPILER_ID STREQUAL "GCC" OR CMAKE_CXX_COMPILER_ID STREQUAL "Clang")
+    if (CMAKE_CXX_COMPILER_ID STREQUAL "GNU" OR CMAKE_CXX_COMPILER_ID STREQUAL "Clang")
         set_source_files_properties(src/parser/disable_rtti.cpp PROPERTIES COMPILE_FLAGS -fno-rtti)
     endif()
 
@@ -65,11 +71,19 @@ if(MRBIND_BUILD_PARSER)
 
     target_include_directories(mrbind PRIVATE ${LLVM_INCLUDE_DIR} ${CLANG_INCLUDE_DIR})
 
-    # Clang lets you choose between large dynamic libraries, and fine-grained static libraries.
-    # Those are the large dynamic ones. If they are not available for some reason,
-    #   we could switch to the static ones (probably conditionally here in CMake, by checking what's available).
-    # See the git history to see some related static library names.
-    target_link_libraries(mrbind PRIVATE LLVM clang-cpp)
+    if(MRBIND_STATIC_BUILD)
+        target_link_libraries(mrbind PRIVATE -static-libstdc++ -static-libgcc)
+        if(NOT TARGET clangTooling)
+            message(FATAL_ERROR "clangTooling is required for static builds")
+        endif()
+        target_link_libraries(mrbind PRIVATE clangTooling)
+    else()
+        # Clang lets you choose between large dynamic libraries, and fine-grained static libraries.
+        # Those are the large dynamic ones. If they are not available for some reason,
+        #   we could switch to the static ones (probably conditionally here in CMake, by checking what's available).
+        # See the git history to see some related static library names.
+        target_link_libraries(mrbind PRIVATE LLVM clang-cpp)
+    endif()
 endif()
 
 
@@ -123,6 +137,9 @@ if(MRBIND_BUILD_GENERATOR_C)
         mrbind_gen_common
         mrbind_c_interop
     )
+    if(MRBIND_STATIC_BUILD)
+        target_link_libraries(mrbind_gen_c PRIVATE -static-libstdc++ -static-libgcc)
+    endif()
 endif()
 
 if(MRBIND_BUILD_GENERATOR_CSHARP)
@@ -138,4 +155,7 @@ if(MRBIND_BUILD_GENERATOR_CSHARP)
         mrbind_gen_common
         mrbind_c_interop
     )
+    if(MRBIND_STATIC_BUILD)
+        target_link_libraries(mrbind_gen_csharp PRIVATE -static-libstdc++ -static-libgcc)
+    endif()
 endif()

ci/build_llvm.sh

@@ -5,12 +5,17 @@ SRC_DIR=${1:-llvm-src/llvm}
 BUILD_DIR=llvm-build
 OUT_DIR=llvm-out
 
+# triples may fail to be auto-detected correctly in some cases
+HOST_TRIPLE="$(uname -m)-unknown-linux-gnu"
+
 cmake -G Ninja -S "$SRC_DIR" -B "$BUILD_DIR" \
     -DCMAKE_BUILD_TYPE=Release \
     -DCMAKE_INSTALL_PREFIX="$OUT_DIR" \
     -DCMAKE_INSTALL_LIBDIR=lib \
     -DLLVM_ENABLE_PROJECTS=clang \
-    -DLLVM_TARGETS_TO_BUILD="" \
+    -DLLVM_TARGETS_TO_BUILD="Native" \
+    -DLLVM_HOST_TRIPLE="$HOST_TRIPLE" \
+    -DLLVM_DEFAULT_TARGET_TRIPLE="$HOST_TRIPLE" \
     -DBUILD_SHARED_LIBS=OFF \
     -DLLVM_BUILD_LLVM_DYLIB=OFF \
     -DLLVM_LINK_LLVM_DYLIB=OFF \

ci/download_llvm.sh

@@ -0,0 +1,12 @@
+#!/bin/sh
+set -e
+
+if tag=$(git describe --tags --abbrev=0 --match 'v*' 2>/dev/null); then
+  count=$(git rev-list --count "${tag}..HEAD")
+else
+  # no reachable version tag, fall back to the CMake default (0.0.0).
+  tag="v0.0.0"
+  count=$(git rev-list --count HEAD 2>/dev/null || echo 0)
+fi
+
+printf '%s-%s\n' "$tag" "$count"

ci/git_version.sh

@@ -60,7 +60,7 @@ find input \( -name '*.h' -or -name '*.hpp' \) -printf "#include <%p>\n" >>c/out
     "${EXTRA_PARSER_FLAGS[@]}" \
     -- \
     -xc++-header \
-    -resource-dir="$("$CLANG_CXX" -print-resource-dir)" \
+    -resource-dir="${CLANG_RESOURCE_DIR:-$("$CLANG_CXX" -print-resource-dir)}" \
     -I. \
     "${EXTRA_PARSER_CXX_FLAGS[@]}"
 

examples/c/run.sh

@@ -65,7 +65,7 @@ find input \( -name '*.h' -or -name '*.hpp' \) -printf "#include <%p>\n" >>cshar
     "${EXTRA_PARSER_FLAGS[@]}" \
     -- \
     -xc++-header \
-    -resource-dir="$("$CLANG_CXX" -print-resource-dir)" \
+    -resource-dir="${CLANG_RESOURCE_DIR:-$("$CLANG_CXX" -print-resource-dir)}" \
     -I. \
     "${EXTRA_PARSER_CXX_FLAGS[@]}"
 

examples/csharp/run.sh

@@ -50,7 +50,7 @@ find input \( -name '*.h' -or -name '*.hpp' \) -printf "#include <%p>\n" >>pytho
     "${EXTRA_PARSER_FLAGS[@]}" \
     -- \
     -xc++-header \
-    -resource-dir="$("$CLANG_CXX" -print-resource-dir)" \
+    -resource-dir="${CLANG_RESOURCE_DIR:-$("$CLANG_CXX" -print-resource-dir)}" \
     -I. \
     "${EXTRA_PARSER_CXX_FLAGS[@]}"
 
@@ -62,6 +62,8 @@ if [[ ! -d python/pybind11 ]]; then
     (cd python/pybind11 && git checkout d2413f5bca91a2c091b9b0801e0c1b5bf089e31d)
 fi
 
+PYTHON=${PYTHON:-python3}
+
 # Compile the Python module.
 # Note that the output filename must match the name passed to `-DMB_PB11_MODULE_NAME=`, minus the extension.
 "$CLANG_CXX" \
@@ -77,8 +79,8 @@ fi
     -DMB_PB11_MODULE_NAME=example \
     -DMB_DEFINE_IMPLEMENTATION \
     -DPYBIND11_COMPILER_TYPE='"_mrbind_example"' -DPYBIND11_BUILD_ABI='"_mrbind_example"' \
-    $(pkg-config --cflags python3-embed) \
+    $(${PYTHON}-config --cflags --embed) \
     "${EXTRA_CXX_FLAGS[@]}"
 
 # Run a test program using the Python module.
-PYTHONPATH=python/output python3 python/example_consumer.py
+PYTHONPATH=python/output $PYTHON python/example_consumer.py