feat: migrate native-io implementation from C to Rust (#4738)

* feat: migrate native-io implementation from C to Rust

* fix: use Apache Commons SystemUtils for OS name and architecture retrieval

* feat: add support for pure Rust native-io builds with conditional activation

* chore: update Rust and Zig toolchain versions

* chore: extract native build setup action

Co-authored-by: Copilot <223556219+Copilot@users.noreply.github.com>

* fix: add shell to native build action

Co-authored-by: Copilot <223556219+Copilot@users.noreply.github.com>

---------

Co-authored-by: Copilot <223556219+Copilot@users.noreply.github.com>

Author: nodece

.github/actions/setup-native-build/action.yml

@@ -0,0 +1,38 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+
+name: setup native build
+description: sets up Rust, Zig, and cargo-zigbuild for native builds
+runs:
+  using: composite
+  steps:
+    - name: Set up Rust
+      uses: dtolnay/rust-toolchain@29eef336d9b2848a0b548edc03f92a220660cdb8
+      with:
+        # Cross-compilation targets: Linux amd64 and arm64 (glibc)
+        targets: >-
+          x86_64-unknown-linux-gnu,
+          aarch64-unknown-linux-gnu
+
+    - name: Set up Zig
+      uses: mlugg/setup-zig@d1434d08867e3ee9daa34448df10607b98908d29
+
+    - name: Install cargo-zigbuild
+      run: cargo install --locked cargo-zigbuild
+      shell: bash

.github/workflows/bk-ci.yml

@@ -82,6 +82,10 @@ jobs:
           distribution: 'temurin'
           java-version: 17
 
+      - name: Setup native build
+        if: steps.check_changes.outputs.docs_only != 'true'
+        uses: ./.github/actions/setup-native-build
+
       - name: Validate pull request
         if: steps.check_changes.outputs.docs_only != 'true'
         run: |
@@ -161,6 +165,9 @@ jobs:
           distribution: 'temurin'
           java-version: 17
 
+      - name: Setup native build
+        uses: ./.github/actions/setup-native-build
+
       - name: Tune Java DNS TTL settings
         run: |
           sudo tee -a $JAVA_HOME/conf/security/java.security <<EOF
@@ -244,6 +251,9 @@ jobs:
           distribution: 'temurin'
           java-version: 17
 
+      - name: Setup native build
+        uses: ./.github/actions/setup-native-build
+
       - name: Tune Java DNS TTL settings
         run: |
           sudo tee -a $JAVA_HOME/conf/security/java.security <<EOF
@@ -341,6 +351,9 @@ jobs:
           distribution: 'temurin'
           java-version: 17
 
+      - name: Setup native build
+        uses: ./.github/actions/setup-native-build
+
       - name: Restore released versions cache
         uses: actions/cache/restore@v4
         with:
@@ -437,6 +450,9 @@ jobs:
           distribution: 'temurin'
           java-version: 17
 
+      - name: Setup native build
+        uses: ./.github/actions/setup-native-build
+
       - name: mvn package
         run: mvn -B -nsu clean package -DskipTests
 
@@ -471,6 +487,9 @@ jobs:
           distribution: 'temurin'
           java-version: 17
 
+      - name: Setup native build
+        uses: ./.github/actions/setup-native-build
+
       - name: mvn package
         run: mvn -B -nsu clean package -DskipTests
 
@@ -514,6 +533,9 @@ jobs:
           distribution: 'temurin'
           java-version: ${{ matrix.jdk_version }}
 
+      - name: Setup native build
+        uses: ./.github/actions/setup-native-build
+
       - name: Build with Maven
         run: mvn clean package -B -nsu -DskipBookKeeperServerTests
 

.github/workflows/bk-streamstorage-python.yml

@@ -73,6 +73,8 @@ jobs:
         with:
           distribution: 'temurin'
           java-version: 17
+      - name: Setup native build
+        uses: ./.github/actions/setup-native-build
       - name: Build
         run: mvn -q -T 1C -B -nsu clean install -DskipTests -Dcheckstyle.skip -Dspotbugs.skip -Drat.skip -Dmaven.javadoc.skip
       - name: Pick ubuntu mirror for the docker image build
@@ -83,5 +85,3 @@ jobs:
         run: ./stream/clients/python/docker/build-local-image.sh
       - name: Test
         run: ./stream/clients/python/scripts/docker_integration_tests.sh
-
-

.github/workflows/codeql.yml

@@ -85,6 +85,10 @@ jobs:
         distribution: 'temurin'
         java-version: 17
 
+    - name: Setup native build
+      if: steps.check_changes.outputs.docs_only != 'true'
+      uses: ./.github/actions/setup-native-build
+
     - name: Validate pull request
       if: steps.check_changes.outputs.docs_only != 'true'
       run: |

.github/workflows/java21-daily-build.yml

@@ -42,6 +42,8 @@ jobs:
         with:
           distribution: 'temurin'
           java-version: 21
+      - name: Setup native build
+        uses: ./.github/actions/setup-native-build
       - name: Build with Maven
         run: mvn -B clean install
       - name: Aggregates all test reports to ./test-reports and ./surefire-reports directories If failure

.github/workflows/windows-daily-build.yml

@@ -43,6 +43,8 @@ jobs:
         with:
           distribution: 'temurin'
           java-version: 21
+      - name: Setup native build
+        uses: ./.github/actions/setup-native-build
       - name: Build with Maven
         run: mvn -B clean install
       - name: Aggregates all test reports to ./test-reports and ./surefire-reports directories If failure