diff --git a/.github/workflows/build-sanitize.yml b/.github/workflows/build-sanitize.yml
index e517f7bade4..465faeaed25 100644
--- a/.github/workflows/build-sanitize.yml
+++ b/.github/workflows/build-sanitize.yml
@@ -58,6 +58,7 @@ jobs:
         run: |
           cmake . -DCMAKE_BUILD_TYPE=Debug \
             -DWHISPER_SANITIZE_${{ matrix.sanitizer }}=ON \
+            -DGGML_NATIVE=OFF \
             -DGGML_OPENMP=OFF
           make
 
@@ -65,7 +66,8 @@ jobs:
         if: ${{ matrix.sanitizer == 'ADDRESS' }}
         run: |
           cmake . -DCMAKE_BUILD_TYPE=RelWithDebInfo \
-            -DWHISPER_SANITIZE_${{ matrix.sanitizer }}=ON
+            -DWHISPER_SANITIZE_${{ matrix.sanitizer }}=ON \
+            -DGGML_NATIVE=OFF
           make
 
       - name: Build (no OpenMP)
@@ -73,6 +75,7 @@ jobs:
         run: |
           cmake . -DCMAKE_BUILD_TYPE=RelWithDebInfo \
             -DWHISPER_SANITIZE_${{ matrix.sanitizer }}=ON \
+            -DGGML_NATIVE=OFF \
             -DGGML_OPENMP=OFF
           make