ci : add HF_TOKEN secret for HF download authorization

This is to avoid the HR rate limiting when downloading model.

Author: danbev

.github/workflows/build-coreml.yml

@@ -52,6 +52,8 @@ jobs:
           echo "GEN_MODEL_NAME=whisper-${TAG_NAME}-ggml-base.en-encoder.mlmodelc" >> $GITHUB_ENV
 
       - name: Download model
+        env:
+          HF_TOKEN: ${{ secrets.HF_TOKEN }}
         run: |
           ./models/download-ggml-model.sh ${{ env.MODEL_NAME }}
 

.github/workflows/build-cpu.yml

@@ -55,6 +55,8 @@ jobs:
 
       - name: Test
         id: ggml-ci
+        env:
+          HF_TOKEN: ${{ secrets.HF_TOKEN }}
         run: |
           LLAMA_ARG_THREADS=$(nproc) GG_BUILD_LOW_PERF=1 bash ./ci/run.sh ./tmp/results ./tmp/mnt
 
@@ -81,6 +83,8 @@ jobs:
 
       - name: Test
         id: ggml-ci
+        env:
+          HF_TOKEN: ${{ secrets.HF_TOKEN }}
         run: |
           LLAMA_ARG_THREADS=$(nproc) GG_BUILD_LOW_PERF=1 bash ./ci/run.sh ./tmp/results ./tmp/mnt
 
@@ -107,6 +111,8 @@ jobs:
 
       - name: Test
         id: ggml-ci
+        env:
+          HF_TOKEN: ${{ secrets.HF_TOKEN }}
         run: |
           LLAMA_ARG_THREADS=$(nproc) bash ./ci/run.sh ./tmp/results ./tmp/mnt
 
@@ -133,6 +139,8 @@ jobs:
 
       - name: Test
         id: ggml-ci
+        env:
+          HF_TOKEN: ${{ secrets.HF_TOKEN }}
         run: |
           LLAMA_ARG_THREADS=$(nproc) GG_BUILD_NO_SVE=1 GG_BUILD_NO_BF16=1 GG_BUILD_EXTRA_TESTS_0=1 bash ./ci/run.sh ./tmp/results ./tmp/mnt
 
@@ -159,5 +167,7 @@ jobs:
 
       - name: Test
         id: ggml-ci
+        env:
+          HF_TOKEN: ${{ secrets.HF_TOKEN }}
         run: |
           LLAMA_ARG_THREADS=$(nproc) GG_BUILD_NO_BF16=1 GG_BUILD_EXTRA_TESTS_0=1 bash ./ci/run.sh ./tmp/results ./tmp/mnt

.github/workflows/build-quantize.yml

@@ -32,6 +32,8 @@ jobs:
         uses: actions/checkout@v6
 
       - name: Test quantize
+        env:
+          HF_TOKEN: ${{ secrets.HF_TOKEN }}
         run: |
           ./models/download-ggml-model.sh tiny.en
           cmake -B build

.github/workflows/examples.yml

@@ -42,6 +42,8 @@ jobs:
         run: npx cmake-js compile -T addon.node -B Release
 
       - name: Download test model
+        env:
+          HF_TOKEN: ${{ secrets.HF_TOKEN }}
         run: |
           bash ./models/download-ggml-model.sh base.en
       - name: Test

models/download-ggml-model.sh

@@ -125,6 +125,7 @@ elif [ -x "$(command -v curl)" ]; then
          --retry-delay 5 \
          --retry-all-errors \
          --retry-connrefused \
+         ${HF_TOKEN:+--header "Authorization: Bearer $HF_TOKEN"} \
          --output ggml-"$model".bin $src/$pfx-"$model".bin
 elif [ -x "$(command -v wget)" ]; then
     wget --no-config --quiet --show-progress -O ggml-"$model".bin $src/$pfx-"$model".bin