llama.cpp/.github/workflows/build-and-test-snapdragon.yml at master · YingfeiLab/llama.cpp · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
name: CI (snapdragon)

on:
  workflow_dispatch:
  push:
    branches:
      - master
    paths:
      - '.github/workflows/build-and-test-snapdragon.yml'
      - 'ggml/include/ggml-hexagon.h'
      - 'ggml/src/ggml-hexagon/**'
      - 'docs/backend/snapdragon/**'
      - 'scripts/snapdragon/**'
      - 'CMakePresets.json'

  pull_request:
    types: [opened, synchronize, reopened]
    paths:
      - '.github/workflows/build-and-test-snapdragon.yml'
      - 'ggml/include/ggml-hexagon.h'
      - 'ggml/src/ggml-hexagon/**'
      - 'docs/backend/snapdragon/**'
      - 'scripts/snapdragon/**'
      - 'CMakePresets.json'

concurrency:
  group: ${{ github.workflow }}-${{ github.head_ref && github.ref || github.run_id }}
  cancel-in-progress: true

jobs:
  android-ndk-snapdragon:
    runs-on: ubuntu-latest
    container:
      image: 'ghcr.io/snapdragon-toolchain/arm64-android:v0.7'
    defaults:
      run:
        shell: bash

    steps:
      - name: Clone
        uses: actions/checkout@v6
        with:
          fetch-depth: 0
          lfs: false

      - name: Build Llama.CPP for Snapdragon Android
        id: build_llama_cpp_snapdragon_android
        run: |
          cp docs/backend/snapdragon/CMakeUserPresets.json .
          cmake --preset arm64-android-snapdragon-release -B build
          cmake --build build
          cmake --install build --prefix pkg-snapdragon/llama.cpp

      - name: Upload Llama.CPP Snapdragon Android Build Artifact
        if: ${{ always() && steps.build_llama_cpp_snapdragon_android.outcome == 'success' }}
        uses: actions/upload-artifact@v6
        with:
          name: llama-cpp-android-arm64-snapdragon
          path: pkg-snapdragon/llama.cpp

  linux-iot-snapdragon:
    runs-on: ubuntu-latest
    container:
      image: 'ghcr.io/snapdragon-toolchain/arm64-linux:v0.7'
    defaults:
      run:
        shell: bash

    steps:
      - name: Clone
        uses: actions/checkout@v6
        with:
          fetch-depth: 0
          lfs: false

      - name: Build Llama.CPP for Snapdragon Linux IoT
        id: build_llama_cpp_snapdragon_linux
        run: |
          cp docs/backend/snapdragon/CMakeUserPresets.json .
          cmake --preset arm64-linux-snapdragon-release -B build-snapdragon -DGGML_OPENCL=ON
          cmake --build build-snapdragon -j $(nproc)
          cmake --install build-snapdragon --prefix pkg-snapdragon/llama.cpp

      - name: Upload Llama.CPP Snapdragon Linux IoT Build Artifact
        if: ${{ always() && steps.build_llama_cpp_snapdragon_linux.outcome == 'success' }}
        uses: actions/upload-artifact@v6
        with:
          name: llama-cpp-linux-arm64-snapdragon
          path: pkg-snapdragon/llama.cpp

  test-snapdragon-qdc:
    name: Test on QDC Device (${{ matrix.device }})
    needs: [android-ndk-snapdragon, linux-iot-snapdragon]
    runs-on: ubuntu-24.04-arm
    timeout-minutes: 90
    strategy:
      fail-fast: false
      matrix:
        device: [SM8750, SM8850, QCS9075M]

    steps:
      - name: Checkout
        uses: actions/checkout@v6

      - name: Download build artifact
        uses: actions/download-artifact@v7
        with:
          name: ${{ startsWith(matrix.device, 'QCS') && 'llama-cpp-linux-arm64-snapdragon' || 'llama-cpp-android-arm64-snapdragon' }}
          path: pkg-snapdragon/llama.cpp

      - name: Set up Python
        uses: actions/setup-python@v6
        with:
          python-version: '3.x'
          cache: pip

      - name: Install system dependencies
        run: |
          sudo apt-get update
          sudo apt-get install -y curl unzip

      - name: Install QDC SDK wheel
        run: |
          curl -fSL -o qdc_sdk.zip https://softwarecenter.qualcomm.com/api/download/software/tools/Qualcomm_Device_Cloud_SDK/All/0.2.3/qualcomm_device_cloud_sdk-0.2.3.zip
          unzip qdc_sdk.zip -d qdc_sdk
          pip install qdc_sdk/qualcomm_device_cloud_sdk-0.2.3-py3-none-any.whl

      - name: Check QDC API key
        id: check_secret
        env:
          QDC_API_KEY: ${{ secrets.QDC_API_KEY }}
        run: echo "has-qdc-key=${{ env.QDC_API_KEY != '' }}" >> "$GITHUB_OUTPUT"

      - name: Run QDC tests (${{ matrix.device }})
        if: steps.check_secret.outputs.has-qdc-key == 'true'
        run: |
          python scripts/snapdragon/qdc/run_qdc_jobs.py \
              --test       all \
              --pkg-dir    pkg-snapdragon/llama.cpp \
              --model-url  "https://huggingface.co/bartowski/Llama-3.2-1B-Instruct-GGUF/resolve/main/Llama-3.2-1B-Instruct-Q4_0.gguf" \
              --device     ${{ matrix.device }} \
              ${{ startsWith(matrix.device, 'QCS') && '--retries 2 --retry-delay 300' || '' }}
        env:
          QDC_API_KEY: ${{ secrets.QDC_API_KEY }}

      - name: Cleanup
        if: always()
        run: rm -rf pkg-snapdragon qdc_sdk qdc_sdk.zip