Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
18 changes: 9 additions & 9 deletions .devops/openvino.Dockerfile
Original file line number Diff line number Diff line change
@@ -1,17 +1,17 @@
ARG OPENVINO_VERSION_MAJOR=2026.0
ARG OPENVINO_VERSION_FULL=2026.0.0.20965.c6d6a13a886
ARG OPENVINO_VERSION_MAJOR=2026.2
ARG OPENVINO_VERSION_FULL=2026.2.0.21903.52ddc073857
ARG UBUNTU_VERSION=24.04

# Intel GPU driver versions. https://github.com/intel/compute-runtime/releases
ARG IGC_VERSION=v2.30.1
ARG IGC_VERSION_FULL=2_2.30.1+20950
ARG COMPUTE_RUNTIME_VERSION=26.09.37435.1
ARG COMPUTE_RUNTIME_VERSION_FULL=26.09.37435.1-0
ARG IGDGMM_VERSION=22.9.0
ARG IGC_VERSION=v2.34.4
ARG IGC_VERSION_FULL=2_2.34.4+21428
ARG COMPUTE_RUNTIME_VERSION=26.18.38308.1
ARG COMPUTE_RUNTIME_VERSION_FULL=26.18.38308.1-0
ARG IGDGMM_VERSION=22.10.0

# Intel NPU driver versions. https://github.com/intel/linux-npu-driver/releases
ARG NPU_DRIVER_VERSION=v1.32.0
ARG NPU_DRIVER_FULL=v1.32.0.20260402-23905121947
ARG NPU_DRIVER_VERSION=v1.32.1
ARG NPU_DRIVER_FULL=v1.32.1.20260422-24767473183
ARG LIBZE1_VERSION=1.27.0-1~24.04~ppa2

# Optional proxy build arguments
Expand Down
4 changes: 2 additions & 2 deletions .github/workflows/build-cache.yml
Original file line number Diff line number Diff line change
Expand Up @@ -68,8 +68,8 @@ jobs:

env:
# Sync versions in build.yml, build-self-hosted.yml, release.yml, build-cache.yml, .devops/openvino.Dockerfile
OPENVINO_VERSION_MAJOR: "2026.0"
OPENVINO_VERSION_FULL: "2026.0.0.20965.c6d6a13a886"
OPENVINO_VERSION_MAJOR: "2026.2"
OPENVINO_VERSION_FULL: "2026.2.0.21903.52ddc073857"

steps:
- name: Clone
Expand Down
82 changes: 79 additions & 3 deletions .github/workflows/build-openvino.yml
Original file line number Diff line number Diff line change
Expand Up @@ -55,8 +55,8 @@ jobs:

env:
# Sync versions in build-openvino.yml, build-self-hosted.yml, release.yml, build-cache.yml, .devops/openvino.Dockerfile
OPENVINO_VERSION_MAJOR: "2026.0"
OPENVINO_VERSION_FULL: "2026.0.0.20965.c6d6a13a886"
OPENVINO_VERSION_MAJOR: "2026.2"
OPENVINO_VERSION_FULL: "2026.2.0.21903.52ddc073857"

steps:
- name: Clone
Expand Down Expand Up @@ -117,4 +117,80 @@ jobs:
if [ "${{ matrix.openvino_device }}" = "GPU" ]; then
export GGML_OPENVINO_DEVICE=GPU
fi
ctest --test-dir build/ReleaseOV -L main -E "test-llama-archs" --verbose --timeout 2000
ctest --test-dir build/ReleaseOV -L main -E "test-llama-archs" --verbose --timeout 3000

windows-2022-openvino:
runs-on: windows-2022

env:
# Sync versions in build-openvino.yml, build-self-hosted.yml, release.yml, build-cache.yml, .devops/openvino.Dockerfile
OPENVINO_VERSION_MAJOR: "2026.2"
OPENVINO_VERSION_FULL: "2026.2.0.21903.52ddc073857"

steps:
- name: Clone
id: checkout
uses: actions/checkout@v6

- name: ccache
uses: ggml-org/ccache-action@v1.2.21
with:
key: windows-2022-openvino
variant: ccache
evict-old-files: 1d
save: ${{ github.event_name == 'push' && github.ref == 'refs/heads/master' }}

- name: Download and extract OpenVINO Runtime
shell: powershell
run: |
$url = "https://storage.openvinotoolkit.org/repositories/openvino/packages/${{ env.OPENVINO_VERSION_MAJOR }}/windows/openvino_toolkit_windows_${{ env.OPENVINO_VERSION_FULL }}_x86_64.zip"
$out = "openvino.zip"
Invoke-WebRequest -Uri $url -OutFile $out
Expand-Archive -Path $out -DestinationPath openvino_toolkit -Force
Remove-Item $out

- name: Install OpenCL using vcpkg
shell: powershell
run: |
git clone https://github.com/microsoft/vcpkg C:\vcpkg
C:\vcpkg\bootstrap-vcpkg.bat
C:\vcpkg\vcpkg install opencl

- name: Build
id: cmake_build
shell: cmd
run: |
REM Find extracted OpenVINO folder dynamically
for /d %%i in (openvino_toolkit\*) do set OPENVINO_ROOT=%%i

if not exist "%OPENVINO_ROOT%\runtime\cmake\OpenVINOConfig.cmake" (
echo ERROR: OpenVINOConfig.cmake not found
exit /b 1
)

REM Call OpenVINO setup script to automatically append DLLs to PATH
call "%OPENVINO_ROOT%\setupvars.bat"

cmake -B build\ReleaseOV -G "Visual Studio 17 2022" ^
-A x64 ^
-DCMAKE_BUILD_TYPE=Release ^
-DGGML_OPENVINO=ON ^
-DLLAMA_CURL=OFF ^
-DCMAKE_TOOLCHAIN_FILE=C:\vcpkg\scripts\buildsystems\vcpkg.cmake

cmake --build build\ReleaseOV --config Release -- /m

- name: Test
id: cmake_test
shell: cmd
# TODO: fix and re-enable the `test-llama-archs` test below
run: |
REM Find extracted OpenVINO folder dynamically
for /d %%i in (openvino_toolkit\*) do set OPENVINO_ROOT=%%i

REM Call OpenVINO setup script to automatically append DLLs to PATH
call "%OPENVINO_ROOT%\setupvars.bat"

REM Run the tests
cd build
ctest --test-dir ReleaseOV -L main -E "test-llama-archs" -C Release --verbose --timeout 3000
4 changes: 2 additions & 2 deletions .github/workflows/build-self-hosted.yml
Original file line number Diff line number Diff line change
Expand Up @@ -310,8 +310,8 @@ jobs:

env:
# Sync versions in build.yml, build-self-hosted.yml, release.yml, build-cache.yml, .devops/openvino.Dockerfile
OPENVINO_VERSION_MAJOR: "2026.0"
OPENVINO_VERSION_FULL: "2026.0.0.20965.c6d6a13a886"
OPENVINO_VERSION_MAJOR: "2026.2"
OPENVINO_VERSION_FULL: "2026.2.0.21903.52ddc073857"

steps:
- name: Clone
Expand Down
98 changes: 96 additions & 2 deletions .github/workflows/release.yml
Original file line number Diff line number Diff line change
Expand Up @@ -347,8 +347,8 @@ jobs:

env:
# Sync versions in build.yml, build-self-hosted.yml, release.yml, build-cache.yml, .devops/openvino.Dockerfile
OPENVINO_VERSION_MAJOR: "2026.0"
OPENVINO_VERSION_FULL: "2026.0.0.20965.c6d6a13a886"
OPENVINO_VERSION_MAJOR: "2026.2"
OPENVINO_VERSION_FULL: "2026.2.0.21903.52ddc073857"

steps:
- name: Set OpenVINO version output
Expand Down Expand Up @@ -426,6 +426,98 @@ jobs:
path: llama-${{ steps.tag.outputs.name }}-bin-ubuntu-openvino-${{ env.OPENVINO_VERSION_MAJOR }}-x64.tar.gz
name: llama-bin-ubuntu-openvino-${{ env.OPENVINO_VERSION_MAJOR }}-x64.tar.gz

windows-openvino:

runs-on: windows-2022

outputs:
openvino_version: ${{ steps.openvino_version.outputs.value }}

env:
# Sync versions in build-openvino.yml, build-self-hosted.yml, release.yml, build-cache.yml, .devops/openvino.Dockerfile
OPENVINO_VERSION_MAJOR: "2026.2"
OPENVINO_VERSION_FULL: "2026.2.0.21903.52ddc073857"

steps:
- name: Set OpenVINO version output
id: openvino_version
run: echo "value=${{ env.OPENVINO_VERSION_MAJOR }}" >> $GITHUB_OUTPUT

- name: Clone
id: checkout
uses: actions/checkout@v6

- name: Setup Node.js
uses: actions/setup-node@v6
with:
node-version: "24"
cache: "npm"
cache-dependency-path: "tools/ui/package-lock.json"

- name: ccache
uses: ggml-org/ccache-action@v1.2.21
with:
key: windows-2022-openvino-release
variant: ccache
evict-old-files: 1d

- name: Download and extract OpenVINO Runtime
shell: powershell
run: |
$url = "https://storage.openvinotoolkit.org/repositories/openvino/packages/${{ env.OPENVINO_VERSION_MAJOR }}/windows/openvino_toolkit_windows_${{ env.OPENVINO_VERSION_FULL }}_x86_64.zip"
$out = "openvino.zip"
Invoke-WebRequest -Uri $url -OutFile $out
Expand-Archive -Path $out -DestinationPath openvino_toolkit -Force
Remove-Item $out

- name: Install OpenCL using vcpkg
shell: powershell
run: |
git clone https://github.com/microsoft/vcpkg C:\vcpkg
C:\vcpkg\bootstrap-vcpkg.bat
C:\vcpkg\vcpkg install opencl

- name: Build
id: cmake_build
shell: cmd
run: |
REM Find extracted OpenVINO folder dynamically
for /d %%i in (openvino_toolkit\*) do set OPENVINO_ROOT=%%i

if not exist "%OPENVINO_ROOT%\runtime\cmake\OpenVINOConfig.cmake" (
echo ERROR: OpenVINOConfig.cmake not found
exit /b 1
)

REM Call OpenVINO setup script to automatically append DLLs to PATH
call "%OPENVINO_ROOT%\setupvars.bat"

cmake -B build\ReleaseOV -G "Visual Studio 17 2022" ^
-A x64 ^
-DCMAKE_BUILD_TYPE=Release ^
-DGGML_OPENVINO=ON ^
-DLLAMA_CURL=OFF ^
-DCMAKE_TOOLCHAIN_FILE=C:\vcpkg\scripts\buildsystems\vcpkg.cmake

cmake --build build\ReleaseOV --config Release -- /m

- name: Determine tag name
id: tag
uses: ./.github/actions/get-tag-name

- name: Pack artifacts
id: pack_artifacts
shell: powershell
run: |
Copy-Item LICENSE .\build\ReleaseOV\bin\
7z a -snl llama-${{ steps.tag.outputs.name }}-bin-win-openvino-${{ env.OPENVINO_VERSION_MAJOR }}-x64.zip .\build\ReleaseOV\bin\*

- name: Upload artifacts
uses: actions/upload-artifact@v6
with:
path: llama-${{ steps.tag.outputs.name }}-bin-win-openvino-${{ env.OPENVINO_VERSION_MAJOR }}-x64.zip
name: llama-bin-win-openvino-${{ env.OPENVINO_VERSION_MAJOR }}-x64.zip

windows-cpu:

runs-on: windows-2025
Expand Down Expand Up @@ -1249,6 +1341,7 @@ jobs:
- windows-cuda
- windows-sycl
- windows-hip
- windows-openvino
- ubuntu-22-rocm
- ubuntu-cpu
- ubuntu-vulkan
Expand Down Expand Up @@ -1356,6 +1449,7 @@ jobs:
- [Windows arm64 (CPU)](https://github.com/ggml-org/llama.cpp/releases/download/${{ steps.tag.outputs.name }}/llama-${{ steps.tag.outputs.name }}-bin-win-cpu-arm64.zip)
- [Windows x64 (CUDA 12)](https://github.com/ggml-org/llama.cpp/releases/download/${{ steps.tag.outputs.name }}/llama-${{ steps.tag.outputs.name }}-bin-win-cuda-12.4-x64.zip) - [CUDA 12.4 DLLs](https://github.com/ggml-org/llama.cpp/releases/download/${{ steps.tag.outputs.name }}/cudart-llama-bin-win-cuda-12.4-x64.zip)
- [Windows x64 (CUDA 13)](https://github.com/ggml-org/llama.cpp/releases/download/${{ steps.tag.outputs.name }}/llama-${{ steps.tag.outputs.name }}-bin-win-cuda-13.1-x64.zip) - [CUDA 13.1 DLLs](https://github.com/ggml-org/llama.cpp/releases/download/${{ steps.tag.outputs.name }}/cudart-llama-bin-win-cuda-13.1-x64.zip)
- [Windows x64 (OpenVINO)](https://github.com/ggml-org/llama.cpp/releases/download/${{ steps.tag.outputs.name }}/llama-${{ steps.tag.outputs.name }}-bin-win-openvino-${{ needs.windows-openvino.outputs.openvino_version }}-x64.zip)
- [Windows x64 (Vulkan)](https://github.com/ggml-org/llama.cpp/releases/download/${{ steps.tag.outputs.name }}/llama-${{ steps.tag.outputs.name }}-bin-win-vulkan-x64.zip)
- [Windows x64 (SYCL)](https://github.com/ggml-org/llama.cpp/releases/download/${{ steps.tag.outputs.name }}/llama-${{ steps.tag.outputs.name }}-bin-win-sycl-x64.zip)
- [Windows x64 (HIP)](https://github.com/ggml-org/llama.cpp/releases/download/${{ steps.tag.outputs.name }}/llama-${{ steps.tag.outputs.name }}-bin-win-hip-radeon-x64.zip)
Expand Down
2 changes: 1 addition & 1 deletion ggml/src/ggml-openvino/openvino/op/argsort.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -49,4 +49,4 @@ OutputVector translate_argsort(const NodeContext & context) {
} // namespace op
} // namespace ggml
} // namespace frontend
} // namespace ov
} // namespace ov
2 changes: 1 addition & 1 deletion ggml/src/ggml-openvino/openvino/op/clamp.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -30,4 +30,4 @@ OutputVector translate_clamp(const NodeContext & context) {
} // namespace op
} // namespace ggml
} // namespace frontend
} // namespace ov
} // namespace ov
2 changes: 1 addition & 1 deletion ggml/src/ggml-openvino/openvino/op/concat.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -45,4 +45,4 @@ OutputVector translate_concat(const NodeContext & context) {
} // namespace op
} // namespace ggml
} // namespace frontend
} // namespace ov
} // namespace ov
2 changes: 1 addition & 1 deletion ggml/src/ggml-openvino/openvino/op/div.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -145,4 +145,4 @@ OutputVector translate_div(const NodeContext & context) {
} // namespace op
} // namespace ggml
} // namespace frontend
} // namespace ov
} // namespace ov
2 changes: 1 addition & 1 deletion ggml/src/ggml-openvino/openvino/op/l2_norm.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -41,4 +41,4 @@ OutputVector translate_l2_norm(const NodeContext & context) {
} // namespace op
} // namespace ggml
} // namespace frontend
} // namespace ov
} // namespace ov
2 changes: 1 addition & 1 deletion ggml/src/ggml-openvino/openvino/op/mul_mat_id.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -106,4 +106,4 @@ OutputVector translate_mul_mat_id(const NodeContext & context) {
} // namespace op
} // namespace ggml
} // namespace frontend
} // namespace ov
} // namespace ov
2 changes: 1 addition & 1 deletion ggml/src/ggml-openvino/openvino/op/pad.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -91,4 +91,4 @@ OutputVector translate_pad(const NodeContext & context) {
} // namespace op
} // namespace ggml
} // namespace frontend
} // namespace ov
} // namespace ov
2 changes: 1 addition & 1 deletion ggml/src/ggml-openvino/openvino/op/sum_rows.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -24,4 +24,4 @@ OutputVector translate_sum_rows(const NodeContext & context) {
} // namespace op
} // namespace ggml
} // namespace frontend
} // namespace ov
} // namespace ov
2 changes: 1 addition & 1 deletion ggml/src/ggml-openvino/openvino/op/unary_softplus.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -35,4 +35,4 @@ OutputVector translate_unary_softplus(const NodeContext & context) {
} // namespace op
} // namespace ggml
} // namespace frontend
} // namespace ov
} // namespace ov
Loading