Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
8 changes: 0 additions & 8 deletions .editorconfig
Original file line number Diff line number Diff line change
Expand Up @@ -53,14 +53,6 @@ charset = unset
trim_trailing_whitespace = unset
insert_final_newline = unset

[tools/server/public/**]
indent_style = unset
indent_size = unset
end_of_line = unset
charset = unset
trim_trailing_whitespace = unset
insert_final_newline = unset

[benches/**]
indent_style = unset
indent_size = unset
Expand Down
4 changes: 0 additions & 4 deletions .gitattributes

This file was deleted.

1 change: 0 additions & 1 deletion .github/labeler.yml
Original file line number Diff line number Diff line change
Expand Up @@ -77,7 +77,6 @@ server/webui:
- changed-files:
- any-glob-to-any-file:
- tools/server/webui/**
- tools/server/public/**
server:
- changed-files:
- any-glob-to-any-file:
Expand Down
128 changes: 128 additions & 0 deletions .github/workflows/release.yml
Original file line number Diff line number Diff line change
Expand Up @@ -36,7 +36,14 @@ env:
CMAKE_ARGS: "-DLLAMA_BUILD_EXAMPLES=OFF -DLLAMA_BUILD_TESTS=OFF -DLLAMA_BUILD_TOOLS=ON -DLLAMA_BUILD_SERVER=ON -DGGML_RPC=ON"

jobs:
webui-build:
name: Build WebUI
uses: ./.github/workflows/webui-build.yml

macOS-cpu:
needs:
- webui-build

strategy:
matrix:
include:
Expand Down Expand Up @@ -64,6 +71,12 @@ jobs:
with:
fetch-depth: 0

- name: Download WebUI build artifact
uses: actions/download-artifact@v7
with:
name: webui-build
path: tools/server/public/

- name: ccache
uses: ggml-org/ccache-action@v1.2.21
with:
Expand Down Expand Up @@ -100,6 +113,9 @@ jobs:
name: llama-bin-macos-${{ matrix.build }}.tar.gz

ubuntu-cpu:
needs:
- webui-build

strategy:
matrix:
include:
Expand All @@ -119,6 +135,12 @@ jobs:
with:
fetch-depth: 0

- name: Download WebUI build artifact
uses: actions/download-artifact@v7
with:
name: webui-build
path: tools/server/public/

- name: ccache
if: ${{ matrix.build != 's390x' }}
uses: ggml-org/ccache-action@v1.2.21
Expand Down Expand Up @@ -169,6 +191,9 @@ jobs:
name: llama-bin-ubuntu-${{ matrix.build }}.tar.gz

ubuntu-vulkan:
needs:
- webui-build

strategy:
matrix:
include:
Expand All @@ -186,6 +211,12 @@ jobs:
with:
fetch-depth: 0

- name: Download WebUI build artifact
uses: actions/download-artifact@v7
with:
name: webui-build
path: tools/server/public/

- name: ccache
uses: ggml-org/ccache-action@v1.2.21
with:
Expand Down Expand Up @@ -237,6 +268,9 @@ jobs:
name: llama-bin-ubuntu-vulkan-${{ matrix.build }}.tar.gz

android-arm64:
needs:
- webui-build

runs-on: ubuntu-latest

env:
Expand All @@ -249,6 +283,12 @@ jobs:
with:
fetch-depth: 0

- name: Download WebUI build artifact
uses: actions/download-artifact@v7
with:
name: webui-build
path: tools/server/public/

- name: ccache
uses: ggml-org/ccache-action@v1.2.21
with:
Expand Down Expand Up @@ -306,6 +346,9 @@ jobs:
name: llama-bin-android-arm64.tar.gz

ubuntu-24-openvino:
needs:
- webui-build

runs-on: ubuntu-24.04

outputs:
Expand All @@ -327,6 +370,12 @@ jobs:
with:
fetch-depth: 0

- name: Download WebUI build artifact
uses: actions/download-artifact@v7
with:
name: webui-build
path: tools/server/public/

- name: ccache
uses: ggml-org/ccache-action@v1.2.21
with:
Expand Down Expand Up @@ -386,6 +435,9 @@ jobs:
name: llama-bin-ubuntu-openvino-${{ env.OPENVINO_VERSION_MAJOR }}-x64.tar.gz

windows-cpu:
needs:
- webui-build

runs-on: windows-2025

strategy:
Expand All @@ -400,6 +452,12 @@ jobs:
with:
fetch-depth: 0

- name: Download WebUI build artifact
uses: actions/download-artifact@v7
with:
name: webui-build
path: tools/server/public/

- name: ccache
uses: ggml-org/ccache-action@v1.2.21
with:
Expand Down Expand Up @@ -438,6 +496,9 @@ jobs:
name: llama-bin-win-cpu-${{ matrix.arch }}.zip

windows:
needs:
- webui-build

runs-on: windows-2025

env:
Expand All @@ -461,6 +522,12 @@ jobs:
id: checkout
uses: actions/checkout@v6

- name: Download WebUI build artifact
uses: actions/download-artifact@v7
with:
name: webui-build
path: tools/server/public/

- name: ccache
uses: ggml-org/ccache-action@v1.2.21
with:
Expand Down Expand Up @@ -520,6 +587,9 @@ jobs:
name: llama-bin-win-${{ matrix.backend }}-${{ matrix.arch }}.zip

windows-cuda:
needs:
- webui-build

runs-on: windows-2022

strategy:
Expand All @@ -531,6 +601,12 @@ jobs:
id: checkout
uses: actions/checkout@v6

- name: Download WebUI build artifact
uses: actions/download-artifact@v7
with:
name: webui-build
path: tools/server/public/

- name: Install ccache
uses: ggml-org/ccache-action@v1.2.21
with:
Expand Down Expand Up @@ -591,6 +667,9 @@ jobs:
name: cudart-llama-bin-win-cuda-${{ matrix.cuda }}-x64.zip

windows-sycl:
needs:
- webui-build

runs-on: windows-2022

defaults:
Expand Down Expand Up @@ -629,6 +708,12 @@ jobs:
Expand-Archive -Path "level-zero-win-sdk.zip" -DestinationPath "C:/level-zero-sdk" -Force
"LEVEL_ZERO_V1_SDK_PATH=C:/level-zero-sdk" | Out-File -FilePath $env:GITHUB_ENV -Append

- name: Download WebUI build artifact
uses: actions/download-artifact@v7
with:
name: webui-build
path: tools/server/public/

- name: ccache
uses: ggml-org/ccache-action@v1.2.21
with:
Expand Down Expand Up @@ -696,6 +781,9 @@ jobs:
name: llama-bin-win-sycl-x64.zip

ubuntu-24-sycl:
needs:
- webui-build

strategy:
matrix:
build: [fp32, fp16]
Expand Down Expand Up @@ -743,6 +831,12 @@ jobs:
wget -q "https://github.com/oneapi-src/level-zero/releases/download/v${LEVEL_ZERO_VERSION}/level-zero-devel_${LEVEL_ZERO_VERSION}%2B${LEVEL_ZERO_UBUNTU_VERSION}_amd64.deb" -O level-zero-devel.deb
sudo apt-get install -y ./level-zero.deb ./level-zero-devel.deb

- name: Download WebUI build artifact
uses: actions/download-artifact@v7
with:
name: webui-build
path: tools/server/public/

- name: ccache
uses: ggml-org/ccache-action@v1.2.21
with:
Expand Down Expand Up @@ -782,6 +876,9 @@ jobs:
name: llama-bin-ubuntu-sycl-${{ matrix.build }}-x64.tar.gz

ubuntu-22-rocm:
needs:
- webui-build

runs-on: ubuntu-22.04

strategy:
Expand All @@ -798,6 +895,12 @@ jobs:
with:
fetch-depth: 0

- name: Download WebUI build artifact
uses: actions/download-artifact@v7
with:
name: webui-build
path: tools/server/public/

- name: Free up disk space
uses: ggml-org/free-disk-space@v1.3.1
with:
Expand Down Expand Up @@ -885,6 +988,9 @@ jobs:
name: llama-bin-ubuntu-rocm-${{ env.ROCM_VERSION_SHORT }}-${{ matrix.build }}.tar.gz

windows-hip:
needs:
- webui-build

runs-on: windows-2022

env:
Expand All @@ -901,6 +1007,12 @@ jobs:
id: checkout
uses: actions/checkout@v6

- name: Download WebUI build artifact
uses: actions/download-artifact@v7
with:
name: webui-build
path: tools/server/public/

- name: Grab rocWMMA package
id: grab_rocwmma
run: |
Expand Down Expand Up @@ -1147,6 +1259,7 @@ jobs:
runs-on: ubuntu-slim

needs:
- webui-build
- windows
- windows-cpu
- windows-cuda
Expand All @@ -1162,6 +1275,9 @@ jobs:
- ios-xcode-build
- openEuler-cann

outputs:
tag_name: ${{ steps.tag.outputs.name }}

steps:
- name: Clone
id: checkout
Expand Down Expand Up @@ -1287,3 +1403,15 @@ jobs:
});
}
}

webui-publish:
if: ${{ ( github.event_name == 'push' && github.ref == 'refs/heads/master' ) || github.event.inputs.create_release == 'true' }}

needs:
- release

uses: ./.github/workflows/webui-publish.yml
with:
version_tag: ${{ needs.release.outputs.tag_name }}
secrets:
hf_token: ${{ secrets.HF_TOKEN_WEBUI_STATIC_OUTPUT }}
11 changes: 11 additions & 0 deletions .github/workflows/server-self-hosted.yml
Original file line number Diff line number Diff line change
Expand Up @@ -39,7 +39,12 @@ concurrency:
cancel-in-progress: true

jobs:
webui-build:
name: Build WebUI
uses: ./.github/workflows/webui-build.yml

server-metal:
needs: webui-build
runs-on: [self-hosted, llama-server, macOS, ARM64]

name: server-metal (${{ matrix.wf_name }})
Expand Down Expand Up @@ -67,6 +72,12 @@ jobs:
fetch-depth: 0
ref: ${{ github.event.inputs.sha || github.event.pull_request.head.sha || github.sha || github.head_ref || github.ref_name }}

- name: Download WebUI build artifact
uses: actions/download-artifact@v7
with:
name: webui-build
path: tools/server/public/

- name: Build
id: cmake_build
run: |
Expand Down
Loading
Loading