File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -128,3 +128,27 @@ jobs:
128128 ./llama-tornado --gpu --opencl \
129129 --model /opt/models/Qwen3-0.6B-Q8_0.gguf \
130130 --prompt "Say hello"
131+ - name : Q8 - Run Phi-3-mini-4k-instruct-Q8_0.gguf
132+ run : |
133+ cd ${{ github.workspace }}
134+ export PATH="$TORNADO_SDK/bin:$JAVA_HOME/bin:$PATH"
135+ which tornado || { echo "::error::tornado not found at runtime"; exit 1; }
136+ ./llama-tornado --gpu --opencl \
137+ --model /opt/models/Phi-3-mini-4k-instruct-Q8_0.gguf \
138+ --prompt "Say hello"
139+ - name : Q8 - Run Qwen2.5-1.5b-instruct-q8_0.gguf
140+ run : |
141+ cd ${{ github.workspace }}
142+ export PATH="$TORNADO_SDK/bin:$JAVA_HOME/bin:$PATH"
143+ which tornado || { echo "::error::tornado not found at runtime"; exit 1; }
144+ ./llama-tornado --gpu --opencl \
145+ --model /opt/models/qwen2.5-1.5b-instruct-q8_0.gguf \
146+ --prompt "Say hello"
147+ - name : Q8 - Mistral-7B-Instruct-v0.3.Q8_0.gguf
148+ run : |
149+ cd ${{ github.workspace }}
150+ export PATH="$TORNADO_SDK/bin:$JAVA_HOME/bin:$PATH"
151+ which tornado || { echo "::error::tornado not found at runtime"; exit 1; }
152+ ./llama-tornado --gpu --opencl \
153+ --model /opt/models/Mistral-7B-Instruct-v0.3.Q8_0.gguf \
154+ --prompt "Say hello"
You can’t perform that action at this time.
0 commit comments