@@ -112,22 +112,19 @@ jobs:
112112 ./llama-tornado --gpu --opencl \
113113 --model /opt/models/Phi-3-mini-4k-instruct-fp16.gguf \
114114 --prompt "Say hello"
115- # - name: Run Llama-3.2-1B-Instruct-Q8_0.gguf
116- # run: |
117- # set -x
118- # cd ${{ github.workspace }}
119- # export PATH="$TORNADO_SDK/bin:$JAVA_HOME/bin:$PATH"
120- # which tornado || { echo "::error::tornado not found at runtime"; exit 1; }
121- # ./llama-tornado --gpu --opencl \
122- # --model /opt/models/Llama-3.2-1B-Instruct-Q8_0.gguf \
123- # --prompt "Say hello"
124- # - name: Run Qwen3-4B-Q8_0.gguf
125- # run: |
126- # set -x
127- # cd ${{ github.workspace }}
128- # export PATH="$TORNADO_SDK/bin:$JAVA_HOME/bin:$PATH"
129- # which tornado || { echo "::error::tornado not found at runtime"; exit 1; }
130- # ./llama-tornado --gpu --opencl \
131- # --model /opt/models/Qwen3-4B-Q8_0.gguf \
132- # --prompt "Say hello"
133-
115+ - name : Q8 - Run Llama-3.2-1B-Instruct-Q8_0.gguf
116+ run : |
117+ cd ${{ github.workspace }}
118+ export PATH="$TORNADO_SDK/bin:$JAVA_HOME/bin:$PATH"
119+ which tornado || { echo "::error::tornado not found at runtime"; exit 1; }
120+ ./llama-tornado --gpu --opencl \
121+ --model /opt/models/Llama-3.2-1B-Instruct-Q8_0.gguf \
122+ --prompt "Say hello"
123+ - name : Q8 - Run Qwen3-0.6B-Q8_0.gguf
124+ run : |
125+ cd ${{ github.workspace }}
126+ export PATH="$TORNADO_SDK/bin:$JAVA_HOME/bin:$PATH"
127+ which tornado || { echo "::error::tornado not found at runtime"; exit 1; }
128+ ./llama-tornado --gpu --opencl \
129+ --model /opt/models/Qwen3-0.6B-Q8_0.gguf \
130+ --prompt "Say hello"
0 commit comments