We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
-n-cpu-moe
1 parent b2704f9 commit 9c600bcCopy full SHA for 9c600bc
1 file changed
tools/llama-bench/llama-bench.cpp
@@ -1807,7 +1807,7 @@ struct markdown_printer : public printer {
1807
if (!is_cpu_backend) {
1808
fields.emplace_back("n_gpu_layers");
1809
}
1810
- if (params.n_cpu_moe.size() > 1) {
+ if (params.n_cpu_moe.size() > 1 || params.n_cpu_moe != cmd_params_defaults.n_cpu_moe) {
1811
fields.emplace_back("n_cpu_moe");
1812
1813
if (params.n_threads.size() > 1 || params.n_threads != cmd_params_defaults.n_threads || is_cpu_backend) {
0 commit comments