Skip to content

Commit e3546c7

Browse files
authored
Fix conditional to display 'LLAMA_SPLIT_MODE_TENSOR not implemented for architecture' message (ggml-org#24926)
1 parent d72bfa3 commit e3546c7

1 file changed

Lines changed: 1 addition & 2 deletions

File tree

src/llama-model.cpp

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -313,8 +313,7 @@ llama_model * llama_model_create(llm_arch arch, const llama_model_params & param
313313

314314
if (model != nullptr) {
315315
model->arch = arch;
316-
auto & devices = model->devices;
317-
if (!devices.empty() && devices[0].is_meta && !llm_arch_supports_sm_tensor(arch)) {
316+
if (params.split_mode == LLAMA_SPLIT_MODE_TENSOR && !llm_arch_supports_sm_tensor(arch)) {
318317
throw std::runtime_error(std::string("LLAMA_SPLIT_MODE_TENSOR not implemented for architecture '") + llm_arch_name(arch) + "'");
319318
}
320319
}

0 commit comments

Comments
 (0)