Skip to content

Commit 0194fc9

Browse files
committed
pass jiuge.py
Signed-off-by: Ceng23333 <441651826@qq.com>
1 parent f270185 commit 0194fc9

5 files changed

Lines changed: 11 additions & 97 deletions

File tree

csrc/config/config_factory.cpp

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -16,7 +16,7 @@ std::shared_ptr<infinilm::config::ModelConfig> ConfigFactory::createConfig(const
1616
if (it != config_map.end()) {
1717
it->second(model_config);
1818
} else {
19-
std::vector<std::string> classic_models = {"llama", "qwen2", "minicpm", "fm9g", "fm9g7b"};
19+
std::vector<std::string> classic_models = {"llama", "qwen2", "minicpm", "minicpm_sala", "fm9g", "fm9g7b"};
2020
const std::string &model_type = model_config->get<std::string>("model_type");
2121
if (std::find(classic_models.begin(), classic_models.end(), model_type) == classic_models.end()) {
2222
throw std::invalid_argument("infinilm::config::ConfigFactory::createConfig: Unsupported model config type: " + model_type);

csrc/engine/rank_worker.cpp

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -262,7 +262,7 @@ void RankWorker::thread_loop() {
262262
rank_info_.device,
263263
pending_cache_config_ != nullptr ? pending_cache_config_.get() : nullptr);
264264
} else {
265-
std::vector<std::string> classic_models = {"llama", "qwen2", "minicpm", "fm9g", "fm9g7b"};
265+
std::vector<std::string> classic_models = {"llama", "qwen2", "minicpm", "minicpm_sala", "fm9g", "fm9g7b"};
266266
if ((std::find(classic_models.begin(), classic_models.end(), model_type) != classic_models.end())) {
267267
model_ = InfinilmModelFactory::createModel(
268268
model_config_,

csrc/models/minicpm_sala/minicpm_sala_decoderLayer.cpp

Lines changed: 0 additions & 61 deletions
This file was deleted.

csrc/models/minicpm_sala/minicpm_sala_decoderLayer.hpp

Lines changed: 0 additions & 34 deletions
This file was deleted.

csrc/models/model_factory.cpp

Lines changed: 9 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -60,4 +60,13 @@ std::shared_ptr<InfinilmModel> InfinilmModelFactory::createModel(
6060

6161
return model;
6262
}
63+
64+
std::shared_ptr<InfinilmModel> InfinilmModelFactory::createModel(
65+
std::shared_ptr<infinilm::config::ModelConfig> model_config,
66+
const infinicore::Device &device,
67+
const cache::CacheConfig *cache) {
68+
engine::distributed::RankInfo rank_info;
69+
rank_info.device = device;
70+
return createModel(model_config, rank_info, cache, backends::AttentionBackend::Default);
71+
}
6372
} // namespace infinilm

0 commit comments

Comments
 (0)