Skip to content

Commit 061e31c

Browse files
committed
fix(server): align layer split load plan with target load plan
1 parent b4ce59b commit 061e31c

5 files changed

Lines changed: 6 additions & 6 deletions

File tree

server/src/common/layer_split_utils.h

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -26,10 +26,11 @@ struct LayerSplitShardMeta {
2626
ggml_backend_t backend = nullptr;
2727
};
2828

29-
inline TargetLoadPlan make_layer_split_load_plan(
29+
template <typename LoadPlan>
30+
inline LoadPlan make_layer_split_load_plan(
3031
const LayerSplitShardMeta & shard,
3132
bool is_last_shard) {
32-
TargetLoadPlan plan;
33+
LoadPlan plan;
3334
plan.layer_begin = shard.layer_begin;
3435
plan.layer_end = shard.layer_end;
3536
plan.load_output = is_last_shard;

server/src/internal.h

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -23,7 +23,6 @@
2323
#include "ggml-backend.h"
2424
#include "gguf.h"
2525

26-
#include "common/layer_split_utils.h"
2726
#include "dflash27b.h"
2827

2928
namespace dflash::common {

server/src/qwen35/layer_split_daemon_loop.cpp

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -49,7 +49,7 @@ int run_layer_split_daemon(const LayerSplitDaemonConfig & cfg) {
4949
// Load partial target weights + caches.
5050
for (auto & shard : shards) {
5151
const TargetLoadPlan plan =
52-
make_layer_split_load_plan(shard, &shard == &shards.back());
52+
make_layer_split_load_plan<TargetLoadPlan>(shard, &shard == &shards.back());
5353
if (!load_target_gguf_partial(cfg.target_path, shard.backend, plan, shard.weights) ||
5454
!create_target_cache_partial(shard.weights, cfg.max_ctx, cfg.max_verify_tokens,
5555
shard.backend, shard.cache,

server/src/qwen35/qwen35_layer_split_adapter.cpp

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -62,7 +62,7 @@ bool Qwen35LayerSplitAdapter::init() {
6262

6363
for (auto & shard : shards_) {
6464
const TargetLoadPlan plan =
65-
make_layer_split_load_plan(shard, &shard == &shards_.back());
65+
make_layer_split_load_plan<TargetLoadPlan>(shard, &shard == &shards_.back());
6666
if (!load_target_gguf_partial(cfg_.target_path, shard.backend, plan,
6767
shard.weights) ||
6868
!create_target_cache_partial(shard.weights, cfg_.device.max_ctx,

server/test/test_dflash.cpp

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -344,7 +344,7 @@ static int run_target_layer_split_harness(
344344
(void)enable_layer_split_peer_access(target_gpus, peer_access);
345345
for (auto & shard : shards) {
346346
const TargetLoadPlan plan =
347-
make_layer_split_load_plan(shard, &shard == &shards.back());
347+
make_layer_split_load_plan<TargetLoadPlan>(shard, &shard == &shards.back());
348348
if (!load_target_gguf_partial(target_path, shard.backend, plan, shard.weights)) {
349349
std::fprintf(stderr, "target-split load gpu=%d: %s\n",
350350
shard.gpu, dflash27b_last_error());

0 commit comments

Comments
 (0)