Skip to content

Commit 2b05420

Browse files
authored
chore(llama.cpp): bump to 'd12cc3d1ca6bba741cd77887ac9c9ee18c8415c7' (#9282)
Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
1 parent b64347b commit 2b05420

2 files changed

Lines changed: 3 additions & 1 deletion

File tree

backend/cpp/llama-cpp/Makefile

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
11

2-
LLAMA_VERSION?=66c4f9ded01b29d9120255be1ed8d5835bcbb51d
2+
LLAMA_VERSION?=d12cc3d1ca6bba741cd77887ac9c9ee18c8415c7
33
LLAMA_REPO?=https://github.com/ggerganov/llama.cpp
44

55
CMAKE_ARGS?=

backend/cpp/llama-cpp/grpc-server.cpp

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1614,6 +1614,7 @@ class BackendServiceImpl final : public backend::Backend::Service {
16141614
ctx_server.impl->vocab,
16151615
params_base,
16161616
ctx_server.get_meta().slot_n_ctx,
1617+
ctx_server.get_meta().logit_bias_eog,
16171618
data);
16181619
task.id_slot = json_value(data, "id_slot", -1);
16191620

@@ -2382,6 +2383,7 @@ class BackendServiceImpl final : public backend::Backend::Service {
23822383
ctx_server.impl->vocab,
23832384
params_base,
23842385
ctx_server.get_meta().slot_n_ctx,
2386+
ctx_server.get_meta().logit_bias_eog,
23852387
data);
23862388
task.id_slot = json_value(data, "id_slot", -1);
23872389

0 commit comments

Comments
 (0)