File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change 11
2- LLAMA_VERSION? =66c4f9ded01b29d9120255be1ed8d5835bcbb51d
2+ LLAMA_VERSION? =d12cc3d1ca6bba741cd77887ac9c9ee18c8415c7
33LLAMA_REPO? =https://github.com/ggerganov/llama.cpp
44
55CMAKE_ARGS? =
Original file line number Diff line number Diff line change @@ -1614,6 +1614,7 @@ class BackendServiceImpl final : public backend::Backend::Service {
16141614 ctx_server.impl ->vocab ,
16151615 params_base,
16161616 ctx_server.get_meta ().slot_n_ctx ,
1617+ ctx_server.get_meta ().logit_bias_eog ,
16171618 data);
16181619 task.id_slot = json_value (data, " id_slot" , -1 );
16191620
@@ -2382,6 +2383,7 @@ class BackendServiceImpl final : public backend::Backend::Service {
23822383 ctx_server.impl ->vocab ,
23832384 params_base,
23842385 ctx_server.get_meta ().slot_n_ctx ,
2386+ ctx_server.get_meta ().logit_bias_eog ,
23852387 data);
23862388 task.id_slot = json_value (data, " id_slot" , -1 );
23872389
You can’t perform that action at this time.
0 commit comments