Skip to content

Commit b74cabb

Browse files
committed
Update Submodule vendor/llama.cpp 1191758..3fc4e10
- Append `n_layer_nextn` call method Signed-off-by: JamePeng <jame_peng@sina.com>
1 parent 03fd478 commit b74cabb

4 files changed

Lines changed: 13 additions & 1 deletion

File tree

llama_cpp/_internals.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -123,6 +123,9 @@ def n_embd_out(self) -> int:
123123
def n_layer(self) -> int:
124124
return llama_cpp.llama_model_n_layer(self.model)
125125

126+
def n_layer_nextn(self) -> int:
127+
return llama_cpp.llama_model_n_layer_nextn(self.model)
128+
126129
def n_head(self) -> int:
127130
return llama_cpp.llama_model_n_head(self.model)
128131

llama_cpp/llama.py

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -3470,6 +3470,10 @@ def n_layer(self) -> int:
34703470
"""Return the n_layer value."""
34713471
return self._model.n_layer()
34723472

3473+
def n_layer_nextn(self) -> int:
3474+
"""Return the n_layer_nextn value."""
3475+
return self._model.n_layer_nextn()
3476+
34733477
def n_head(self) -> int:
34743478
"""Return the head size."""
34753479
return self._model.n_head()

llama_cpp/llama_cpp.py

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1746,6 +1746,11 @@ def llama_model_n_layer(model: llama_model_p, /) -> int:
17461746
...
17471747

17481748

1749+
# LLAMA_API int32_t llama_model_n_layer_nextn(const struct llama_model * model);
1750+
@ctypes_function("llama_model_n_layer_nextn", [llama_model_p_ctypes], ctypes.c_int32)
1751+
def llama_model_n_layer_nextn(model: llama_model_p, /) -> int:
1752+
...
1753+
17491754
# LLAMA_API int32_t llama_model_n_head (const struct llama_model * model);
17501755
@ctypes_function("llama_model_n_head", [llama_model_p_ctypes], ctypes.c_int32)
17511756
def llama_model_n_head(model: llama_model_p, /) -> int:

vendor/llama.cpp

Submodule llama.cpp updated 150 files

0 commit comments

Comments
 (0)