We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent d55fb97 commit 314e729Copy full SHA for 314e729
1 file changed
include/llama.h
@@ -874,7 +874,8 @@ extern "C" {
874
// work only with partial states, such as SWA KV cache or recurrent cache (e.g. Mamba)
875
#define LLAMA_STATE_SEQ_FLAGS_PARTIAL_ONLY 1
876
877
-// keeps the tensor data on device buffers (i.e. not accessible in host memory, but faster save/load)
+// Keeps the tensor data on device buffers (i.e. not accessible in host memory, but faster save/load).
878
+// Getting the state for a seq_id with this flag invalidates all prior states gotten for that seq_id with this flag.
879
#define LLAMA_STATE_SEQ_FLAGS_ON_DEVICE 2
880
881
typedef uint32_t llama_state_seq_flags;
0 commit comments