Skip to content

Commit c932cc6

Browse files
authored
Merge pull request SciSharp#1354 from Ed-Pavlov/patch-1
Remove setting hardcoded value for n_seq_max in IContextParamsExtensions
2 parents b368e13 + e08c44c commit c932cc6

File tree

1 file changed

+1
-2
lines changed

1 file changed

+1
-2
lines changed

LLama/Extensions/IContextParamsExtensions.cs

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -58,8 +58,7 @@ public static void ToLlamaContextParams(this IContextParams @params, out LLamaCo
5858
null => LLamaFlashAttentionType.LLAMA_FLASH_ATTENTION_TYPE_AUTO
5959
};
6060
result.kv_unified = true;
61-
result.n_seq_max = (uint)Math.Min(Math.Max(10, result.n_ctx / 8), 64);
62-
61+
6362
result.n_threads = Threads(@params.Threads);
6463
result.n_threads_batch = Threads(@params.BatchThreads);
6564

0 commit comments

Comments
 (0)