remove infill

Author: lookbe

Runtime/Completion.cs

@@ -304,7 +304,6 @@ protected virtual void RunGenerate(GenerationPayload payload, CancellationToken
             Native.llama_sampler_chain_add(llamaSampler, Native.llama_sampler_init_typical(sampling.typ_p, sampling.min_keep));
             Native.llama_sampler_chain_add(llamaSampler, Native.llama_sampler_init_temp_ext(sampling.temp, sampling.dynatemp_range, sampling.dynatemp_exponent));
             Native.llama_sampler_chain_add(llamaSampler, Native.llama_sampler_init_xtc(sampling.xtc_probability, sampling.xtc_threshold, sampling.min_keep, sampling.seed));
-            Native.llama_sampler_chain_add(llamaSampler, Native.llama_sampler_init_infill(_llamaVocab));
             Native.llama_sampler_chain_add(llamaSampler, Native.llama_sampler_init_penalties(sampling.penalty_last_n, sampling.penalty_repeat, sampling.penalty_freq, sampling.penalty_present));
             Native.llama_sampler_chain_add(llamaSampler, Native.llama_sampler_init_top_n_sigma(sampling.top_n_sigma));
             Native.llama_sampler_chain_add(llamaSampler, Native.llama_sampler_init_dist(sampling.seed)); // this must be last

Runtime/Native/LlamaSampling.cs

@@ -92,7 +92,6 @@ public static common_sampler common_sampler_init(IntPtr model, common_params_sam
             Native.llama_sampler_chain_add(result.llama_chain, Native.llama_sampler_init_typical(param_sampling.typ_p, param_sampling.min_keep));
             Native.llama_sampler_chain_add(result.llama_chain, Native.llama_sampler_init_temp_ext(param_sampling.temp, param_sampling.dynatemp_range, param_sampling.dynatemp_exponent));
             Native.llama_sampler_chain_add(result.llama_chain, Native.llama_sampler_init_xtc(param_sampling.xtc_probability, param_sampling.xtc_threshold, param_sampling.min_keep, param_sampling.seed));
-            Native.llama_sampler_chain_add(result.llama_chain, Native.llama_sampler_init_infill(llama_vocab));
             Native.llama_sampler_chain_add(result.llama_chain, Native.llama_sampler_init_penalties(param_sampling.penalty_last_n, param_sampling.penalty_repeat, param_sampling.penalty_freq, param_sampling.penalty_present));
             Native.llama_sampler_chain_add(result.llama_chain, Native.llama_sampler_init_top_n_sigma(param_sampling.top_n_sigma));
             Native.llama_sampler_chain_add(result.llama_chain, Native.llama_sampler_init_dist(param_sampling.seed)); // this must be last