Skip to content

Commit 6548645

Browse files
committed
rename power law sampler to adaptive p
1 parent 445aad5 commit 6548645

5 files changed

Lines changed: 38 additions & 38 deletions

File tree

embd_res/klite.embd

Lines changed: 11 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -3936,7 +3936,7 @@ Current version indicated by LITEVER below.
39363936
top_p: 0.92,
39373937
min_p: 0.00,
39383938
presence_penalty: 0.00,
3939-
powerlaw_target: -1.0,
3939+
adaptivep_target: -1.0,
39403940
sampler_seed: -1,
39413941
top_k: 100,
39423942
top_a: 0,
@@ -3975,7 +3975,7 @@ Current version indicated by LITEVER below.
39753975
top_p: defaultsettings.top_p,
39763976
min_p: defaultsettings.min_p,
39773977
presence_penalty: defaultsettings.presence_penalty,
3978-
powerlaw_target: defaultsettings.powerlaw_target,
3978+
adaptivep_target: defaultsettings.adaptivep_target,
39793979
top_a: defaultsettings.top_a,
39803980
typical: defaultsettings.typ_s,
39813981
tfs: defaultsettings.tfs_s,
@@ -3984,7 +3984,7 @@ Current version indicated by LITEVER below.
39843984
rep_pen_slope: defaultsettings.rep_pen_slope,
39853985
sampler_order: defaultsettings.sampler_order
39863986
},
3987-
{"preset":"Simple Logical","description":"A very predictable preset with low randomness.","temp":0.3,"dynatemp_range":0.0,"dynatemp_exponent":1.0,"smoothing_factor":0.0,"smoothing_curve":1.0,"nsigma":0.0,"top_k":100,"top_p":0.6,"min_p":0.0,"presence_penalty":0.0,"powerlaw_target":-1.0,"top_a":0,"typical":1,"tfs":1,"rep_pen":1.02,"rep_pen_range":360,"rep_pen_slope":0.7,"sampler_order":[6,0,1,3,4,2,5]},{"preset":"Simple Balanced","description":"A good balanced preset with medium randomness.","temp":0.75,"dynatemp_range":0.0,"dynatemp_exponent":1.0,"smoothing_factor":0.0,"smoothing_curve":1.0,"nsigma":0.0,"top_k":100,"top_p":0.92,"min_p":0.0,"presence_penalty":0.0,"powerlaw_target":-1.0,"top_a":0,"typical":1,"tfs":1,"rep_pen":1.05,"rep_pen_range":360,"rep_pen_slope":0.7,"sampler_order":[6,0,1,3,4,2,5]},{"preset":"Simple Creative","description":"A wild and unpredictable preset with higher randomness.","temp":1.0,"dynatemp_range":0.0,"dynatemp_exponent":1.0,"smoothing_factor":0.0,"smoothing_curve":1.0,"nsigma":0.0,"top_k":100,"top_p":0.98,"min_p":0.0,"presence_penalty":0.0,"powerlaw_target":-1.0,"top_a":0,"typical":1,"tfs":1,"rep_pen":1.1,"rep_pen_range":360,"rep_pen_slope":0.7,"sampler_order":[6,0,1,3,4,2,5]},{"preset":"Basic Min-P","description":"A good default for Min-P, only works on backends with min-p.","temp":1.25,"dynatemp_range":0.0,"dynatemp_exponent":1.0,"smoothing_factor":0.0,"smoothing_curve":1.0,"nsigma":0.0,"top_k":0,"top_p":1,"min_p":0.1,"presence_penalty":0.0,"powerlaw_target":-1.0,"top_a":0,"typical":1,"tfs":1,"rep_pen":1.03,"rep_pen_range":360,"rep_pen_slope":0.7,"sampler_order":[6,5,0,1,3,4,2]},{"preset":"Basic Top-nsigma","description":"A good default for Top-nsigma, only works on backends with Top-nsigma.","temp":1,"dynatemp_range":0.0,"dynatemp_exponent":1.0,"smoothing_factor":0.0,"smoothing_curve":1.0,"nsigma":1.0,"top_k":0,"top_p":1,"min_p":0.01,"presence_penalty":0.0,"powerlaw_target":-1.0,"top_a":0,"typical":1,"tfs":1,"rep_pen":1,"rep_pen_range":360,"rep_pen_slope":0.7,"sampler_order":[6,5,0,1,3,4,2]},{"preset":"Basic DynaTemp","description":"A good default for DynaTemp, only works on backends with it.","temp":1.25,"dynatemp_range":0.75,"dynatemp_exponent":1.0,"smoothing_factor":0.0,"smoothing_curve":1.0,"nsigma":0.0,"top_k":0,"top_p":1,"min_p":0.05,"presence_penalty":0.0,"powerlaw_target":-1.0,"top_a":0,"typical":1,"tfs":1,"rep_pen":1.03,"rep_pen_range":360,"rep_pen_slope":0.7,"sampler_order":[6,5,0,1,3,4,2]},{"preset":"Basic SmoothSample","description":"A good default for Smooth Sampling, only works on backends with it.","temp":1.0,"dynatemp_range":0.0,"dynatemp_exponent":1.0,"smoothing_factor":0.25,"smoothing_curve":1.0,"nsigma":0.0,"top_k":0,"top_p":1,"min_p":0.05,"presence_penalty":0.0,"powerlaw_target":-1.0,"top_a":0,"typical":1,"tfs":1,"rep_pen":1.03,"rep_pen_range":360,"rep_pen_slope":0.7,"sampler_order":[6,5,0,1,3,4,2]},{"preset":"Basic SillyTavern","description":"Similar to default preset used in SillyTavern.","temp":0.75,"dynatemp_range":0.0,"dynatemp_exponent":1.0,"smoothing_factor":0.0,"smoothing_curve":1.0,"nsigma":0.0,"top_k":40,"top_p":0.6,"min_p":0,"presence_penalty":0.0,"powerlaw_target":-1.0,"top_a":0,"typical":1,"tfs":1.0,"rep_pen":1.18,"rep_pen_range":1024,"rep_pen_slope":0.8,"sampler_order":[6,0,1,3,4,2,5]},{"preset":"Immortal","description":"Modernized version of the Godlike preset, designed for creative and longer story co-writing use.","temp":0.7,"dynatemp_range":0.0,"dynatemp_exponent":1.0,"smoothing_factor":0.0,"smoothing_curve":1.0,"nsigma":1.75,"top_k":0,"top_p":1.0,"min_p":0.0,"presence_penalty":0.0,"powerlaw_target":-1.0,"top_a":0.75,"typical":0.19,"tfs":0.97,"rep_pen":1.1,"rep_pen_range":1024,"rep_pen_slope":0.7,"sampler_order":[6,5,4,3,2,1,0]},{"preset":"Neutral (Disabled)","description":"Sets all samplers neutralized, allowing you to customize your own.","temp":1.0,"dynatemp_range":0.0,"dynatemp_exponent":1.0,"smoothing_factor":0.0,"smoothing_curve":1.0,"nsigma":0.0,"top_k":200,"top_p":1.0,"min_p":0.0,"presence_penalty":0.0,"powerlaw_target":-1.0,"top_a":0,"typical":1,"tfs":1,"rep_pen":1.0,"rep_pen_range":360,"rep_pen_slope":0.7,"sampler_order":[6,0,1,3,4,2,5]},{"preset":"CoherentCreativity (Legacy)","description":"Legacy preset. A good balance between coherence, creativity, and quality of prose.","rep_pen":1.2,"rep_pen_range":360,"rep_pen_slope":0,"sampler_order":[6,5,0,2,3,1,4],"temp":0.5,"dynatemp_range":0.0,"dynatemp_exponent":1.0,"smoothing_factor":0.0,"smoothing_curve":1.0,"nsigma":0.0,"tfs":0.99,"top_a":0,"top_k":0,"top_p":1,"min_p":0.0,"presence_penalty":0.0,"powerlaw_target":-1.0,"typical":1},{"preset":"Godlike (Legacy)","description":"Legacy preset. Makes AI give a descriptive and sensual output.","temp":0.7,"dynatemp_range":0.0,"dynatemp_exponent":1.0,"smoothing_factor":0.0,"smoothing_curve":1.0,"nsigma":0.0,"top_k":0,"top_p":0.5,"min_p":0.0,"presence_penalty":0.0,"powerlaw_target":-1.0,"top_a":0.75,"typical":0.19,"tfs":0.97,"rep_pen":1.1,"rep_pen_range":1024,"rep_pen_slope":0.7,"sampler_order":[6,5,4,3,2,1,0]},{"preset":"LiminalDrift (Legacy)","description":"Legacy preset. Sometimes surreal situations arise based on information already present in the story.","temp":0.66,"dynatemp_range":0.0,"dynatemp_exponent":1.0,"smoothing_factor":0.0,"smoothing_curve":1.0,"nsigma":0.0,"top_k":0,"top_p":1,"min_p":0.0,"presence_penalty":0.0,"powerlaw_target":-1.0,"top_a":0.96,"typical":0.6,"tfs":1,"rep_pen":1.1,"rep_pen_range":1024,"rep_pen_slope":0.7,"sampler_order":[6,4,5,1,0,2,3]}
3987+
{"preset":"Simple Logical","description":"A very predictable preset with low randomness.","temp":0.3,"dynatemp_range":0.0,"dynatemp_exponent":1.0,"smoothing_factor":0.0,"smoothing_curve":1.0,"nsigma":0.0,"top_k":100,"top_p":0.6,"min_p":0.0,"presence_penalty":0.0,"adaptivep_target":-1.0,"top_a":0,"typical":1,"tfs":1,"rep_pen":1.02,"rep_pen_range":360,"rep_pen_slope":0.7,"sampler_order":[6,0,1,3,4,2,5]},{"preset":"Simple Balanced","description":"A good balanced preset with medium randomness.","temp":0.75,"dynatemp_range":0.0,"dynatemp_exponent":1.0,"smoothing_factor":0.0,"smoothing_curve":1.0,"nsigma":0.0,"top_k":100,"top_p":0.92,"min_p":0.0,"presence_penalty":0.0,"adaptivep_target":-1.0,"top_a":0,"typical":1,"tfs":1,"rep_pen":1.05,"rep_pen_range":360,"rep_pen_slope":0.7,"sampler_order":[6,0,1,3,4,2,5]},{"preset":"Simple Creative","description":"A wild and unpredictable preset with higher randomness.","temp":1.0,"dynatemp_range":0.0,"dynatemp_exponent":1.0,"smoothing_factor":0.0,"smoothing_curve":1.0,"nsigma":0.0,"top_k":100,"top_p":0.98,"min_p":0.0,"presence_penalty":0.0,"adaptivep_target":-1.0,"top_a":0,"typical":1,"tfs":1,"rep_pen":1.1,"rep_pen_range":360,"rep_pen_slope":0.7,"sampler_order":[6,0,1,3,4,2,5]},{"preset":"Basic Min-P","description":"A good default for Min-P, only works on backends with min-p.","temp":1.25,"dynatemp_range":0.0,"dynatemp_exponent":1.0,"smoothing_factor":0.0,"smoothing_curve":1.0,"nsigma":0.0,"top_k":0,"top_p":1,"min_p":0.1,"presence_penalty":0.0,"adaptivep_target":-1.0,"top_a":0,"typical":1,"tfs":1,"rep_pen":1.03,"rep_pen_range":360,"rep_pen_slope":0.7,"sampler_order":[6,5,0,1,3,4,2]},{"preset":"Basic Top-nsigma","description":"A good default for Top-nsigma, only works on backends with Top-nsigma.","temp":1,"dynatemp_range":0.0,"dynatemp_exponent":1.0,"smoothing_factor":0.0,"smoothing_curve":1.0,"nsigma":1.0,"top_k":0,"top_p":1,"min_p":0.01,"presence_penalty":0.0,"adaptivep_target":-1.0,"top_a":0,"typical":1,"tfs":1,"rep_pen":1,"rep_pen_range":360,"rep_pen_slope":0.7,"sampler_order":[6,5,0,1,3,4,2]},{"preset":"Basic DynaTemp","description":"A good default for DynaTemp, only works on backends with it.","temp":1.25,"dynatemp_range":0.75,"dynatemp_exponent":1.0,"smoothing_factor":0.0,"smoothing_curve":1.0,"nsigma":0.0,"top_k":0,"top_p":1,"min_p":0.05,"presence_penalty":0.0,"adaptivep_target":-1.0,"top_a":0,"typical":1,"tfs":1,"rep_pen":1.03,"rep_pen_range":360,"rep_pen_slope":0.7,"sampler_order":[6,5,0,1,3,4,2]},{"preset":"Basic SmoothSample","description":"A good default for Smooth Sampling, only works on backends with it.","temp":1.0,"dynatemp_range":0.0,"dynatemp_exponent":1.0,"smoothing_factor":0.25,"smoothing_curve":1.0,"nsigma":0.0,"top_k":0,"top_p":1,"min_p":0.05,"presence_penalty":0.0,"adaptivep_target":-1.0,"top_a":0,"typical":1,"tfs":1,"rep_pen":1.03,"rep_pen_range":360,"rep_pen_slope":0.7,"sampler_order":[6,5,0,1,3,4,2]},{"preset":"Basic SillyTavern","description":"Similar to default preset used in SillyTavern.","temp":0.75,"dynatemp_range":0.0,"dynatemp_exponent":1.0,"smoothing_factor":0.0,"smoothing_curve":1.0,"nsigma":0.0,"top_k":40,"top_p":0.6,"min_p":0,"presence_penalty":0.0,"adaptivep_target":-1.0,"top_a":0,"typical":1,"tfs":1.0,"rep_pen":1.18,"rep_pen_range":1024,"rep_pen_slope":0.8,"sampler_order":[6,0,1,3,4,2,5]},{"preset":"Immortal","description":"Modernized version of the Godlike preset, designed for creative and longer story co-writing use.","temp":0.7,"dynatemp_range":0.0,"dynatemp_exponent":1.0,"smoothing_factor":0.0,"smoothing_curve":1.0,"nsigma":1.75,"top_k":0,"top_p":1.0,"min_p":0.0,"presence_penalty":0.0,"adaptivep_target":-1.0,"top_a":0.75,"typical":0.19,"tfs":0.97,"rep_pen":1.1,"rep_pen_range":1024,"rep_pen_slope":0.7,"sampler_order":[6,5,4,3,2,1,0]},{"preset":"Neutral (Disabled)","description":"Sets all samplers neutralized, allowing you to customize your own.","temp":1.0,"dynatemp_range":0.0,"dynatemp_exponent":1.0,"smoothing_factor":0.0,"smoothing_curve":1.0,"nsigma":0.0,"top_k":200,"top_p":1.0,"min_p":0.0,"presence_penalty":0.0,"adaptivep_target":-1.0,"top_a":0,"typical":1,"tfs":1,"rep_pen":1.0,"rep_pen_range":360,"rep_pen_slope":0.7,"sampler_order":[6,0,1,3,4,2,5]},{"preset":"CoherentCreativity (Legacy)","description":"Legacy preset. A good balance between coherence, creativity, and quality of prose.","rep_pen":1.2,"rep_pen_range":360,"rep_pen_slope":0,"sampler_order":[6,5,0,2,3,1,4],"temp":0.5,"dynatemp_range":0.0,"dynatemp_exponent":1.0,"smoothing_factor":0.0,"smoothing_curve":1.0,"nsigma":0.0,"tfs":0.99,"top_a":0,"top_k":0,"top_p":1,"min_p":0.0,"presence_penalty":0.0,"adaptivep_target":-1.0,"typical":1},{"preset":"Godlike (Legacy)","description":"Legacy preset. Makes AI give a descriptive and sensual output.","temp":0.7,"dynatemp_range":0.0,"dynatemp_exponent":1.0,"smoothing_factor":0.0,"smoothing_curve":1.0,"nsigma":0.0,"top_k":0,"top_p":0.5,"min_p":0.0,"presence_penalty":0.0,"adaptivep_target":-1.0,"top_a":0.75,"typical":0.19,"tfs":0.97,"rep_pen":1.1,"rep_pen_range":1024,"rep_pen_slope":0.7,"sampler_order":[6,5,4,3,2,1,0]},{"preset":"LiminalDrift (Legacy)","description":"Legacy preset. Sometimes surreal situations arise based on information already present in the story.","temp":0.66,"dynatemp_range":0.0,"dynatemp_exponent":1.0,"smoothing_factor":0.0,"smoothing_curve":1.0,"nsigma":0.0,"top_k":0,"top_p":1,"min_p":0.0,"presence_penalty":0.0,"adaptivep_target":-1.0,"top_a":0.96,"typical":0.6,"tfs":1,"rep_pen":1.1,"rep_pen_range":1024,"rep_pen_slope":0.7,"sampler_order":[6,4,5,1,0,2,3]}
39883988
];
39893989

39903990
const instructpresets = [
@@ -14524,7 +14524,7 @@ Current version indicated by LITEVER below.
1452414524
document.getElementById("dynatemp_overview").innerText = (localsettings.dynatemp_range!=0?"ON":"OFF");
1452514525
document.getElementById("second_ep_overview").innerText = (localsettings.second_ep_qty>0 && localsettings.second_ep_url?"ON":"OFF");
1452614526
document.getElementById("presence_penalty").value = localsettings.presence_penalty;
14527-
document.getElementById("powerlaw_target").value = localsettings.powerlaw_target;
14527+
document.getElementById("adaptivep_target").value = localsettings.adaptivep_target;
1452814528
document.getElementById("sampler_seed").value = localsettings.sampler_seed;
1452914529
document.getElementById("top_k").value = document.getElementById("top_k_slide").value = localsettings.top_k;
1453014530
document.getElementById("top_a").value = localsettings.top_a;
@@ -14794,7 +14794,7 @@ Current version indicated by LITEVER below.
1479414794
if (found) {
1479514795
document.getElementById("temperature").value = document.getElementById("temperature_slide").value = found.temp;
1479614796
document.getElementById("presence_penalty").value = found.presence_penalty;
14797-
document.getElementById("powerlaw_target").value = found.powerlaw_target;
14797+
document.getElementById("adaptivep_target").value = found.adaptivep_target;
1479814798
document.getElementById("min_p").value = found.min_p;
1479914799
document.getElementById("dynatemp_range").value = found.dynatemp_range;
1480014800
document.getElementById("dynatemp_exponent").value = found.dynatemp_exponent;
@@ -14884,7 +14884,7 @@ Current version indicated by LITEVER below.
1488414884
document.getElementById("presetsdesc").innerText = found.description;
1488514885
let changed = (document.getElementById("temperature").value != found.temp ||
1488614886
document.getElementById("presence_penalty").value != found.presence_penalty ||
14887-
document.getElementById("powerlaw_target").value != found.powerlaw_target ||
14887+
document.getElementById("adaptivep_target").value != found.adaptivep_target ||
1488814888
document.getElementById("min_p").value != found.min_p ||
1488914889
document.getElementById("dynatemp_range").value != found.dynatemp_range ||
1489014890
document.getElementById("dynatemp_exponent").value != found.dynatemp_exponent ||
@@ -15174,7 +15174,7 @@ Current version indicated by LITEVER below.
1517415174
localsettings.smoothing_curve = parseFloat(document.getElementById("smoothing_curve").value);
1517515175
localsettings.nsigma = parseFloat(document.getElementById("nsigma").value);
1517615176
localsettings.presence_penalty = parseFloat(document.getElementById("presence_penalty").value);
15177-
localsettings.powerlaw_target = parseFloat(document.getElementById("powerlaw_target").value);
15177+
localsettings.adaptivep_target = parseFloat(document.getElementById("adaptivep_target").value);
1517815178
localsettings.top_k = parseInt(document.getElementById("top_k").value);
1517915179
localsettings.top_a = parseFloat(document.getElementById("top_a").value);
1518015180
localsettings.typ_s = parseFloat(document.getElementById("typ_s").value);
@@ -15391,7 +15391,7 @@ Current version indicated by LITEVER below.
1539115391
localsettings.smoothing_curve = cleannum(localsettings.smoothing_curve, 0.1, 5.0);
1539215392
localsettings.nsigma = cleannum(localsettings.nsigma, 0.0, 5.0);
1539315393
localsettings.presence_penalty = cleannum(localsettings.presence_penalty, -2, 2);
15394-
localsettings.powerlaw_target = cleannum(localsettings.powerlaw_target, -1, 1);
15394+
localsettings.adaptivep_target = cleannum(localsettings.adaptivep_target, -1, 1);
1539515395
localsettings.top_k = cleannum(Math.floor(localsettings.top_k), 0, 300);
1539615396
localsettings.top_a = cleannum(localsettings.top_a, 0, 1);
1539715397
localsettings.typ_s = cleannum(localsettings.typ_s, 0, 1);
@@ -18991,7 +18991,7 @@ Current version indicated by LITEVER below.
1899118991
if((custom_kobold_endpoint != "" && is_using_kcpp_with_mirostat()) || custom_oai_endpoint!="")
1899218992
{
1899318993
submit_payload.params.presence_penalty = localsettings.presence_penalty;
18994-
submit_payload.params.power_law_target = localsettings.powerlaw_target;
18994+
submit_payload.params.adaptive_target = localsettings.adaptivep_target;
1899518995
submit_payload.params.logit_bias = JSON.parse(JSON.stringify(localsettings.logitbiasdict));
1899618996
}
1899718997

@@ -27698,9 +27698,9 @@ Current version indicated by LITEVER below.
2769827698
<input title="Presence Penalty" class="settinglabel miniinput" type="text" inputmode="decimal" placeholder="0" value="0" id="presence_penalty"></div>
2769927699
</div>
2770027700
<div class="settinglabel settingcell">
27701-
<div title="Power Law Sampler Target. 0 to Deactivate. Range 0 to 1." class="justifyleft settingsmall" style="width:100%">PLaw.Tgt.</div>
27701+
<div title="Adaptive-P Sampler Target. 0 to Deactivate. Range 0 to 1." class="justifyleft settingsmall" style="width:100%">Adapt.P.</div>
2770227702
<div class="justifyleft settingsmall" style="width:100%">
27703-
<input title="Power Law Sampler Target" class="settinglabel miniinput" type="text" inputmode="decimal" placeholder="0" value="0" id="powerlaw_target"></div>
27703+
<input title="Adaptive-P Sampler Target" class="settinglabel miniinput" type="text" inputmode="decimal" placeholder="0" value="0" id="adaptivep_target"></div>
2770427704
</div>
2770527705
</div>
2770627706
<div style="display:flex;width:100%;">

expose.h

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -123,7 +123,7 @@ struct generation_inputs
123123
const float dynatemp_exponent = 1.0f;
124124
const float smoothing_factor = 0.0f;
125125
const float smoothing_curve = 1.0f;
126-
const float power_law_target = -1.0f;
126+
const float adaptive_target = -1.0f;
127127
const float dry_multiplier = 0.0f;
128128
const float dry_base = 0.0f;
129129
const int dry_allowed_length = 0;

0 commit comments

Comments
 (0)