Skip to content

Commit 01a79ce

Browse files
ggerganovallozaur
authored andcommitted
webui : send both backend_sampling == false/true (ggml-org#18781)
* webui : send both backend_sampling == false/true * feat: Parameter sync --------- Co-authored-by: Aleksander Grygier <aleksander.grygier@gmail.com>
1 parent 3f78ac9 commit 01a79ce

4 files changed

Lines changed: 27 additions & 22 deletions

File tree

tools/server/public/bundle.js

Lines changed: 19 additions & 19 deletions
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

tools/server/public/index.html

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -18,7 +18,7 @@
1818
<div style="display: contents">
1919
<script>
2020
{
21-
__sveltekit_1ppa22i = {
21+
__sveltekit_1610ad9 = {
2222
base: new URL('.', location).pathname.slice(0, -1)
2323
};
2424

tools/server/webui/src/lib/services/parameter-sync.service.ts

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -88,6 +88,12 @@ export const SYNCABLE_PARAMETERS: SyncableParameter[] = [
8888
},
8989
{ key: 'max_tokens', serverKey: 'max_tokens', type: SyncableParameterType.NUMBER, canSync: true },
9090
{ key: 'samplers', serverKey: 'samplers', type: SyncableParameterType.STRING, canSync: true },
91+
{
92+
key: 'backend_sampling',
93+
serverKey: 'backend_sampling',
94+
type: SyncableParameterType.BOOLEAN,
95+
canSync: true
96+
},
9197
{
9298
key: 'pasteLongTextToFileLen',
9399
serverKey: 'pasteLongTextToFileLen',

tools/server/webui/src/lib/stores/chat.svelte.ts

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1610,8 +1610,7 @@ class ChatStore {
16101610

16111611
if (currentConfig.samplers) apiOptions.samplers = currentConfig.samplers;
16121612

1613-
if (currentConfig.backend_sampling)
1614-
apiOptions.backend_sampling = currentConfig.backend_sampling;
1613+
apiOptions.backend_sampling = currentConfig.backend_sampling;
16151614

16161615
if (currentConfig.custom) apiOptions.custom = currentConfig.custom;
16171616

0 commit comments

Comments
 (0)