Skip to content

Commit c8f3e4e

Browse files
update limits
1 parent af64b4f commit c8f3e4e

2 files changed

Lines changed: 8 additions & 8 deletions

File tree

api/api.py

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -68,10 +68,10 @@ async def root():
6868
@app.post("/generate", summary="Generate an output stream based on a prompt, using a LLM (Llama 3.2 1B Instruct).")
6969
async def generate(
7070
init_prompt: str = Form(..., min_length=1, max_length=10000),
71-
k: int = Form(30, ge=1, le=100),
71+
k: int = Form(30, ge=1, le=50),
7272
T: float = Form(1, gt=0.0, le=10.0),
7373
tau: float = Form(0.5, ge=0.0, le=1.0),
74-
max_new_tokens: int = Form(100, ge=1, le=500),
74+
max_new_tokens: int = Form(100, ge=1, le=4096),
7575
sleep_time: float = Form(0.0, ge=0.0, le=2.0),
7676
verbose: bool = Form(False),
7777
random_state: Optional[int] = Form(None),
@@ -120,9 +120,9 @@ async def generate(
120120
@app.post("/regenerate", summary="Generate an output stream based on a prompt, using a LLM (Llama 3.2 1B Instruct). This endpoint is for regenerating output when user edits.")
121121
async def regenerate(
122122
init_prompt: str = Form(..., min_length=1, max_length=10000),
123-
k: int = Form(30, ge=1, le=100),
123+
k: int = Form(30, ge=1, le=50),
124124
T: float = Form(1, gt=0.0, le=10.0),
125-
max_new_tokens: int = Form(100, ge=1, le=500),
125+
max_new_tokens: int = Form(100, ge=1, le=4096),
126126
sleep_time: float = Form(0.0, ge=0.0, le=2.0),
127127
verbose: bool = Form(False),
128128
random_state: Optional[int] = Form(None),

client/src/components/SettingsPanel.jsx

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -95,20 +95,20 @@ export default function SettingsPanel({ settings, onChange }) {
9595
<input
9696
type="number"
9797
min="1"
98-
max="200"
98+
max="50"
9999
step="1"
100100
value={settings.k}
101-
onChange={setNumber("k", { min: 1, max: 200, allowEmpty: true })}
101+
onChange={setNumber("k", { min: 1, max: 50, allowEmpty: true })}
102102
className="w-24 h-[26px] bg-transparent border border-border px-2 text-fg"
103103
/>
104104
</Row>
105105
<Row label="Temperature (T)">
106106
<input
107107
type="number"
108-
max="5"
108+
max="10"
109109
step="0.1"
110110
value={settings.T}
111-
onChange={setNumber("T", { max: 5, allowEmpty: true })}
111+
onChange={setNumber("T", { max: 10, allowEmpty: true })}
112112
className="w-24 h-[26px] bg-transparent border border-border px-2 text-fg"
113113
/>
114114
</Row>

0 commit comments

Comments
 (0)