Skip to content

Commit 1fd3021

Browse files
committed
bugfix: bugfix of ui arg no_eagle3.
1 parent 82bd2df commit 1fd3021

1 file changed

Lines changed: 5 additions & 5 deletions

File tree

eagle/application/webui.py

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
11
import os
2-
os.environ["CUDA_VISIBLE_DEVICES"] = "2,3"
2+
# os.environ["CUDA_VISIBLE_DEVICES"] = "2,3"
33
import time
44

55
import gradio as gr
@@ -280,15 +280,15 @@ def clear(history,session_state):
280280
load_in_4bit=args.load_in_4bit,
281281
load_in_8bit=args.load_in_8bit,
282282
device_map="auto",
283-
use_eagle3=args.no_eagle3,
283+
use_eagle3=(not args.no_eagle3),
284284
)
285285
model.eval()
286286
warmup(model)
287287

288288
custom_css = """
289289
#speed textarea {
290-
color: red;
291-
font-size: 30px;
290+
color: red;
291+
font-size: 30px;
292292
}"""
293293

294294
with gr.Blocks(css=custom_css) as demo:
@@ -303,7 +303,7 @@ def clear(history,session_state):
303303
highlight_EaInfer = gr.Checkbox(label="Highlight the tokens generated by EAGLE-3", value=True)
304304
temperature = gr.Slider(minimum=0.0, maximum=1.0, step=0.01, label="temperature", value=0.5)
305305
top_p = gr.Slider(minimum=0.0, maximum=1.0, step=0.01, label="top_p", value=0.9)
306-
note=gr.Markdown(show_label=False,interactive=False,value='''The Compression Ratio is defined as the number of generated tokens divided by the number of forward passes in the original LLM. If "Highlight the tokens generated by EAGLE-2" is checked, the tokens correctly guessed by EAGLE-2
306+
note=gr.Markdown(show_label=False,interactive=False,value='''The Compression Ratio is defined as the number of generated tokens divided by the number of forward passes in the original LLM. If "Highlight the tokens generated by EAGLE-2" is checked, the tokens correctly guessed by EAGLE-2
307307
will be displayed in orange. Note: Checking this option may cause special formatting rendering issues in a few cases, especially when generating code''')
308308

309309

0 commit comments

Comments
 (0)