Skip to content

Commit b217489

Browse files
committed
fix naming problem
1 parent b7cbefc commit b217489

File tree

2 files changed

+3
-2
lines changed

2 files changed

+3
-2
lines changed

python/infinilm/base_config.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -71,8 +71,8 @@ def __init__(self):
7171
self.endpoint = self.args.endpoint
7272
self.ignore_eos = self.args.ignore_eos
7373

74-
if self.enable_paged_attn and self.attn_backend == "default":
75-
self.attn_backend = "paged-attn"
74+
if self.enable_paged_attn and self.attn == "default":
75+
self.attn = "paged-attn"
7676

7777
def _add_common_args(self):
7878
# --- base configuration ---

python/infinilm/server/inference_server.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -575,6 +575,7 @@ def main():
575575
port=cfg.port,
576576
enable_graph=cfg.enable_graph,
577577
attn_backend=cfg.attn,
578+
ignore_eos=cfg.ignore_eos,
578579
)
579580
server.start()
580581

0 commit comments

Comments
 (0)