From 4a08eb6b4580a795b4ab0b050a61202dea3c4038 Mon Sep 17 00:00:00 2001 From: CHERRY-ui8 <2693275288@qq.com> Date: Mon, 5 Jan 2026 17:32:10 +0800 Subject: [PATCH 1/3] fix: type conversion in vllm_wrapper --- graphgen/models/llm/local/vllm_wrapper.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/graphgen/models/llm/local/vllm_wrapper.py b/graphgen/models/llm/local/vllm_wrapper.py index fc412b51..b8825f5d 100644 --- a/graphgen/models/llm/local/vllm_wrapper.py +++ b/graphgen/models/llm/local/vllm_wrapper.py @@ -39,9 +39,9 @@ def __init__( disable_log_stats=False, ) self.engine = AsyncLLMEngine.from_engine_args(engine_args) - self.temperature = temperature - self.top_p = top_p - self.topk = topk + self.temperature = float(temperature) + self.top_p = float(top_p) + self.topk = int(topk) @staticmethod def _build_inputs(prompt: str, history: Optional[List[str]] = None) -> str: From 84c32f42720b649ea1a3cdb2ba77b9e9c382e74f Mon Sep 17 00:00:00 2001 From: CHERRY-ui8 <2693275288@qq.com> Date: Mon, 5 Jan 2026 17:40:07 +0800 Subject: [PATCH 2/3] fix: update parameter naming and type conversion in vllm_wrapper --- graphgen/models/llm/local/vllm_wrapper.py | 13 +++++++------ 1 file changed, 7 insertions(+), 6 deletions(-) diff --git a/graphgen/models/llm/local/vllm_wrapper.py b/graphgen/models/llm/local/vllm_wrapper.py index b8825f5d..eb90dace 100644 --- a/graphgen/models/llm/local/vllm_wrapper.py +++ b/graphgen/models/llm/local/vllm_wrapper.py @@ -18,10 +18,14 @@ def __init__( gpu_memory_utilization: float = 0.9, temperature: float = 0.6, top_p: float = 1.0, - topk: int = 5, + top_k: int = 5, **kwargs: Any, ): - super().__init__(temperature=temperature, top_p=top_p, **kwargs) + temperature = float(temperature) + top_p = float(top_p) + top_k = int(top_k) + + super().__init__(temperature=temperature, top_p=top_p, top_k=top_k, **kwargs) try: from vllm import AsyncEngineArgs, AsyncLLMEngine, SamplingParams except ImportError as exc: @@ -39,9 +43,6 @@ def __init__( disable_log_stats=False, ) self.engine = AsyncLLMEngine.from_engine_args(engine_args) - self.temperature = float(temperature) - self.top_p = float(top_p) - self.topk = int(topk) @staticmethod def _build_inputs(prompt: str, history: Optional[List[str]] = None) -> str: @@ -89,7 +90,7 @@ async def generate_topk_per_token( sp = self.SamplingParams( temperature=0, max_tokens=1, - logprobs=self.topk, + logprobs=self.top_k, prompt_logprobs=1, ) From 1f5f74342a37ed08069ce22b7401915f0c1dfe2a Mon Sep 17 00:00:00 2001 From: CHERRY-ui8 <2693275288@qq.com> Date: Mon, 5 Jan 2026 17:44:36 +0800 Subject: [PATCH 3/3] pylint --- graphgen/models/llm/local/vllm_wrapper.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/graphgen/models/llm/local/vllm_wrapper.py b/graphgen/models/llm/local/vllm_wrapper.py index eb90dace..6ae5bf3b 100644 --- a/graphgen/models/llm/local/vllm_wrapper.py +++ b/graphgen/models/llm/local/vllm_wrapper.py @@ -24,7 +24,7 @@ def __init__( temperature = float(temperature) top_p = float(top_p) top_k = int(top_k) - + super().__init__(temperature=temperature, top_p=top_p, top_k=top_k, **kwargs) try: from vllm import AsyncEngineArgs, AsyncLLMEngine, SamplingParams