Skip to content
Merged
Changes from 1 commit
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
6 changes: 3 additions & 3 deletions graphgen/models/llm/local/vllm_wrapper.py
Original file line number Diff line number Diff line change
Expand Up @@ -39,9 +39,9 @@ def __init__(
disable_log_stats=False,
)
self.engine = AsyncLLMEngine.from_engine_args(engine_args)
self.temperature = temperature
self.top_p = top_p
self.topk = topk
self.temperature = float(temperature)
self.top_p = float(top_p)
self.topk = int(topk)
Comment thread
CHERRY-ui8 marked this conversation as resolved.
Outdated

@staticmethod
def _build_inputs(prompt: str, history: Optional[List[str]] = None) -> str:
Expand Down