We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 61ddc9a commit be1dabcCopy full SHA for be1dabc
1 file changed
fastdeploy/model_executor/utils.py
@@ -358,7 +358,7 @@ def _get_unsupported_quant():
358
return {"w4a8", "w4afp8", "wint2"}
359
elif current_platform.is_xpu():
360
return {"w4a8", "w8a8"}
361
- return {}
+ return set()
362
363
def _err_msg(msg: str) -> str:
364
logger.info(msg + "; fallback to the v0 loader for model loading.")
0 commit comments