Skip to content

Commit e29c31c

Browse files
committed
validate sleep request
1 parent d72fcf9 commit e29c31c

1 file changed

Lines changed: 7 additions & 1 deletion

File tree

lmdeploy/serve/openai/api_server.py

Lines changed: 7 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1183,9 +1183,15 @@ def update_params(request: UpdateParamsRequest, raw_request: Request = None):
11831183
@router.post('/sleep', dependencies=[Depends(validate_json_request)])
11841184
async def sleep(raw_request: Request = None):
11851185
level = raw_request.query_params.get('level', '1')
1186+
try:
1187+
level = int(level)
1188+
except (TypeError, ValueError):
1189+
return create_error_response(HTTPStatus.BAD_REQUEST, 'The "level" query parameter must be an integer.')
1190+
if level not in (1, 2):
1191+
return create_error_response(HTTPStatus.BAD_REQUEST, 'The "level" query parameter must be 1 or 2.')
11861192
async_engine = VariableInterface.async_engine
11871193
await async_engine.stop_all_session()
1188-
async_engine.sleep(int(level))
1194+
async_engine.sleep(level)
11891195
return Response(status_code=200)
11901196

11911197

0 commit comments

Comments
 (0)