lint.

Author: Weichao Luo

lightllm/server/api_start.py

@@ -94,7 +94,7 @@ def normal_or_p_d_start(args):
 
     if args.graph_max_len_in_batch == 0:
         args.graph_max_len_in_batch = args.max_req_total_len
-    
+
     # mode setting check.
     if args.output_constraint_mode != "none":
         assert args.disable_dynamic_prompt_cache is False

lightllm/server/core/objs/io_objs/__init__.py

@@ -1 +1,8 @@
-from .group_req import GroupReqIndexes, GroupReqObjs, AbortedReqCmd, StopStrMatchedReqCmd, NIXLRemotePrefillDoneCmd, ReqCmd
+from .group_req import (
+    GroupReqIndexes,
+    GroupReqObjs,
+    AbortedReqCmd,
+    StopStrMatchedReqCmd,
+    NIXLRemotePrefillDoneCmd,
+    ReqCmd,
+)

lightllm/server/router/manager.py

@@ -15,7 +15,13 @@
 from .batch import Batch, Req
 from .model_infer.model_rpc import start_model_process, ModelRpcClient
 from .req_queue import build_req_queue
-from lightllm.server.core.objs.io_objs import GroupReqIndexes, AbortedReqCmd, StopStrMatchedReqCmd, NIXLRemotePrefillDoneCmd, ReqCmd
+from lightllm.server.core.objs.io_objs import (
+    GroupReqIndexes,
+    AbortedReqCmd,
+    StopStrMatchedReqCmd,
+    NIXLRemotePrefillDoneCmd,
+    ReqCmd,
+)
 from lightllm.server.core.objs import ShmReqManager, StartArgs, PDNIXLChunkedPrefillReq
 from .dynamic_prompt.radix_cache import RadixCacheReadOnlyClient
 from .shm_reqs_io_buffer import ShmReqsIOBuffer
@@ -334,7 +340,7 @@ async def _step(self):
         if stop_str_matched_reqs:
             filter_cmds.extend([StopStrMatchedReqCmd(req_id=r.request_id) for r in stop_str_matched_reqs])
 
-        if self.args.run_mode == 'nixl_decode':
+        if self.args.run_mode == "nixl_decode":
             remote_prefill_done_reqs = self._get_nixl_rpd_reqs_from_running_batch()
             if remote_prefill_done_reqs:
                 filter_cmds.extend([NIXLRemotePrefillDoneCmd(req_id=r.request_id) for r in remote_prefill_done_reqs])