File tree Expand file tree Collapse file tree
cpp/tensorrt_llm/batch_manager Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -1093,17 +1093,25 @@ class CacheReceiver::Impl
10931093 TLLM_CUDA_CHECK (cudaSetDevice (mDeviceId ));
10941094 auto session = sendRequestInfo (llmRequest);
10951095 session.setTime (TransferSession::kTimeRequestInfo );
1096- bool isReady = receiveReadySignal (session);
1097- if (!isReady)
1096+ try
1097+ {
1098+ bool isReady = receiveReadySignal (session);
1099+ if (!isReady)
1100+ {
1101+ // Reuse the error state for the cancelled request.
1102+ llmRequest.setState (LlmRequestState::kDISAGG_TRANS_ERROR );
1103+ llmRequest.setKvCacheTransferEnd (std::chrono::steady_clock::now ());
1104+ session.releasePreAssignedRecvBuffers ();
1105+ return ;
1106+ }
1107+ receiveSync (session);
1108+ session.clearPreAssignedRecvBuffers ();
1109+ }
1110+ catch (...)
10981111 {
1099- // Reuse the error state for the cancelled request.
1100- llmRequest.setState (LlmRequestState::kDISAGG_TRANS_ERROR );
1101- llmRequest.setKvCacheTransferEnd (std::chrono::steady_clock::now ());
11021112 session.releasePreAssignedRecvBuffers ();
1103- return ;
1113+ throw ;
11041114 }
1105- receiveSync (session);
1106- session.clearPreAssignedRecvBuffers ();
11071115 llmRequest.setKvCacheTransferEnd (std::chrono::steady_clock::now ());
11081116
11091117 TLLM_LOG_DEBUG (mpi::MpiComm::world ().getRank (),
You can’t perform that action at this time.
0 commit comments