File tree Expand file tree Collapse file tree 1 file changed +8
-4
lines changed
cpp/tensorrt_llm/batch_manager Expand file tree Collapse file tree 1 file changed +8
-4
lines changed Original file line number Diff line number Diff line change @@ -401,10 +401,14 @@ class CacheSender::Impl
401401
402402 void sendReadySignal (LlmRequest::RequestIdType requestId, bool isReady)
403403 {
404- auto it = mRequestToSession .find (requestId);
405- TLLM_CHECK (it != mRequestToSession .end ());
406- auto & session = it->second ;
407- auto const & connections = session.getConnections ();
404+ TransferSession* session = nullptr ;
405+ {
406+ std::unique_lock<std::mutex> lock (mMtxForMap );
407+ auto it = mRequestToSession .find (requestId);
408+ TLLM_CHECK (it != mRequestToSession .end ());
409+ session = std::addressof (it->second );
410+ }
411+ auto const & connections = session->getConnections ();
408412 for (size_t i = 0 ; i < connections.size (); i++)
409413 {
410414 auto * agentConnectionManager = dynamic_cast <executor::kv_cache::AgentConnectionManager*>(mManager );
You can’t perform that action at this time.
0 commit comments