Skip to content

Commit ef9a3df

Browse files
chuangz0dominicshanshan
authored andcommitted
[None][fix] Add lock for request_to_session in sendReadySingal (NVIDIA#8310)
Signed-off-by: Chuang Zhu <[email protected]>
1 parent ce353c1 commit ef9a3df

File tree

1 file changed

+8
-4
lines changed

1 file changed

+8
-4
lines changed

cpp/tensorrt_llm/batch_manager/dataTransceiver.cpp

Lines changed: 8 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -401,10 +401,14 @@ class CacheSender::Impl
401401

402402
void sendReadySignal(LlmRequest::RequestIdType requestId, bool isReady)
403403
{
404-
auto it = mRequestToSession.find(requestId);
405-
TLLM_CHECK(it != mRequestToSession.end());
406-
auto& session = it->second;
407-
auto const& connections = session.getConnections();
404+
TransferSession* session = nullptr;
405+
{
406+
std::unique_lock<std::mutex> lock(mMtxForMap);
407+
auto it = mRequestToSession.find(requestId);
408+
TLLM_CHECK(it != mRequestToSession.end());
409+
session = std::addressof(it->second);
410+
}
411+
auto const& connections = session->getConnections();
408412
for (size_t i = 0; i < connections.size(); i++)
409413
{
410414
auto* agentConnectionManager = dynamic_cast<executor::kv_cache::AgentConnectionManager*>(mManager);

0 commit comments

Comments
 (0)