File tree Expand file tree Collapse file tree 1 file changed +5
-1
lines changed
Expand file tree Collapse file tree 1 file changed +5
-1
lines changed Original file line number Diff line number Diff line change @@ -115,12 +115,16 @@ std::shared_ptr<ncclComm_t> getComm(std::set<int> const& group)
115115 ncclCommDestroy (*comm);
116116 delete comm;
117117 });
118- // Need static connection initialization for accurate KV cache size estimation
119118#if defined(_WIN32)
119+ // Need static connection initialization for accurate KV cache size estimation
120120 if (getenv (" NCCL_RUNTIME_CONNECT" ) == nullptr )
121121 _putenv_s (" NCCL_RUNTIME_CONNECT" , " 0" );
122+ // Disable graph register to avoid startup hangs
123+ if (getenv (" NCCL_GRAPH_REGISTER" ) == nullptr )
124+ _putenv_s (" NCCL_GRAPH_REGISTER" , " 0" );
122125#else
123126 setenv (" NCCL_RUNTIME_CONNECT" , " 0" , 0 );
127+ setenv (" NCCL_GRAPH_REGISTER" , " 0" , 0 );
124128#endif // _WIN32
125129 NCCLCHECK_THROW (ncclCommInitRank (ncclComm.get (), group.size (), id, groupRank));
126130 commMap[group] = ncclComm;
You can’t perform that action at this time.
0 commit comments