Skip to content

Commit c501cb2

Browse files
committed
[None][perf] set ncclConfig graphUsageMode=1 on communicator init
Signed-off-by: Ludwig Schneider <lschneider@nvidia.com>
1 parent 8412a17 commit c501cb2

1 file changed

Lines changed: 3 additions & 1 deletion

File tree

cpp/tensorrt_llm/common/opUtils.cpp

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -161,7 +161,9 @@ std::shared_ptr<ncclComm_t> getComm(std::set<int> const& group)
161161
setenv("NCCL_RUNTIME_CONNECT", "0", 0);
162162
setenv("NCCL_GRAPH_REGISTER", "0", 0);
163163
#endif // _WIN32
164-
NCCLCHECK_THROW(ncclCommInitRank(ncclComm.get(), group.size(), id, groupRank));
164+
ncclConfig_t config = NCCL_CONFIG_INITIALIZER;
165+
config.graphUsageMode = 1;
166+
NCCLCHECK_THROW(ncclCommInitRankConfig(ncclComm.get(), group.size(), id, groupRank, &config));
165167
commMap[group] = ncclComm;
166168
TLLM_LOG_TRACE("%s stop for rank %d", __PRETTY_FUNCTION__, rank);
167169
return ncclComm;

0 commit comments

Comments
 (0)