We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 390553d commit 75e101eCopy full SHA for 75e101e
cpp/tensorrt_llm/thop/allreduceOp.cpp
@@ -163,6 +163,8 @@ class AllreduceOp
163
{
164
size_t size = input.numel();
165
size_t seq_len = input.size(0);
166
+ size_t bytes_per_element = input.element_size();
167
+ TLLM_LOG_DEBUG("All reduce message size is %zu", size * bytes_per_element);
168
169
if (std::getenv("TLLM_USE_NCCL_UB") && mStrategy == AllReduceStrategyType::UB)
170
0 commit comments