We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 3f77fe7 commit da346eeCopy full SHA for da346ee
cpp/tensorrt_llm/thop/allreduceOp.cpp
@@ -160,6 +160,8 @@ class AllreduceOp
160
{
161
size_t size = input.numel();
162
size_t seq_len = input.size(0);
163
+ size_t bytes_per_element = input.element_size();
164
+ TLLM_LOG_DEBUG("All reduce message size is %zu", size * bytes_per_element);
165
166
if (std::getenv("TLLM_USE_NCCL_UB") && mStrategy == AllReduceStrategyType::UB)
167
0 commit comments