Skip to content

Commit d1e3b46

Browse files
committed
Fix build
Signed-off-by: Iman Tabrizian <[email protected]>
1 parent d3114a8 commit d1e3b46

File tree

2 files changed

+3
-0
lines changed

2 files changed

+3
-0
lines changed

cpp/tensorrt_llm/kernels/userbuffers/ub_allocator.h

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -14,6 +14,7 @@
1414
* limitations under the License.
1515
*/
1616
#pragma once
17+
#include "nccl.h"
1718
#include "tensorrt_llm/runtime/worldConfig.h"
1819
#if ENABLE_MULTI_DEVICE
1920
#include "userbuffers.h"

cpp/tensorrt_llm/kernels/userbuffers/userbuffersManager.cpp

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -34,7 +34,9 @@ void UserBuffersManager::initialize(int64_t tp_size, int64_t pp_size, int64_t cp
3434
{
3535
std::lock_guard<std::mutex> lock(mutex_);
3636
tensorrt_llm::runtime::WorldConfig world_config(tp_size, pp_size, cp_size, rank, gpus_per_node);
37+
#if ENABLE_MULTI_DEVICE
3738
UserBufferAllocator::Instance().use_nccl_symmetric = use_nccl_symmetric;
39+
#endif
3840
tensorrt_llm::runtime::ub::ub_initialize(world_config);
3941
TLLM_CHECK(tensorrt_llm::runtime::ub::ub_is_initialized());
4042
buffer_size_ = buffer_size;

0 commit comments

Comments
 (0)