Skip to content
  •  
  •  
  •  
14 changes: 1 addition & 13 deletions cpp/tensorrt_llm/batch_manager/trtGptModel.h
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
/*
* SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
* SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
* SPDX-License-Identifier: Apache-2.0
*
* Licensed under the Apache License, Version 2.0 (the "License");
Expand Down Expand Up @@ -184,18 +184,6 @@ class TrtGptModel : public executor::Model
TLLM_LOG_INFO("TRTGptModel maxInputLen: %d = max_input_len (in trtllm-build args)", mMaxInputLen);
}

// TODO: remove this when XQA JIT can be enabled for fp8 RNN models
if ((modelConfig.getQuantMode().hasFp8Qdq() || modelConfig.getQuantMode().hasFp8RowWise())
&& modelConfig.isRnnBased())
{
#if defined(_WIN32)
if (getenv("TRTLLM_ENABLE_XQA_JIT") == nullptr)
_putenv_s("TRTLLM_ENABLE_XQA_JIT", "0");
#else
setenv("TRTLLM_ENABLE_XQA_JIT", "0", 0);
#endif //_WIN32
}

using tensorrt_llm::common::stl_utils::toString;

TLLM_LOG_INFO("Capacity Scheduler Policy: %s",
Expand Down
15 changes: 0 additions & 15 deletions cpp/tensorrt_llm/common/envUtils.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -151,21 +151,6 @@ bool forceXQAKernels()
return forceXQA;
}

std::optional<bool> getEnvEnableXQAJIT()
{
static std::optional<bool> val = []
{
std::optional<bool> val = std::nullopt;
auto const tmp = getIntEnv("TRTLLM_ENABLE_XQA_JIT");
if (tmp.has_value())
{
val = static_cast<bool>(tmp.value());
}
return val;
}();
return val;
}

std::optional<int> getEnvXqaBlocksPerSequence()
{
static auto const xqaBlocksPerSeq = []()
Expand Down
5 changes: 0 additions & 5 deletions cpp/tensorrt_llm/common/envUtils.h
Original file line number Diff line number Diff line change
Expand Up @@ -39,11 +39,6 @@ bool getBoolEnv(char const* name);
// XQA kernels (optimized kernels for generation phase).
bool forceXQAKernels();

// Whether XQA JIT is enabled.
//
// Returns the value of TRTLLM_ENABLE_XQA_JIT env var. If such env var doesn't exist, std::nullopt is returned.
std::optional<bool> getEnvEnableXQAJIT();

// 0 means to use heuristics.
std::optional<int32_t> getEnvXqaBlocksPerSequence();

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -87,11 +87,3 @@ target_link_libraries(decoder_attention_src PUBLIC nvrtc_wrapper_src
set_property(TARGET decoder_attention_src PROPERTY POSITION_INDEPENDENT_CODE ON)
set_property(TARGET decoder_attention_src PROPERTY CUDA_RESOLVE_DEVICE_SYMBOLS
ON)

# Embed cubins via INCBIN. Replaces the bin2c-style hex-array .cpp stubs that
# previously lived under cubin/ and bloated the source tree by ~166 MB.
include(tllm_cubin_archive)
tllm_add_cubin_archive_sources(
decoder_attention_src "${CMAKE_CURRENT_SOURCE_DIR}/cubin"
ARCHS 80 86 89 90 120
IMPLICIT_FAMILY)

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

This file was deleted.

Loading
Loading