diff --git a/tests/integration/test_lists/waives.txt b/tests/integration/test_lists/waives.txt index 7a318ad331c3..d266316fb455 100644 --- a/tests/integration/test_lists/waives.txt +++ b/tests/integration/test_lists/waives.txt @@ -352,3 +352,264 @@ accuracy/test_llm_api_pytorch.py::TestQwen3_235B_A22B::test_nvfp4_4gpus[latency_ unittest/_torch/modeling -k "modeling_siglip" SKIP (https://nvbugs/5941242) stress_test/stress_test.py::test_run_stress_test[llama-v3-8b-instruct-hf_tp1-stress_time_300s_timeout_450s-GUARANTEED_NO_EVICT-pytorch-stress-test] SKIP (https://nvbugs/5955927) stress_test/stress_test.py::test_run_stress_test[llama-v3-8b-instruct-hf_tp1-stress_time_300s_timeout_450s-MAX_UTILIZATION-pytorch-stress-test] SKIP (https://nvbugs/5955927) +accuracy/test_cli_flow.py::TestGpt2::test_auto_dtype SKIP (https://nvbugs/6065451) +accuracy/test_cli_flow.py::TestGpt2::test_beam_search SKIP (https://nvbugs/6065451) +accuracy/test_cli_flow.py::TestGpt2::test_beam_search_large SKIP (https://nvbugs/6065451) +accuracy/test_cli_flow.py::TestGpt2::test_variable_beam_width_search SKIP (https://nvbugs/6065451) +accuracy/test_cli_flow.py::TestGptNext::test_auto_dtype SKIP (https://nvbugs/6065451) +accuracy/test_cli_flow.py::TestLlama2_7B::test_auto_dtype SKIP (https://nvbugs/6065451) +accuracy/test_cli_flow.py::TestLlama2_7B::test_fp8 SKIP (https://nvbugs/6065451) +accuracy/test_cli_flow.py::TestLlama2_7B::test_fp8_gemm_plugin SKIP (https://nvbugs/6065451) +accuracy/test_cli_flow.py::TestLlama2_7B::test_fp8_gemm_swiglu_plugin SKIP (https://nvbugs/6065451) +accuracy/test_cli_flow.py::TestLlama3_1_8BInstruct::test_fp8_prequantized SKIP (https://nvbugs/6065451) +accuracy/test_cli_flow.py::TestMamba130M::test_auto_dtype SKIP (https://nvbugs/6065451) +accuracy/test_cli_flow.py::TestVicuna7B::test_eagle_2[cuda_graph=False-chunked_context=False] SKIP (https://nvbugs/6065451) +accuracy/test_cli_flow.py::TestVicuna7B::test_lookahead SKIP (https://nvbugs/6065451) +accuracy/test_llm_api_pytorch.py::TestNemotronV3Super::test_auto_dtype_4gpus[4-1-False-False-False] SKIP (https://nvbugs/6065486) +accuracy/test_llm_api_pytorch.py::TestNemotronV3Super::test_auto_dtype_4gpus[4-1-False-False-True] SKIP (https://nvbugs/6065486) +accuracy/test_llm_api_pytorch.py::TestNemotronV3Super::test_auto_dtype_4gpus[4-1-True-True-False] SKIP (https://nvbugs/6065486) +accuracy/test_llm_api_pytorch.py::TestNemotronV3Super::test_auto_dtype_4gpus[4-1-True-True-True] SKIP (https://nvbugs/6065486) +accuracy/test_llm_api_pytorch.py::TestNemotronV3Super::test_auto_dtype_4gpus[4-4-False-True-False] SKIP (https://nvbugs/6065486) +accuracy/test_llm_api_pytorch.py::TestNemotronV3Super::test_auto_dtype_4gpus[4-4-False-True-True] SKIP (https://nvbugs/6065486) +accuracy/test_llm_api_pytorch.py::TestNemotronV3Super::test_auto_dtype_4gpus[4-4-True-False-False] SKIP (https://nvbugs/6065486) +accuracy/test_llm_api_pytorch.py::TestNemotronV3Super::test_auto_dtype_4gpus[4-4-True-True-True] SKIP (https://nvbugs/6065486) +cpp/test_e2e.py::test_benchmarks[t5-90] SKIP (https://nvbugs/6065451) +cpp/test_e2e.py::test_model[-bart-90] SKIP (https://nvbugs/6065451) +cpp/test_e2e.py::test_model[-eagle-86] SKIP (https://nvbugs/6065451) +cpp/test_e2e.py::test_model[-enc_dec_language_adapter-90] SKIP (https://nvbugs/6065451) +cpp/test_e2e.py::test_model[-gpt-80] SKIP (https://nvbugs/6065451) +cpp/test_e2e.py::test_model[-gpt_executor-80] SKIP (https://nvbugs/6065451) +cpp/test_e2e.py::test_model[-gpt_tests-80] SKIP (https://nvbugs/6065451) +cpp/test_e2e.py::test_model[-medusa-86] SKIP (https://nvbugs/6065451) +cpp/test_e2e.py::test_model[-t5-90] SKIP (https://nvbugs/6065451) +cpp/test_e2e.py::test_model[fp8-llama-90] SKIP (https://nvbugs/6065451) +cpp/test_multi_gpu.py::TestDisagg::test_asymmetric_executor[llama-4proc-mpi_kvcache-90] SKIP (https://nvbugs/6065451) +cpp/test_multi_gpu.py::TestDisagg::test_asymmetric_executor[llama-4proc-nixl_kvcache-90] SKIP (https://nvbugs/6065451) +cpp/test_multi_gpu.py::TestDisagg::test_asymmetric_executor[llama-4proc-ucx_kvcache-90] SKIP (https://nvbugs/6065451) +cpp/test_multi_gpu.py::TestDisagg::test_asymmetric_executor[llama-6proc-mpi_kvcache-90] SKIP (https://nvbugs/6065451) +cpp/test_multi_gpu.py::TestDisagg::test_asymmetric_executor[llama-6proc-nixl_kvcache-90] SKIP (https://nvbugs/6065451) +cpp/test_multi_gpu.py::TestDisagg::test_asymmetric_executor[llama-6proc-ucx_kvcache-90] SKIP (https://nvbugs/6065451) +cpp/test_multi_gpu.py::TestDisagg::test_asymmetric_executor[llama-8proc-mpi_kvcache-90] SKIP (https://nvbugs/6065451) +cpp/test_multi_gpu.py::TestDisagg::test_asymmetric_executor[llama-8proc-nixl_kvcache-90] SKIP (https://nvbugs/6065451) +cpp/test_multi_gpu.py::TestDisagg::test_asymmetric_executor[llama-8proc-ucx_kvcache-90] SKIP (https://nvbugs/6065451) +cpp/test_multi_gpu.py::TestDisagg::test_orchestrator_params[llama-mpi_kvcache-90] SKIP (https://nvbugs/6065451) +cpp/test_multi_gpu.py::TestDisagg::test_orchestrator_params[llama-nixl_kvcache-90] SKIP (https://nvbugs/6065451) +cpp/test_multi_gpu.py::TestDisagg::test_orchestrator_params[llama-ucx_kvcache-90] SKIP (https://nvbugs/6065451) +cpp/test_multi_gpu.py::TestDisagg::test_spawn_orchestrator[llama-nixl_kvcache-90] SKIP (https://nvbugs/6065451) +cpp/test_multi_gpu.py::TestDisagg::test_spawn_orchestrator[llama-ucx_kvcache-90] SKIP (https://nvbugs/6065451) +cpp/test_multi_gpu.py::TestDisagg::test_symmetric_executor[gpt-2proc-nixl_kvcache-90] SKIP (https://nvbugs/6065451) +cpp/test_multi_gpu.py::TestDisagg::test_symmetric_executor[gpt-2proc-ucx_kvcache-90] SKIP (https://nvbugs/6065451) +cpp/test_multi_gpu.py::TestDisagg::test_symmetric_executor[llama-2proc-mpi_kvcache-90] SKIP (https://nvbugs/6065451) +cpp/test_multi_gpu.py::TestDisagg::test_symmetric_executor[llama-2proc-nixl_kvcache-90] SKIP (https://nvbugs/6065451) +cpp/test_multi_gpu.py::TestDisagg::test_symmetric_executor[llama-2proc-ucx_kvcache-90] SKIP (https://nvbugs/6065451) +cpp/test_multi_gpu.py::TestDisagg::test_symmetric_executor[llama-4proc-mpi_kvcache-90] SKIP (https://nvbugs/6065451) +cpp/test_multi_gpu.py::TestDisagg::test_symmetric_executor[llama-4proc-nixl_kvcache-90] SKIP (https://nvbugs/6065451) +cpp/test_multi_gpu.py::TestDisagg::test_symmetric_executor[llama-4proc-ucx_kvcache-90] SKIP (https://nvbugs/6065451) +cpp/test_multi_gpu.py::TestDisagg::test_symmetric_executor[llama-8proc-mpi_kvcache-90] SKIP (https://nvbugs/6065451) +cpp/test_multi_gpu.py::TestDisagg::test_symmetric_executor[llama-8proc-nixl_kvcache-90] SKIP (https://nvbugs/6065451) +cpp/test_multi_gpu.py::TestDisagg::test_symmetric_executor[llama-8proc-ucx_kvcache-90] SKIP (https://nvbugs/6065451) +cpp/test_multi_gpu.py::test_enc_dec[t5-90] SKIP (https://nvbugs/6065451) +cpp/test_multi_gpu.py::test_llama_executor[llama-leader-90] SKIP (https://nvbugs/6065451) +cpp/test_multi_gpu.py::test_llama_executor[llama-orchestrator-90] SKIP (https://nvbugs/6065451) +cpp/test_multi_gpu.py::test_llama_executor_guided_decoding[llama-90] SKIP (https://nvbugs/6065451) +cpp/test_multi_gpu.py::test_llama_executor_logits_proc[llama-90] SKIP (https://nvbugs/6065451) +cpp/test_multi_gpu.py::test_trt_gpt_real_decoder[llama-90] SKIP (https://nvbugs/6065451) +examples/test_bert.py::test_llm_bert_general[compare_hf-enable_remove_input_padding-use_attention_plugin-enable_context_fmha-tp:1-pp:1-float16-BertModel-bert/bert-base-uncased] SKIP (https://nvbugs/6065451) +examples/test_enc_dec.py::test_llm_enc_dec_mmlu[flan-t5-small-float32-tp:1-pp:1-nb:1-disable_fp8] SKIP (https://nvbugs/6065451) +examples/test_gemma.py::test_llm_gemma_1gpu_summary_vswa[gemma-3-1b-it-other-bfloat16-8] SKIP (https://nvbugs/6065451) +examples/test_llama.py::test_llama_3_x_fp8_with_bf16_lora[llama-3.1-8b] SKIP (https://nvbugs/6065451) +examples/test_llama.py::test_llama_3_x_fp8_with_bf16_lora[llama-3.2-1b] SKIP (https://nvbugs/6065451) +examples/test_llama.py::test_llm_llama_1gpu[llama-3.1-8b-instruct-hf-fp8-enable_fp8-float16-summarization-nb:1] SKIP (https://nvbugs/6065451) +examples/test_llama.py::test_llm_llama_v1_1gpu_kv_cache_reuse_with_prompt_table[llama-7b] SKIP (https://nvbugs/6065451) +examples/test_llama.py::test_llm_llama_v3_1_1node_single_gpu[llama-3.2-1b-disable_fp8] SKIP (https://nvbugs/6065451) +examples/test_qwen.py::test_llm_hf_qwen_multi_lora_1gpu[qwen2.5_1.5b_instruct] SKIP (https://nvbugs/6065451) +examples/test_whisper.py::test_llm_whisper_general[large-v3-disable_gemm_plugin-enable_attention_plugin-disable_weight_only-float16-nb:1-use_cpp_runtime] SKIP (https://nvbugs/6065451) +llmapi/test_llm_e2e.py::test_llmapi_load_engine_from_build_command[llama-llama-models/llama-7b-hf] SKIP (https://nvbugs/6065451) +llmapi/test_llm_e2e.py::test_llmapi_load_engine_from_build_command_with_lora[llama-llama-models-v2/llama-v2-7b-hf] SKIP (https://nvbugs/6065451) +llmapi/test_llm_examples.py::test_llmapi_chat_example SKIP (https://nvbugs/6065451) +llmapi/test_llm_examples.py::test_llmapi_server_example SKIP (https://nvbugs/6065451) +perf/test_perf.py::test_perf[llama_v3.1_8b_instruct-bench-float16-input_output_len:128,128-reqs:8192] SKIP (https://nvbugs/6065451) +test_e2e.py::test_mistral_large_hidden_vocab_size SKIP (https://nvbugs/6065451) +test_e2e.py::test_openai_misc_example[trt] SKIP (https://nvbugs/6065451) +test_e2e.py::test_openai_reasoning[trt] SKIP (https://nvbugs/6065451) +test_e2e.py::test_trtllm_bench_latency_sanity[FP16-meta-llama/Llama-3.1-8B-llama-3.1-model/Meta-Llama-3.1-8B] SKIP (https://nvbugs/6065451) +test_e2e.py::test_trtllm_bench_request_rate_and_concurrency[enable_concurrency-] SKIP (https://nvbugs/6065451) +test_e2e.py::test_trtllm_bench_request_rate_and_concurrency[enable_concurrency-enable_request_rate] SKIP (https://nvbugs/6065451) +test_e2e.py::test_trtllm_bench_sanity[--non-streaming-FP16-meta-llama/Llama-3.1-8B-llama-3.1-model/Meta-Llama-3.1-8B] SKIP (https://nvbugs/6065451) +test_e2e.py::test_trtllm_bench_sanity[--streaming-FP16-meta-llama/Llama-3.1-8B-llama-3.1-model/Meta-Llama-3.1-8B] SKIP (https://nvbugs/6065451) +test_e2e.py::test_trtllm_bench_sanity[-extra_config-streaming-FP16-meta-llama/Llama-3.1-8B-llama-3.1-model/Meta-Llama-3.1-8B] SKIP (https://nvbugs/6065451) +test_e2e.py::test_trtllm_serve_top_logprobs[trt] SKIP (https://nvbugs/6065451) +test_unittests.py::test_unittests_v2[unittest/bindings] SKIP (https://nvbugs/6065451) +test_unittests.py::test_unittests_v2[unittest/llmapi/test_llm_args.py] SKIP (https://nvbugs/6065451) +test_unittests.py::test_unittests_v2[unittest/llmapi/test_llm_quant.py] SKIP (https://nvbugs/6065451) +test_unittests.py::test_unittests_v2[unittest/llmapi/test_llm_utils.py] SKIP (https://nvbugs/6065451) +test_unittests.py::test_unittests_v2[unittest/test_model_runner_cpp.py] SKIP (https://nvbugs/6065451) +test_unittests.py::test_unittests_v2[unittest/trt/functional] SKIP (https://nvbugs/6065451) +test_unittests.py::test_unittests_v2[unittest/trt/model/test_gpt_e2e.py] SKIP (https://nvbugs/6065451) +test_unittests.py::test_unittests_v2[unittest/trt/model/test_llama.py] SKIP (https://nvbugs/6065451) +test_unittests.py::test_unittests_v2[unittest/trt/model/test_mistral.py] SKIP (https://nvbugs/6065451) +triton_server/test_triton.py::test_gpt[gpt] SKIP (https://nvbugs/6065451) +triton_server/test_triton.py::test_gptj[gptj] SKIP (https://nvbugs/6065451) +triton_server/test_triton.py::test_llama[llama] SKIP (https://nvbugs/6065451) +triton_server/test_triton.py::test_medusa[medusa] SKIP (https://nvbugs/6065451) +triton_server/test_triton.py::test_mistral[mistral] SKIP (https://nvbugs/6065451) +triton_server/test_triton.py::test_mistral_ib_streaming[mistral-ib-streaming] SKIP (https://nvbugs/6065451) +triton_server/test_triton.py::test_opt[opt] SKIP (https://nvbugs/6065451) +triton_server/test_triton.py::test_whisper[whisper] SKIP (https://nvbugs/6065451) +triton_server/test_triton_llm.py::test_benchmark_core_model[gptj_6b-False-1---False-True-False-0-128-disableDecoupleMode-inflight_fused_batching-disableTrtOverlap--max_utilization-4096--1-1-1-False] SKIP (https://nvbugs/6065451) +triton_server/test_triton_llm.py::test_benchmark_core_model[llama_v2_7b-False-1---False-True-False-0-128-disableDecoupleMode-inflight_fused_batching-disableTrtOverlap--max_utilization-4096--1-1-1-False] SKIP (https://nvbugs/6065451) +triton_server/test_triton_llm.py::test_eagle_vicuna_7b_ifb[False-1-eagle--False-True-False-0-128-enableDecoupleMode-inflight_fused_batching-disableTrtOverlap--max_utilization---1-1-1-False-ensemble] SKIP (https://nvbugs/6065451) +triton_server/test_triton_llm.py::test_gpt_350m_ifb[test_basic-False-1---False-True-False-0-128-enableDecoupleMode-inflight_fused_batching-disableTrtOverlap--max_utilization---1-1-1-True-tensorrt_llm_bls] SKIP (https://nvbugs/6065451) +triton_server/test_triton_llm.py::test_gpt_350m_python_backend[accuracy] SKIP (https://nvbugs/6065451) +triton_server/test_triton_llm.py::test_gpt_350m_python_backend[e2e] SKIP (https://nvbugs/6065451) +triton_server/test_triton_llm.py::test_gpt_disaggregated_serving_bls[test_basic-False-1-top_k_top_p--False-True-True-0-128-enableDecoupleMode-inflight_fused_batching-disableTrtOverlap-0.2-max_utilization---1-1-1-True-tensorrt_llm_bls] SKIP (https://nvbugs/6065451) +triton_server/test_triton_llm.py::test_gpt_speculative_decoding_bls[False-False-1---False-True-True-0-128-disableDecoupleMode-inflight_fused_batching-disableTrtOverlap-0.2-guaranteed_no_evict---1-1-1-False-ensemble] SKIP (https://nvbugs/6065451) +triton_server/test_triton_llm.py::test_gpt_speculative_decoding_bls[True-False-1---False-True-True-0-128-disableDecoupleMode-inflight_fused_batching-disableTrtOverlap-0.2-guaranteed_no_evict---1-1-1-False-ensemble] SKIP (https://nvbugs/6065451) +triton_server/test_triton_llm.py::test_gpt_speculative_decoding_bls[True-False-1---False-True-True-0-128-disableDecoupleMode-inflight_fused_batching-disableTrtOverlap-0.2-max_utilization---1-1-1-False-ensemble] SKIP (https://nvbugs/6065451) +triton_server/test_triton_llm.py::test_llama_v2_7b_ifb[batched_inputs-False-1---False-True-False-0-128-enableDecoupleMode-inflight_fused_batching-disableTrtOverlap--max_utilization---1-1-1-True-tensorrt_llm_bls] SKIP (https://nvbugs/6065451) +triton_server/test_triton_llm.py::test_llama_v2_7b_ifb[batched_inputs-False-1---False-True-False-0-128-enableDecoupleMode-inflight_fused_batching-enableTrtOverlap--max_utilization---1-1-1-True-tensorrt_llm_bls] SKIP (https://nvbugs/6065451) +triton_server/test_triton_llm.py::test_llama_v2_7b_ifb[test_stop_words-False-1---False-True-False-0-128-enableDecoupleMode-inflight_fused_batching-disableTrtOverlap--max_utilization---1-1-1-True-tensorrt_llm_bls] SKIP (https://nvbugs/6065451) +triton_server/test_triton_llm.py::test_medusa_vicuna_7b_ifb[False-1-medusa--False-True-False-0-128-enableDecoupleMode-inflight_fused_batching-disableTrtOverlap--max_utilization---1-1-1-False-ensemble] SKIP (https://nvbugs/6065451) +triton_server/test_triton_llm.py::test_mistral_v1_7b_ifb[False-1---False-True-False-0-128-enableDecoupleMode-inflight_fused_batching-disableTrtOverlap--max_utilization-4096--1-1-1-False-ensemble] SKIP (https://nvbugs/6065451) +triton_server/test_triton_llm.py::test_mistral_v1_7b_python_backend[accuracy] SKIP (https://nvbugs/6065451) +triton_server/test_triton_llm.py::test_mistral_v1_7b_python_backend[e2e] SKIP (https://nvbugs/6065451) +triton_server/test_triton_llm.py::test_t5_small_enc_dec_ifb[test_basic-False-1-top_k_top_p--False-True-False-0-128-disableDecoupleMode-inflight_fused_batching-disableTrtOverlap---guaranteed_no_evict--4096-1-1-1-False-tensorrt_llm_bls] SKIP (https://nvbugs/6065451) +triton_server/test_triton_llm.py::test_tiny_llama_1b_guided_decoding[xgrammar-python-True-1---False-True-False-0-128-disableDecoupleMode-inflight_fused_batching-disableTrtOverlap--guaranteed_no_evict---1-1-1-False-ensemble-accuracy] SKIP (https://nvbugs/6065451) +triton_server/test_triton_llm.py::test_tiny_llama_1b_guided_decoding[xgrammar-tensorrtllm-True-1---False-True-False-0-128-disableDecoupleMode-inflight_fused_batching-disableTrtOverlap--guaranteed_no_evict---1-1-1-False-ensemble-accuracy] SKIP (https://nvbugs/6065451) +triton_server/test_triton_llm.py::test_tiny_llama_ifb_token_counts[python-both-False-1---False-True-False-0-128-disableDecoupleMode-inflight_fused_batching-disableTrtOverlap--guaranteed_no_evict---1-1-1-False-tensorrt_llm_bls] SKIP (https://nvbugs/6065451) +triton_server/test_triton_llm.py::test_tiny_llama_ifb_token_counts[python-both-False-1---False-True-False-0-128-enableDecoupleMode-inflight_fused_batching-disableTrtOverlap--guaranteed_no_evict---1-1-1-False-ensemble] SKIP (https://nvbugs/6065451) +triton_server/test_triton_llm.py::test_tiny_llama_ifb_token_counts[python-both-False-1---False-True-False-0-128-enableDecoupleMode-inflight_fused_batching-disableTrtOverlap--guaranteed_no_evict---1-1-1-False-tensorrt_llm_bls] SKIP (https://nvbugs/6065451) +triton_server/test_triton_llm.py::test_tiny_llama_ifb_token_counts[tensorrtllm-both-False-1---False-True-False-0-128-disableDecoupleMode-inflight_fused_batching-disableTrtOverlap--guaranteed_no_evict---1-1-1-False-tensorrt_llm_bls] SKIP (https://nvbugs/6065451) +triton_server/test_triton_llm.py::test_tiny_llama_ifb_token_counts[tensorrtllm-both-False-1---False-True-False-0-128-enableDecoupleMode-inflight_fused_batching-disableTrtOverlap--guaranteed_no_evict---1-1-1-False-ensemble] SKIP (https://nvbugs/6065451) +triton_server/test_triton_llm.py::test_tiny_llama_ifb_token_counts[tensorrtllm-both-False-1---False-True-False-0-128-enableDecoupleMode-inflight_fused_batching-disableTrtOverlap--guaranteed_no_evict---1-1-1-False-tensorrt_llm_bls] SKIP (https://nvbugs/6065451) +triton_server/test_triton_llm.py::test_whisper_large_v3_ifb[True-1-top_k_top_p--False-True-False-0-128-disableDecoupleMode-inflight_fused_batching-disableTrtOverlap-0.2-0.5-guaranteed_no_evict--24000-1-1-1-False-ensemble] SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_embedding_bias SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_executor_from_memory SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_executor_valid_ctor SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_executor_with_managed_weights SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_finish_reason[1-False] SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_finish_reason[1-True] SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_get_num_responses_ready[False-False] SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_get_num_responses_ready[False-True] SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_gpt_executor_timed_out SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_kv_event_stream_timeout SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_logits_post_processor SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_logits_post_processor_batched SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_multi_request[False-False] SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_multi_request[False-True] SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_multi_request_with_ids[False-False] SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_multi_request_with_ids[False-True] SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_request_perf_metrics[False] SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_request_perf_metrics[True] SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_request_perf_metrics_draft[False] SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_request_perf_metrics_draft[True] SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_request_perf_metrics_kv_cache SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_shutdown SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_single_request[False-False] SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_single_request[False-True] SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_single_request_invalid_inputs SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_single_request_lora SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_token_comparison[False-False-False-False-1-False-BatchingType.INFLIGHT] SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_token_comparison[False-False-False-False-1-False-batching_type0] SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_token_comparison[False-False-False-False-1-True-BatchingType.INFLIGHT] SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_token_comparison[False-False-False-False-1-True-batching_type0] SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_token_comparison[False-False-False-True-1-False-BatchingType.INFLIGHT] SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_token_comparison[False-False-False-True-1-False-batching_type0] SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_token_comparison[False-False-False-True-1-True-BatchingType.INFLIGHT] SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_token_comparison[False-False-False-True-1-True-batching_type0] SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_token_comparison[False-True-False-False-1-False-BatchingType.INFLIGHT] SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_token_comparison[False-True-False-False-1-False-batching_type0] SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_token_comparison[False-True-False-False-1-True-BatchingType.INFLIGHT] SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_token_comparison[False-True-False-False-1-True-batching_type0] SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_token_comparison[False-True-False-True-1-False-BatchingType.INFLIGHT] SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_token_comparison[False-True-False-True-1-False-batching_type0] SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_token_comparison[False-True-False-True-1-True-BatchingType.INFLIGHT] SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_token_comparison[False-True-False-True-1-True-batching_type0] SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_token_comparison[True-False-False-False-1-False-BatchingType.INFLIGHT] SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_token_comparison[True-False-False-False-1-False-batching_type0] SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_token_comparison[True-False-False-False-1-True-BatchingType.INFLIGHT] SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_token_comparison[True-False-False-False-1-True-batching_type0] SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_token_comparison[True-False-False-True-1-False-BatchingType.INFLIGHT] SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_token_comparison[True-False-False-True-1-False-batching_type0] SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_token_comparison[True-False-False-True-1-True-BatchingType.INFLIGHT] SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_token_comparison[True-False-False-True-1-True-batching_type0] SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_token_comparison[True-True-False-False-1-False-BatchingType.INFLIGHT] SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_token_comparison[True-True-False-False-1-False-batching_type0] SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_token_comparison[True-True-False-False-1-True-BatchingType.INFLIGHT] SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_token_comparison[True-True-False-False-1-True-batching_type0] SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_token_comparison[True-True-False-True-1-False-BatchingType.INFLIGHT] SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_token_comparison[True-True-False-True-1-False-batching_type0] SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_token_comparison[True-True-False-True-1-True-BatchingType.INFLIGHT] SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_token_comparison[True-True-False-True-1-True-batching_type0] SKIP (https://nvbugs/6065451) +unittest/bindings/test_executor_bindings.py::test_wakeup SKIP (https://nvbugs/6065451) +unittest/llmapi/test_llm_args.py::TestTrtLlmArgs::test_build_config_from_engine SKIP (https://nvbugs/6065451) +unittest/llmapi/test_llm_quant.py::test_llm_fp8_quantization SKIP (https://nvbugs/6065451) +unittest/llmapi/test_llm_quant.py::test_llm_int4_awq_quantization SKIP (https://nvbugs/6065451) +unittest/llmapi/test_llm_utils.py::test_CachedModelLoader SKIP (https://nvbugs/6065451) +unittest/llmapi/test_llm_utils.py::test_ModelLoader SKIP (https://nvbugs/6065451) +unittest/test_model_runner_cpp.py::test_logits_post_processor SKIP (https://nvbugs/6065451) +unittest/trt/functional/test_conv2d.py::TestConv2D::test_conv2d SKIP (https://nvbugs/6065451) +unittest/trt/functional/test_conv3d.py::TestConv3D::test_conv3d SKIP (https://nvbugs/6065451) +unittest/trt/model/test_gpt_e2e.py::TestGPTE2E::test_check_gpt_e2e SKIP (https://nvbugs/6065451) +unittest/trt/model/test_llama.py::TestLLaMA::test_llama_False_False_0_False_float16_0_silu__use_fused_mlp_False_ SKIP (https://nvbugs/6065451) +unittest/trt/model/test_llama.py::TestLLaMA::test_llama_False_False_0_False_float16_0_silu__use_fused_mlp_True_ SKIP (https://nvbugs/6065451) +unittest/trt/model/test_llama.py::TestLLaMA::test_llama_False_False_0_True_float16_0_silu__use_fused_mlp_False_ SKIP (https://nvbugs/6065451) +unittest/trt/model/test_llama.py::TestLLaMA::test_llama_False_False_0_True_float16_0_silu__use_fused_mlp_True_ SKIP (https://nvbugs/6065451) +unittest/trt/model/test_llama.py::TestLLaMA::test_llama_False_False_1_False_float16_0_silu__use_fused_mlp_False_ SKIP (https://nvbugs/6065451) +unittest/trt/model/test_llama.py::TestLLaMA::test_llama_False_False_1_False_float16_0_silu__use_fused_mlp_True_ SKIP (https://nvbugs/6065451) +unittest/trt/model/test_llama.py::TestLLaMA::test_llama_False_False_1_True_float16_0_silu__use_fused_mlp_False_ SKIP (https://nvbugs/6065451) +unittest/trt/model/test_llama.py::TestLLaMA::test_llama_False_False_1_True_float16_0_silu__use_fused_mlp_True_ SKIP (https://nvbugs/6065451) +unittest/trt/model/test_llama.py::TestLLaMA::test_llama_False_False_2_False_float16_0_silu__use_fused_mlp_False_ SKIP (https://nvbugs/6065451) +unittest/trt/model/test_llama.py::TestLLaMA::test_llama_False_False_2_False_float16_0_silu__use_fused_mlp_True_ SKIP (https://nvbugs/6065451) +unittest/trt/model/test_llama.py::TestLLaMA::test_llama_False_False_2_True_float16_0_silu__use_fused_mlp_False_ SKIP (https://nvbugs/6065451) +unittest/trt/model/test_llama.py::TestLLaMA::test_llama_False_False_2_True_float16_0_silu__use_fused_mlp_True_ SKIP (https://nvbugs/6065451) +unittest/trt/model/test_llama.py::TestLLaMA::test_llama_False_True_0_False_bfloat16_0_silu__ SKIP (https://nvbugs/6065451) +unittest/trt/model/test_llama.py::TestLLaMA::test_llama_False_True_0_False_bfloat16_2_silu__ SKIP (https://nvbugs/6065451) +unittest/trt/model/test_llama.py::TestLLaMA::test_llama_False_True_0_False_float16_0_silu__use_fused_mlp_False_ SKIP (https://nvbugs/6065451) +unittest/trt/model/test_llama.py::TestLLaMA::test_llama_False_True_0_False_float16_0_silu__use_fused_mlp_True_ SKIP (https://nvbugs/6065451) +unittest/trt/model/test_llama.py::TestLLaMA::test_llama_False_True_0_True_float16_0_silu__use_fused_mlp_False_ SKIP (https://nvbugs/6065451) +unittest/trt/model/test_llama.py::TestLLaMA::test_llama_False_True_0_True_float16_0_silu__use_fused_mlp_True_ SKIP (https://nvbugs/6065451) +unittest/trt/model/test_llama.py::TestLLaMA::test_llama_False_True_1_False_float16_0_silu__use_fused_mlp_False_ SKIP (https://nvbugs/6065451) +unittest/trt/model/test_llama.py::TestLLaMA::test_llama_False_True_1_False_float16_0_silu__use_fused_mlp_True_ SKIP (https://nvbugs/6065451) +unittest/trt/model/test_llama.py::TestLLaMA::test_llama_False_True_1_False_float16_1_silu__ SKIP (https://nvbugs/6065451) +unittest/trt/model/test_llama.py::TestLLaMA::test_llama_False_True_1_False_float16_2_silu__ SKIP (https://nvbugs/6065451) +unittest/trt/model/test_llama.py::TestLLaMA::test_llama_False_True_1_True_float16_0_silu__use_fused_mlp_False_ SKIP (https://nvbugs/6065451) +unittest/trt/model/test_llama.py::TestLLaMA::test_llama_False_True_1_True_float16_0_silu__use_fused_mlp_True_ SKIP (https://nvbugs/6065451) +unittest/trt/model/test_llama.py::TestLLaMA::test_llama_False_True_2_False_float16_0_silu__use_fused_mlp_False_ SKIP (https://nvbugs/6065451) +unittest/trt/model/test_llama.py::TestLLaMA::test_llama_False_True_2_False_float16_0_silu__use_fused_mlp_True_ SKIP (https://nvbugs/6065451) +unittest/trt/model/test_llama.py::TestLLaMA::test_llama_False_True_2_False_float16_4_silu__ SKIP (https://nvbugs/6065451) +unittest/trt/model/test_llama.py::TestLLaMA::test_llama_False_True_2_True_float16_0_silu__use_fused_mlp_False_ SKIP (https://nvbugs/6065451) +unittest/trt/model/test_llama.py::TestLLaMA::test_llama_False_True_2_True_float16_0_silu__use_fused_mlp_True_ SKIP (https://nvbugs/6065451) +unittest/trt/model/test_mistral.py::TestMistralAndArctic::test_arctic_False_True_0_False_bfloat16_56_True SKIP (https://nvbugs/6065451) +unittest/trt/model/test_mistral.py::TestMistralAndArctic::test_mistral_False_False_0_False_bfloat16_2_False SKIP (https://nvbugs/6065451) +unittest/trt/model/test_mistral.py::TestMistralAndArctic::test_mistral_False_False_0_False_bfloat16_4_False SKIP (https://nvbugs/6065451) +unittest/trt/model/test_mistral.py::TestMistralAndArctic::test_mistral_False_False_0_False_float16_2_False SKIP (https://nvbugs/6065451) +unittest/trt/model/test_mistral.py::TestMistralAndArctic::test_mistral_False_False_0_False_float16_4_False SKIP (https://nvbugs/6065451) +unittest/trt/model/test_mistral.py::TestMistralAndArctic::test_mistral_False_False_0_True_bfloat16_2_False SKIP (https://nvbugs/6065451) +unittest/trt/model/test_mistral.py::TestMistralAndArctic::test_mistral_False_False_0_True_bfloat16_4_False SKIP (https://nvbugs/6065451) +unittest/trt/model/test_mistral.py::TestMistralAndArctic::test_mistral_False_False_0_True_float16_2_False SKIP (https://nvbugs/6065451) +unittest/trt/model/test_mistral.py::TestMistralAndArctic::test_mistral_False_False_0_True_float16_4_False SKIP (https://nvbugs/6065451) +unittest/trt/model/test_mistral.py::TestMistralAndArctic::test_mistral_False_False_1_False_bfloat16_2_False SKIP (https://nvbugs/6065451) +unittest/trt/model/test_mistral.py::TestMistralAndArctic::test_mistral_False_False_1_False_bfloat16_4_False SKIP (https://nvbugs/6065451) +unittest/trt/model/test_mistral.py::TestMistralAndArctic::test_mistral_False_False_1_False_float16_2_False SKIP (https://nvbugs/6065451) +unittest/trt/model/test_mistral.py::TestMistralAndArctic::test_mistral_False_False_1_False_float16_4_False SKIP (https://nvbugs/6065451) +unittest/trt/model/test_mistral.py::TestMistralAndArctic::test_mistral_False_False_1_True_bfloat16_2_False SKIP (https://nvbugs/6065451) +unittest/trt/model/test_mistral.py::TestMistralAndArctic::test_mistral_False_False_1_True_bfloat16_4_False SKIP (https://nvbugs/6065451) +unittest/trt/model/test_mistral.py::TestMistralAndArctic::test_mistral_False_False_1_True_float16_2_False SKIP (https://nvbugs/6065451) +unittest/trt/model/test_mistral.py::TestMistralAndArctic::test_mistral_False_False_1_True_float16_4_False SKIP (https://nvbugs/6065451) +unittest/trt/model/test_mistral.py::TestMistralAndArctic::test_mistral_False_True_0_False_bfloat16_2_False SKIP (https://nvbugs/6065451) +unittest/trt/model/test_mistral.py::TestMistralAndArctic::test_mistral_False_True_0_False_bfloat16_4_False SKIP (https://nvbugs/6065451) +unittest/trt/model/test_mistral.py::TestMistralAndArctic::test_mistral_False_True_0_False_float16_2_False SKIP (https://nvbugs/6065451) +unittest/trt/model/test_mistral.py::TestMistralAndArctic::test_mistral_False_True_0_False_float16_4_False SKIP (https://nvbugs/6065451) +unittest/trt/model/test_mistral.py::TestMistralAndArctic::test_mistral_False_True_0_True_bfloat16_2_False SKIP (https://nvbugs/6065451) +unittest/trt/model/test_mistral.py::TestMistralAndArctic::test_mistral_False_True_0_True_bfloat16_4_False SKIP (https://nvbugs/6065451) +unittest/trt/model/test_mistral.py::TestMistralAndArctic::test_mistral_False_True_0_True_float16_2_False SKIP (https://nvbugs/6065451) +unittest/trt/model/test_mistral.py::TestMistralAndArctic::test_mistral_False_True_0_True_float16_4_False SKIP (https://nvbugs/6065451) +unittest/trt/model/test_mistral.py::TestMistralAndArctic::test_mistral_False_True_1_False_bfloat16_2_False SKIP (https://nvbugs/6065451) +unittest/trt/model/test_mistral.py::TestMistralAndArctic::test_mistral_False_True_1_False_bfloat16_4_False SKIP (https://nvbugs/6065451) +unittest/trt/model/test_mistral.py::TestMistralAndArctic::test_mistral_False_True_1_False_float16_2_False SKIP (https://nvbugs/6065451) +unittest/trt/model/test_mistral.py::TestMistralAndArctic::test_mistral_False_True_1_False_float16_4_False SKIP (https://nvbugs/6065451) +unittest/trt/model/test_mistral.py::TestMistralAndArctic::test_mistral_False_True_1_True_bfloat16_2_False SKIP (https://nvbugs/6065451) +unittest/trt/model/test_mistral.py::TestMistralAndArctic::test_mistral_False_True_1_True_bfloat16_4_False SKIP (https://nvbugs/6065451) +unittest/trt/model/test_mistral.py::TestMistralAndArctic::test_mistral_False_True_1_True_float16_2_False SKIP (https://nvbugs/6065451) +unittest/trt/model/test_mistral.py::TestMistralAndArctic::test_mistral_False_True_1_True_float16_4_False SKIP (https://nvbugs/6065451)