diff --git a/tests/unit_tests/transformer/test_cuda_graphs.py b/tests/unit_tests/transformer/test_cuda_graphs.py
index a19d2246b98..6fcd9f448b6 100644
--- a/tests/unit_tests/transformer/test_cuda_graphs.py
+++ b/tests/unit_tests/transformer/test_cuda_graphs.py
@@ -355,6 +355,7 @@ def teardown_method(self, method):
         _CudagraphGlobalRecord.cudagraph_record = []
         CudaGraphManager.global_mempool = None
 
+    @pytest.mark.flaky_in_dev  # Issue #5474
     @pytest.mark.skipif(
         not (HAVE_TE and is_te_min_version("1.5.0")),
         reason="use_te_rng_tracker requires TransformerEngine version >= 1.5",