diff --git a/tests/unit_tests/inference/engines/test_static_engine.py b/tests/unit_tests/inference/engines/test_static_engine.py
index 7a2d0422c03..699a4d1f473 100644
--- a/tests/unit_tests/inference/engines/test_static_engine.py
+++ b/tests/unit_tests/inference/engines/test_static_engine.py
@@ -1,3 +1,5 @@
+# Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+
 import asyncio
 import random
 import string
@@ -49,7 +51,7 @@ def setup_engine(
 
         model_parallel_cuda_manual_seed(123)
         self.batch_size = 4
-        self.hidden_size = 12
+        self.hidden_size = 32
         self.vocab_size = vocab_size
         self.sequence_length = 64
         transformer_config = TransformerConfig(