diff --git a/tests/unit_tests/ops/test_hpu_rotary_embedding.py b/tests/unit_tests/ops/test_hpu_rotary_embedding.py
index 2ef23ab4f9..35c2bb5805 100644
--- a/tests/unit_tests/ops/test_hpu_rotary_embedding.py
+++ b/tests/unit_tests/ops/test_hpu_rotary_embedding.py
@@ -201,6 +201,7 @@ def test_dynamic_ntk_scaling_rotary_embedding(
         "head_size": head_size,
         "rotary_dim": rotary_dim,
         "max_position_embeddings": max_position_embeddings,
+        "max_trained_positions": max_position_embeddings,
         "base": base,
         "is_neox_style": is_neox_style,
         "scaling_factor": scaling_factor,
diff --git a/vllm_gaudi/ops/hpu_compressed_tensors.py b/vllm_gaudi/ops/hpu_compressed_tensors.py
index af7916020c..74d91e809b 100644
--- a/vllm_gaudi/ops/hpu_compressed_tensors.py
+++ b/vllm_gaudi/ops/hpu_compressed_tensors.py
@@ -20,7 +20,6 @@
     CompressedTensorsConfig,
     CompressedTensorsMoEMethod,
     CompressedTensorsKVCacheMethod,
-    SparsityCompressionConfig,
 )
 from vllm.model_executor.layers.quantization.compressed_tensors import (compressed_tensors_moe)
 from vllm.model_executor.layers.quantization.compressed_tensors.compressed_tensors_moe import (
@@ -1056,8 +1055,6 @@ def __init__(
         target_scheme_map: dict[str, Any],
         ignore: list[str],
         quant_format: str,
-        sparsity_scheme_map: dict[str, SparsityCompressionConfig],
-        sparsity_ignore_list: list[str],
         kv_cache_scheme: dict[str, Any] | None = None,
         config: dict[str, Any] | None = None,
         transform_config: dict[str, Any] | None = None,
@@ -1068,8 +1065,6 @@ def __init__(
             target_scheme_map,
             ignore,
             quant_format,
-            sparsity_scheme_map,
-            sparsity_ignore_list,
             kv_cache_scheme,
             config,
             transform_config,