diff --git a/src/aks-preview/azcli_aks_live_test/configs/cli_matrix_default.json b/src/aks-preview/azcli_aks_live_test/configs/cli_matrix_default.json
index 19f1a7137a5..8237bcafc86 100644
--- a/src/aks-preview/azcli_aks_live_test/configs/cli_matrix_default.json
+++ b/src/aks-preview/azcli_aks_live_test/configs/cli_matrix_default.json
@@ -5,10 +5,16 @@
         ]
     },
     "exclude": {
+        "compatibility issue": [
+            "test_aks_nodepool_add_with_ossku"
+        ],
         "need additional feature": [
             "test_aks_create_enable_encryption",
             "test_aks_create_edge_zone",
-            "test_aks_create_with_auto_upgrade_channel"
+            "test_aks_create_with_auto_upgrade_channel",
+            "test_aks_create_with_openservicemesh_addon",
+            "test_aks_enable_openservicemesh_addon",
+            "test_aks_disable_openservicemesh_addon"
         ]
     }
 }
\ No newline at end of file
diff --git a/src/aks-preview/azcli_aks_live_test/configs/ext_matrix_default.json b/src/aks-preview/azcli_aks_live_test/configs/ext_matrix_default.json
index 66e196e0634..0cc231b2986 100644
--- a/src/aks-preview/azcli_aks_live_test/configs/ext_matrix_default.json
+++ b/src/aks-preview/azcli_aks_live_test/configs/ext_matrix_default.json
@@ -5,6 +5,10 @@
         ]
     },
     "exclude": {
+        "compatibility issue": [
+            "test_aks_nodepool_add_with_ossku",
+            "test_aks_create_with_ossku"
+        ],
         "need additional feature": [
             "test_aks_create_with_azurekeyvaultsecretsprovider_addon",
             "test_aks_create_addon_with_azurekeyvaultsecretsprovider_with_secret_rotation",