diff --git a/sdk/openai/ci.yml b/sdk/openai/ci.yml
index 3b387f0fce55..62e6f4b87040 100644
--- a/sdk/openai/ci.yml
+++ b/sdk/openai/ci.yml
@@ -31,6 +31,9 @@ extends:
   template: /eng/pipelines/templates/stages/archetype-sdk-client.yml
   parameters:
     ServiceDirectory: openai
+    # Skip project reference tests
+    MatrixFilters:
+      - AdditionalTestArguments=^(?!.*UseProjectReferenceToAzureClients=true)
     ArtifactName: packages
     Artifacts:
     - name: Azure.AI.OpenAI
diff --git a/sdk/openai/tests.yml b/sdk/openai/tests.yml
index 870ac62c0298..7bc53e751893 100644
--- a/sdk/openai/tests.yml
+++ b/sdk/openai/tests.yml
@@ -5,3 +5,6 @@ extends:
   parameters:
     ServiceDirectory: openai
     SupportedClouds: 'Public'
+    # Skip project reference tests
+    MatrixFilters:
+      - AdditionalTestArguments=^(?!.*UseProjectReferenceToAzureClients=true)