diff --git a/specification/cognitiveservices/OpenAI.Inference/client.tsp b/specification/cognitiveservices/OpenAI.Inference/client.tsp
index 70c853c6f4a1..723a60c3a104 100644
--- a/specification/cognitiveservices/OpenAI.Inference/client.tsp
+++ b/specification/cognitiveservices/OpenAI.Inference/client.tsp
@@ -24,23 +24,11 @@ using Azure.ClientGenerator.Core;
 @@usage(Azure.OpenAI.ImageGenerations, Usage.input | Usage.output);
 
 // Java will need to have those models expose in public surface.
-@@access(Azure.OpenAI.AudioTaskLabel, Access.public, "java");
 @@access(Azure.OpenAI.AudioTranscription, Access.public, "java");
-@@access(Azure.OpenAI.AudioTranscriptionSegment, Access.public, "java");
+@@access(Azure.OpenAI.AudioTranscriptionOptions, Access.public, "java");
 @@access(Azure.OpenAI.AudioTranslation, Access.public, "java");
-@@access(Azure.OpenAI.AudioTranslationSegment, Access.public, "java");
-@@access(Azure.OpenAI.AzureChatExtensionConfiguration, Access.public, "java");
-@@access(Azure.OpenAI.AzureChatExtensionType, Access.public, "java");
+@@access(Azure.OpenAI.AudioTranslationOptions, Access.public, "java");
 @@access(Azure.OpenAI.AzureOpenAIOperationState, Access.public, "java");
-@@access(Azure.OpenAI.ChatChoice, Access.public, "java");
-@@access(Azure.OpenAI.ChatCompletions, Access.public, "java");
-// Error: Model 'ChatCompletionsOptions' cannot be set as access=public, as it refers Union 'FunctionCallPreset | FunctionName'
-// @@access(Azure.OpenAI.ChatCompletionsOptions, Access.public, "java");
-@@access(Azure.OpenAI.ChatMessage, Access.public, "java");
-@@access(Azure.OpenAI.ChatRole, Access.public, "java");
-@@access(Azure.OpenAI.FunctionCall, Access.public, "java");
-@@access(Azure.OpenAI.FunctionDefinition, Access.public, "java");
-@@access(Azure.OpenAI.FunctionName, Access.public, "java");
 
 @@access(Azure.OpenAI.AzureCognitiveSearchIndexFieldMappingOptions,
   Access.public
diff --git a/specification/cognitiveservices/OpenAI.Inference/tspconfig.yaml b/specification/cognitiveservices/OpenAI.Inference/tspconfig.yaml
index 50d80c70b83e..14c4aa0dd5f4 100644
--- a/specification/cognitiveservices/OpenAI.Inference/tspconfig.yaml
+++ b/specification/cognitiveservices/OpenAI.Inference/tspconfig.yaml
@@ -27,7 +27,7 @@ options:
     enable-sync-stack: true
     generate-tests: false
     custom-types-subpackage: "implementation.models"
-    custom-types: "FunctionCallModelBase,FunctionCallPreset,FunctionCallPresetFunctionCallModel,FunctionNameFunctionCallModel"
+    custom-types: "FunctionCallPreset"
   "@azure-tools/typespec-ts":
     package-dir: "openai"
     generateMetadata: false