[OpenAI] BYO Multipart form request support

sdk/openai/azure-ai-openai/src/main/java/com/azure/ai/openai/OpenAIClient.java

@@ -4,6 +4,8 @@
 package com.azure.ai.openai;
 
 import com.azure.ai.openai.implementation.CompletionsUtils;
+import com.azure.ai.openai.implementation.MultipartDataHelper;
+import com.azure.ai.openai.implementation.MultipartField;
 import com.azure.ai.openai.implementation.NonAzureOpenAIClientImpl;
 import com.azure.ai.openai.implementation.OpenAIClientImpl;
 import com.azure.ai.openai.implementation.OpenAIServerSentEvents;
@@ -824,6 +826,14 @@ public Response<BinaryData> getAudioTranslationWithResponse(
                 deploymentOrModelName, audioTranslationOptions, requestOptions);
     }
 
+
+    @ServiceMethod(returns = ReturnType.SINGLE)
+    public Response<BinaryData> getAudioTranslationWithResponse(
+        String deploymentOrModelName, BinaryData audioTranslationOptions, RequestOptions requestOptions, String boundary, String contentLength) {
+        return this.serviceClient.getAudioTranslationWithResponse(
+            deploymentOrModelName, audioTranslationOptions, requestOptions, boundary, contentLength);
+    }
+
     /**
      * Transcribes audio into the input language.
      *
@@ -877,4 +887,30 @@ public AudioTranscription getAudioTranslation(
                 .getValue()
                 .toObject(AudioTranscription.class);
     }
+
+    public AudioTranscription getAudioTranscription(
+        String deploymentOrModelName, AudioTranslationOptions audioTranslationOptions, String fileName
+    ) {
+        RequestOptions requestOptions = new RequestOptions();
+        MultipartDataHelper helper = new MultipartDataHelper();
+        helper.addFields((fields) -> {
+            if (audioTranslationOptions.getResponseFormat() != null) {
+                fields.add(
+                    new MultipartField(
+                        "response_format",
+                        audioTranslationOptions.getResponseFormat().toString())
+                );
+            }
+        });
+        MultipartDataHelper.SerializationResult result =  helper.serializeAudioTranscriptionOption(audioTranslationOptions, fileName);
+        return getAudioTranslationWithResponse(
+            deploymentOrModelName,
+            result.getData(),
+            requestOptions,
+            helper.getBoundary(),
+            String.valueOf(result.getDataLength())
+        )
+            .getValue()
+            .toObject(AudioTranscription.class);//
+    }
 }

sdk/openai/azure-ai-openai/src/main/java/com/azure/ai/openai/implementation/MultipartDataHelper.java

@@ -0,0 +1,82 @@
+package com.azure.ai.openai.implementation;
+
+import com.azure.ai.openai.models.AudioTranslationOptions;
+import com.azure.core.util.BinaryData;
+
+import java.io.ByteArrayOutputStream;
+import java.io.IOException;
+import java.nio.charset.StandardCharsets;
+import java.util.ArrayList;
+import java.util.Collections;
+import java.util.List;
+import java.util.UUID;
+import java.util.function.Consumer;
+
+public class MultipartDataHelper {
+    private final String boundaryId = UUID.randomUUID().toString().substring(0, 16);
+
+    private final String boundary = "--------------------------" + boundaryId;
+    private final String endBoundary = boundary + "--";
+
+    private final List<MultipartField> fields = new ArrayList<>();
+
+    public String getBoundary() {
+        return boundary;
+    }
+
+    public SerializationResult serializeAudioTranscriptionOption (
+        AudioTranslationOptions audioTranscriptionOptions, String fileName) {
+        ByteArrayOutputStream byteArrayOutputStream = new ByteArrayOutputStream();
+        // File
+        String fileFieldPreamble = boundary
+            + "\nContent-Disposition: form-data; name=\"file\"; filename=\""
+            + fileName + "\""
+            + "\nContent-Type: application/octet-stream\n\n";
+        try {
+            byteArrayOutputStream.write(fileFieldPreamble.getBytes(StandardCharsets.US_ASCII));
+            byteArrayOutputStream.write(audioTranscriptionOptions.getFile());
+            for (MultipartField field : fields) {
+                byteArrayOutputStream.write(serializeField(field));
+            }
+            byteArrayOutputStream.write(("\n" + endBoundary).getBytes(StandardCharsets.US_ASCII));
+        } catch (IOException e) {
+            throw new RuntimeException(e);
+        }
+
+        byte[] totalData = byteArrayOutputStream.toByteArray();
+        // Uncomment to verify as string. Seems to check out with structure observed in the curl traces
+        System.out.println(new String(totalData, StandardCharsets.US_ASCII));
+        return new SerializationResult(BinaryData.fromBytes(totalData), totalData.length);
+    }
+
+    public void addFields(Consumer<List<MultipartField>> fieldAdder) {
+        fieldAdder.accept(fields);
+    }
+
+    private byte[] serializeField(MultipartField field) {
+        String toSerizalise = "\n" + boundary
+            + "\nContent-Disposition: form-data; name=\""
+            + field.getWireName() + "\"\n\n"
+            + field.getValue();
+
+        return toSerizalise.getBytes(StandardCharsets.US_ASCII);
+    }
+
+    public class SerializationResult {
+        private final  int dataLength;
+        private final BinaryData data;
+
+        public SerializationResult(BinaryData data, int contentLength) {
+            this.dataLength = contentLength;
+            this.data = data;
+        }
+
+        public BinaryData getData() {
+            return data;
+        }
+
+        public int getDataLength() {
+            return dataLength;
+        }
+    }
+}

sdk/openai/azure-ai-openai/src/main/java/com/azure/ai/openai/implementation/MultipartField.java

@@ -0,0 +1,19 @@
+package com.azure.ai.openai.implementation;
+
+public class MultipartField {
+    private final String wireName;
+    private final String value;
+
+    public MultipartField(String wireName, String value) {
+        this.wireName = wireName;
+        this.value = value;
+    }
+
+    public String getWireName() {
+        return wireName;
+    }
+
+    public String getValue() {
+        return value;
+    }
+}

sdk/openai/azure-ai-openai/src/main/java/com/azure/ai/openai/implementation/OpenAIClientImpl.java

@@ -452,6 +452,20 @@ Response<BinaryData> getAudioTranslationSync(
                 @BodyParam("multipart/form-data") BinaryData audioTranslationOptions,
                 RequestOptions requestOptions,
                 Context context);
+
+        @Post("/deployments/{deploymentId}/audio/translations")
+        @ExpectedResponses({200})
+        @UnexpectedResponseExceptionType(HttpResponseException.class)
+        Response<BinaryData> getAudioTranslationSync(
+            @HostParam("endpoint") String endpoint,
+            @QueryParam("api-version") String apiVersion,
+            @PathParam("deploymentId") String deploymentOrModelName,
+            @HeaderParam("content-type") String contentType,
+            @HeaderParam("accept") String accept,
+            @HeaderParam("content-length") String contentLength,
+            @BodyParam("multipart/form-data") BinaryData audioTranslationOptions,
+            RequestOptions requestOptions,
+            Context context);
     }
 
     /**
@@ -1928,4 +1942,21 @@ public Response<BinaryData> getAudioTranslationWithResponse(
                 requestOptions,
                 Context.NONE);
     }
+
+    @ServiceMethod(returns = ReturnType.SINGLE)
+    public Response<BinaryData> getAudioTranslationWithResponse(
+        String deploymentOrModelName, BinaryData audioTranslationOptions, RequestOptions requestOptions, String boundary, String contentLength) {
+        final String contentType = "multipart/form-data; boundary=" + boundary ;
+        final String accept = "*/*";
+        return service.getAudioTranslationSync(
+            this.getEndpoint(),
+            this.getServiceVersion().getVersion(),
+            deploymentOrModelName,
+            contentType,
+            accept,
+            contentLength,
+            audioTranslationOptions,
+            requestOptions,
+            Context.NONE);
+    }
 }

sdk/openai/azure-ai-openai/src/test/java/com/azure/ai/openai/OpenAISyncClientTest.java

@@ -6,6 +6,7 @@
 import com.azure.ai.openai.models.AudioTranscription;
 import com.azure.ai.openai.models.AudioTranscriptionFormat;
 import com.azure.ai.openai.models.AudioTranscriptionOptions;
+import com.azure.ai.openai.models.AudioTranslationOptions;
 import com.azure.ai.openai.models.AzureChatExtensionConfiguration;
 import com.azure.ai.openai.models.AzureChatExtensionType;
 import com.azure.ai.openai.models.AzureCognitiveSearchChatExtensionConfiguration;
@@ -420,4 +421,21 @@ public void testGetAudioTranscription(HttpClient httpClient, OpenAIServiceVersio
             assertNotNull(transcription);
         });
     }
+
+    @ParameterizedTest(name = DISPLAY_NAME_WITH_ARGUMENTS)
+    @MethodSource("com.azure.ai.openai.TestUtils#getTestParameters")
+    public void testGetAudioTranslation(HttpClient httpClient, OpenAIServiceVersion serviceVersion) {
+        client = getOpenAIClient(httpClient, serviceVersion);
+
+        getAudioTranscriptionRunner((deploymentName, fileName) -> {
+            byte[] file = BinaryData.fromFile(Path.of("src/test/resources/JP_it_is_rainy_today.wav")).toBytes();
+            AudioTranslationOptions translationOptions = new AudioTranslationOptions(file);
+            // TODO verify why default value of "json" is not emitted as such
+            translationOptions.setResponseFormat(AudioTranscriptionFormat.JSON);
+
+            AudioTranscription transcription = client.getAudioTranscription(
+                deploymentName, translationOptions, "JP_it_is_rainy_today.wav");
+            assertNotNull(transcription);
+        });
+    }
 }