From dd5f738f4460130058f1a6ba109a7b9c3193da2f Mon Sep 17 00:00:00 2001 From: Ritesh Kumar Sinha <63132871+risinh@users.noreply.github.com> Date: Tue, 26 Aug 2025 15:04:15 -0700 Subject: [PATCH] Revert "Unified Evaluation API Spec (Version upgrade) (#36115)" This reverts commit ec27c0af880a760064919e25de052b35b1eebee3. --- .../ai/Azure.AI.Projects/common/models.tsp | 23 - .../evaluations/chat_messages.tsp | 139 - .../Azure.AI.Projects/evaluations/models.tsp | 577 +- .../Azure.AI.Projects/evaluations/routes.tsp | 74 +- ...ons_GetWithCredentials_MaximumSet_Gen.json | 26 - .../Connections_Get_MaximumSet_Gen.json | 26 - .../Connections_List_MaximumSet_Gen.json | 35 - ..._CreateOrUpdateVersion_MaximumSet_Gen.json | 39 - ..._CreateOrUpdateVersion_MinimumSet_Gen.json | 31 - ...Datasets_DeleteVersion_MaximumSet_Gen.json | 12 - ...Datasets_DeleteVersion_MinimumSet_Gen.json | 12 - ...atasets_GetCredentials_MaximumSet_Gen.json | 24 - ...atasets_GetCredentials_MinimumSet_Gen.json | 24 - .../Datasets_GetVersion_MaximumSet_Gen.json | 21 - .../Datasets_GetVersion_MinimumSet_Gen.json | 19 - .../Datasets_ListLatest_MaximumSet_Gen.json | 28 - .../Datasets_ListLatest_MinimumSet_Gen.json | 21 - .../Datasets_ListVersions_MaximumSet_Gen.json | 29 - .../Datasets_ListVersions_MinimumSet_Gen.json | 22 - ...rtPendingUploadVersion_MaximumSet_Gen.json | 31 - ...rtPendingUploadVersion_MinimumSet_Gen.json | 28 - .../Deployments_Get_MaximumSet_Gen.json | 17 - .../Deployments_List_MaximumSet_Gen.json | 26 - .../Evaluations_Cancel_MaximumSet_Gen.json | 12 - ...valuations_CreateBatch_MaximumSet_Gen.json | 111 - ...aluations_CreateSingle_MaximumSet_Gen.json | 67 - .../Evaluations_Delete_MaximumSet_Gen.json | 12 - .../Evaluations_Get_MaximumSet_Gen.json | 82 - .../Evaluations_List_MaximumSet_Gen.json | 87 - .../Evaluations_Update_MaximumSet_Gen.json | 105 - ..._CreateOrUpdateVersion_MaximumSet_Gen.json | 34 - ..._CreateOrUpdateVersion_MinimumSet_Gen.json | 28 - .../Indexes_DeleteVersion_MaximumSet_Gen.json | 12 - .../Indexes_DeleteVersion_MinimumSet_Gen.json | 12 - .../Indexes_GetVersion_MaximumSet_Gen.json | 19 - .../Indexes_GetVersion_MinimumSet_Gen.json | 18 - .../Indexes_ListLatest_MaximumSet_Gen.json | 26 - .../Indexes_ListLatest_MinimumSet_Gen.json | 20 - .../Indexes_ListVersions_MaximumSet_Gen.json | 27 - .../Indexes_ListVersions_MinimumSet_Gen.json | 21 - .../RedTeams_Create_MaximumSet_Gen.json | 53 - .../RedTeams_Create_MinimumSet_Gen.json | 38 - .../RedTeams_Get_MaximumSet_Gen.json | 35 - .../RedTeams_List_MaximumSet_Gen.json | 42 - specification/ai/Azure.AI.Projects/main.tsp | 8 +- .../ai/Azure.AI.Projects/red-teams/models.tsp | 22 + .../ai/Azure.AI.Projects/red-teams/routes.tsp | 1 + .../2025-05-15-preview/azure-ai-projects.json | 2 - .../2025-07-31-preview/azure-ai-projects.json | 4643 ----------------- ...ons_GetWithCredentials_MaximumSet_Gen.json | 26 - .../Connections_Get_MaximumSet_Gen.json | 26 - .../Connections_List_MaximumSet_Gen.json | 35 - ..._CreateOrUpdateVersion_MaximumSet_Gen.json | 39 - ..._CreateOrUpdateVersion_MinimumSet_Gen.json | 31 - ...Datasets_DeleteVersion_MaximumSet_Gen.json | 12 - ...Datasets_DeleteVersion_MinimumSet_Gen.json | 12 - ...atasets_GetCredentials_MaximumSet_Gen.json | 24 - ...atasets_GetCredentials_MinimumSet_Gen.json | 24 - .../Datasets_GetVersion_MaximumSet_Gen.json | 21 - .../Datasets_GetVersion_MinimumSet_Gen.json | 19 - .../Datasets_ListLatest_MaximumSet_Gen.json | 28 - .../Datasets_ListLatest_MinimumSet_Gen.json | 21 - .../Datasets_ListVersions_MaximumSet_Gen.json | 29 - .../Datasets_ListVersions_MinimumSet_Gen.json | 22 - ...rtPendingUploadVersion_MaximumSet_Gen.json | 31 - ...rtPendingUploadVersion_MinimumSet_Gen.json | 28 - .../Deployments_Get_MaximumSet_Gen.json | 17 - .../Deployments_List_MaximumSet_Gen.json | 26 - .../Evaluations_Cancel_MaximumSet_Gen.json | 12 - ...valuations_CreateBatch_MaximumSet_Gen.json | 111 - ...aluations_CreateSingle_MaximumSet_Gen.json | 67 - .../Evaluations_Delete_MaximumSet_Gen.json | 12 - .../Evaluations_Get_MaximumSet_Gen.json | 82 - .../Evaluations_List_MaximumSet_Gen.json | 87 - .../Evaluations_Update_MaximumSet_Gen.json | 105 - ..._CreateOrUpdateVersion_MaximumSet_Gen.json | 34 - ..._CreateOrUpdateVersion_MinimumSet_Gen.json | 28 - .../Indexes_DeleteVersion_MaximumSet_Gen.json | 12 - .../Indexes_DeleteVersion_MinimumSet_Gen.json | 12 - .../Indexes_GetVersion_MaximumSet_Gen.json | 19 - .../Indexes_GetVersion_MinimumSet_Gen.json | 18 - .../Indexes_ListLatest_MaximumSet_Gen.json | 26 - .../Indexes_ListLatest_MinimumSet_Gen.json | 20 - .../Indexes_ListVersions_MaximumSet_Gen.json | 27 - .../Indexes_ListVersions_MinimumSet_Gen.json | 21 - .../RedTeams_Create_MaximumSet_Gen.json | 53 - .../RedTeams_Create_MinimumSet_Gen.json | 38 - .../examples/RedTeams_Get_MaximumSet_Gen.json | 35 - .../RedTeams_List_MaximumSet_Gen.json | 42 - .../ai/data-plane/Azure.AI.Projects/readme.md | 7 - 90 files changed, 97 insertions(+), 8063 deletions(-) delete mode 100644 specification/ai/Azure.AI.Projects/evaluations/chat_messages.tsp delete mode 100644 specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Connections_GetWithCredentials_MaximumSet_Gen.json delete mode 100644 specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Connections_Get_MaximumSet_Gen.json delete mode 100644 specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Connections_List_MaximumSet_Gen.json delete mode 100644 specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Datasets_CreateOrUpdateVersion_MaximumSet_Gen.json delete mode 100644 specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Datasets_CreateOrUpdateVersion_MinimumSet_Gen.json delete mode 100644 specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Datasets_DeleteVersion_MaximumSet_Gen.json delete mode 100644 specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Datasets_DeleteVersion_MinimumSet_Gen.json delete mode 100644 specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Datasets_GetCredentials_MaximumSet_Gen.json delete mode 100644 specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Datasets_GetCredentials_MinimumSet_Gen.json delete mode 100644 specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Datasets_GetVersion_MaximumSet_Gen.json delete mode 100644 specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Datasets_GetVersion_MinimumSet_Gen.json delete mode 100644 specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Datasets_ListLatest_MaximumSet_Gen.json delete mode 100644 specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Datasets_ListLatest_MinimumSet_Gen.json delete mode 100644 specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Datasets_ListVersions_MaximumSet_Gen.json delete mode 100644 specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Datasets_ListVersions_MinimumSet_Gen.json delete mode 100644 specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Datasets_StartPendingUploadVersion_MaximumSet_Gen.json delete mode 100644 specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Datasets_StartPendingUploadVersion_MinimumSet_Gen.json delete mode 100644 specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Deployments_Get_MaximumSet_Gen.json delete mode 100644 specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Deployments_List_MaximumSet_Gen.json delete mode 100644 specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Evaluations_Cancel_MaximumSet_Gen.json delete mode 100644 specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Evaluations_CreateBatch_MaximumSet_Gen.json delete mode 100644 specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Evaluations_CreateSingle_MaximumSet_Gen.json delete mode 100644 specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Evaluations_Delete_MaximumSet_Gen.json delete mode 100644 specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Evaluations_Get_MaximumSet_Gen.json delete mode 100644 specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Evaluations_List_MaximumSet_Gen.json delete mode 100644 specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Evaluations_Update_MaximumSet_Gen.json delete mode 100644 specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Indexes_CreateOrUpdateVersion_MaximumSet_Gen.json delete mode 100644 specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Indexes_CreateOrUpdateVersion_MinimumSet_Gen.json delete mode 100644 specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Indexes_DeleteVersion_MaximumSet_Gen.json delete mode 100644 specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Indexes_DeleteVersion_MinimumSet_Gen.json delete mode 100644 specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Indexes_GetVersion_MaximumSet_Gen.json delete mode 100644 specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Indexes_GetVersion_MinimumSet_Gen.json delete mode 100644 specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Indexes_ListLatest_MaximumSet_Gen.json delete mode 100644 specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Indexes_ListLatest_MinimumSet_Gen.json delete mode 100644 specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Indexes_ListVersions_MaximumSet_Gen.json delete mode 100644 specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Indexes_ListVersions_MinimumSet_Gen.json delete mode 100644 specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/RedTeams_Create_MaximumSet_Gen.json delete mode 100644 specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/RedTeams_Create_MinimumSet_Gen.json delete mode 100644 specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/RedTeams_Get_MaximumSet_Gen.json delete mode 100644 specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/RedTeams_List_MaximumSet_Gen.json delete mode 100644 specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/azure-ai-projects.json delete mode 100644 specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Connections_GetWithCredentials_MaximumSet_Gen.json delete mode 100644 specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Connections_Get_MaximumSet_Gen.json delete mode 100644 specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Connections_List_MaximumSet_Gen.json delete mode 100644 specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Datasets_CreateOrUpdateVersion_MaximumSet_Gen.json delete mode 100644 specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Datasets_CreateOrUpdateVersion_MinimumSet_Gen.json delete mode 100644 specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Datasets_DeleteVersion_MaximumSet_Gen.json delete mode 100644 specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Datasets_DeleteVersion_MinimumSet_Gen.json delete mode 100644 specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Datasets_GetCredentials_MaximumSet_Gen.json delete mode 100644 specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Datasets_GetCredentials_MinimumSet_Gen.json delete mode 100644 specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Datasets_GetVersion_MaximumSet_Gen.json delete mode 100644 specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Datasets_GetVersion_MinimumSet_Gen.json delete mode 100644 specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Datasets_ListLatest_MaximumSet_Gen.json delete mode 100644 specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Datasets_ListLatest_MinimumSet_Gen.json delete mode 100644 specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Datasets_ListVersions_MaximumSet_Gen.json delete mode 100644 specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Datasets_ListVersions_MinimumSet_Gen.json delete mode 100644 specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Datasets_StartPendingUploadVersion_MaximumSet_Gen.json delete mode 100644 specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Datasets_StartPendingUploadVersion_MinimumSet_Gen.json delete mode 100644 specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Deployments_Get_MaximumSet_Gen.json delete mode 100644 specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Deployments_List_MaximumSet_Gen.json delete mode 100644 specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Evaluations_Cancel_MaximumSet_Gen.json delete mode 100644 specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Evaluations_CreateBatch_MaximumSet_Gen.json delete mode 100644 specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Evaluations_CreateSingle_MaximumSet_Gen.json delete mode 100644 specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Evaluations_Delete_MaximumSet_Gen.json delete mode 100644 specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Evaluations_Get_MaximumSet_Gen.json delete mode 100644 specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Evaluations_List_MaximumSet_Gen.json delete mode 100644 specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Evaluations_Update_MaximumSet_Gen.json delete mode 100644 specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Indexes_CreateOrUpdateVersion_MaximumSet_Gen.json delete mode 100644 specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Indexes_CreateOrUpdateVersion_MinimumSet_Gen.json delete mode 100644 specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Indexes_DeleteVersion_MaximumSet_Gen.json delete mode 100644 specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Indexes_DeleteVersion_MinimumSet_Gen.json delete mode 100644 specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Indexes_GetVersion_MaximumSet_Gen.json delete mode 100644 specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Indexes_GetVersion_MinimumSet_Gen.json delete mode 100644 specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Indexes_ListLatest_MaximumSet_Gen.json delete mode 100644 specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Indexes_ListLatest_MinimumSet_Gen.json delete mode 100644 specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Indexes_ListVersions_MaximumSet_Gen.json delete mode 100644 specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Indexes_ListVersions_MinimumSet_Gen.json delete mode 100644 specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/RedTeams_Create_MaximumSet_Gen.json delete mode 100644 specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/RedTeams_Create_MinimumSet_Gen.json delete mode 100644 specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/RedTeams_Get_MaximumSet_Gen.json delete mode 100644 specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/RedTeams_List_MaximumSet_Gen.json diff --git a/specification/ai/Azure.AI.Projects/common/models.tsp b/specification/ai/Azure.AI.Projects/common/models.tsp index ae7a9458abe4..4d615ca7fdf6 100644 --- a/specification/ai/Azure.AI.Projects/common/models.tsp +++ b/specification/ai/Azure.AI.Projects/common/models.tsp @@ -4,7 +4,6 @@ import "@azure-tools/typespec-azure-core"; import "@azure-tools/typespec-azure-resource-manager"; namespace Azure.AI.Projects; -using TypeSpec.Versioning; alias AssetBase = { @doc("Asset ID, a unique identifier for the asset") @@ -116,25 +115,3 @@ model AssetCredentialResponse { @doc("Credential info to access the storage account.") blobReference: BlobReference; } - -@doc("Azure OpenAI model configuration. The API version would be selected by the service for querying the model.") -@added(Versions.v2025_05_15_preview) -model AzureOpenAIModelConfiguration extends TargetConfig { - @visibility(Lifecycle.Read) - type: "AzureOpenAIModel"; - - @doc("Deployment name for AOAI model. Example: gpt-4o if in AIServices or connection based `connection_name/deployment_name` (e.g. `my-aoai-connection/gpt-4o`).") - modelDeploymentName: string; - - @doc("Optional model-specific parameters to fine-tune behavior during evaluation. These may include temperature, max tokens, top-p, frequency penalty, and other model configuration options supported by the deployment.") - @added(Versions.v2025_07_31_preview) - modelParameters?: Record; -} - -@doc("Abstract class for target configuration.") -@added(Versions.v2025_05_15_preview) -@discriminator("type") -model TargetConfig { - @doc("Type of the model configuration.") - type: string; -} diff --git a/specification/ai/Azure.AI.Projects/evaluations/chat_messages.tsp b/specification/ai/Azure.AI.Projects/evaluations/chat_messages.tsp deleted file mode 100644 index 655288fbaae5..000000000000 --- a/specification/ai/Azure.AI.Projects/evaluations/chat_messages.tsp +++ /dev/null @@ -1,139 +0,0 @@ -import "@typespec/versioning"; -import "@azure-tools/typespec-azure-core"; -import "../common/models.tsp"; -import "../main.tsp"; -import "@typespec/openapi"; - -using TypeSpec.Versioning; - -namespace Azure.AI.Projects; - -@doc("Content for AI requests and responses.") -@discriminator("type") -@added(Versions.v2025_07_31_preview) -model AIContent { - @doc("The content of the message.") - type: "text" | "image_url" | "tool_call" | "tool_result" | string; -} - -@doc("Content for text messages in AI conversations.") -@added(Versions.v2025_07_31_preview) -model TextContent extends AIContent { - @doc("The content of the text message.") - type: "text"; - - @doc("The text content of the message.") - text: string; -} - -@doc("Image source") -@added(Versions.v2025_07_31_preview) -model ImageSource { - @doc("A publicly accessible image URL.") - url?: string; -} - -@doc("Content for image URL messages in AI conversations.") -@added(Versions.v2025_07_31_preview) -model ImageUrlContent extends AIContent { - @doc("The content of the image URL message.") - type: "image_url"; - - @doc("The URL of the image.") - image_url: ImageSource; -} - -@doc("Content for text messages in AI conversations.") -@added(Versions.v2025_07_31_preview) -model ToolCallContent extends AIContent { - @doc("The content of the tool call.") - type: "tool_call"; - - @doc("The name of the tool being called.") - name: string; - - @doc("The unique identifier of the tool call.") - toolCallId: string; - - @doc("The parameters for the tool call in JSON format.") - arguments: Record; -} - -@doc("Content for tool results in AI conversations.") -@added(Versions.v2025_07_31_preview) -model ToolResultContent extends AIContent { - @doc("The content of the tool result.") - type: "tool_result"; - - @doc("The result of the tool call in JSON format.") - results: Record; -} - -@doc("Abstract base model representing a single message in a conversation.") -@discriminator("role") -@added(Versions.v2025_05_15_preview) -model Message { - @doc("The role of the message author. Known values: 'system', 'assistant', 'developer', 'user'.") - role: "system" | "assistant" | "developer" | "user" | string; -} - -@doc("A message authored by the system to guide model behavior.") -@added(Versions.v2025_05_15_preview) -model SystemMessage extends Message { - @doc("Indicates this is a system message.") - role: "system"; - - #suppress "@azure-tools/typespec-autorest/union-unsupported" "External API shape is defined in OpenAPI 3.0 as oneOf." - @doc("Plain text instructions provided by the system to steer model behavior.") - @typeChangedFrom(Versions.v2025_07_31_preview, string) - content: AIContent[] | string; -} - -@doc("A message authored by a developer to guide the model during evaluation.") -@added(Versions.v2025_05_15_preview) -model DeveloperMessage extends Message { - @doc("Indicates this is a developer message.") - role: "developer"; - - #suppress "@azure-tools/typespec-autorest/union-unsupported" "External API shape is defined in OpenAPI 3.0 as oneOf." - @doc("Content provided by a developer to guide model behavior in an evaluation context.") - @typeChangedFrom(Versions.v2025_07_31_preview, string) - content: AIContent[] | string; -} - -@doc("A message authored by the end user as input to the model.") -@added(Versions.v2025_05_15_preview) -model UserMessage extends Message { - @doc("Indicates this is a user message.") - role: "user"; - - #suppress "@azure-tools/typespec-autorest/union-unsupported" "External API shape is defined in OpenAPI 3.0 as oneOf." - @doc("Input content or question provided by the end user.") - @typeChangedFrom(Versions.v2025_07_31_preview, string) - content: AIContent[] | string; -} - -@doc("A message generated by the assistant in response to previous messages.") -@added(Versions.v2025_05_15_preview) -model AssistantMessage extends Message { - @doc("Indicates this is an assistant message.") - role: "assistant"; - - #suppress "@azure-tools/typespec-autorest/union-unsupported" "External API shape is defined in OpenAPI 3.0 as oneOf." - @doc("Response content generated by the assistant.") - @typeChangedFrom(Versions.v2025_07_31_preview, string) - content: AIContent[] | string; -} - -@doc("Definition of a tool that can be used by the agent.") -@added(Versions.v2025_07_31_preview) -model AgentToolDefinition { - @doc("The name of the tool.") - name: string; - - @doc("The description of the tool.") - description?: string; - - @doc("The parameters for the tool in JSON Schema format.") - parameters: Record; -} diff --git a/specification/ai/Azure.AI.Projects/evaluations/models.tsp b/specification/ai/Azure.AI.Projects/evaluations/models.tsp index 4dc0b534ab91..ab1ad5338c1a 100644 --- a/specification/ai/Azure.AI.Projects/evaluations/models.tsp +++ b/specification/ai/Azure.AI.Projects/evaluations/models.tsp @@ -6,33 +6,22 @@ import "@azure-tools/typespec-azure-core"; import "../common/models.tsp"; import "../main.tsp"; import "@typespec/openapi"; -import "./chat_messages.tsp"; using TypeSpec.Rest; using TypeSpec.Versioning; -using Azure.Core.Foundations; namespace Azure.AI.Projects; @doc("Evaluator Configuration") @added(Versions.v2025_05_15_preview) +@removed(Versions.v1) model EvaluatorConfiguration { @doc("Identifier of the evaluator.") id: string; - @doc("Name of the evaluator. It can be used for identify the evaluator in the evaluation results.") - @added(Versions.v2025_07_31_preview) - name?: string; - @doc("Initialization parameters of the evaluator.") - @removed(Versions.v2025_07_31_preview) initParams?: Record; - @doc("Initialization parameters of the evaluator.") - @added(Versions.v2025_07_31_preview) - @renamedFrom(Versions.v2025_07_31_preview, "initParams") - initializationParameters?: Record; - @doc("Data parameters of the evaluator.") dataMapping?: Record; } @@ -41,6 +30,7 @@ model EvaluatorConfiguration { @doc("Abstract data class.") @discriminator("type") @added(Versions.v2025_05_15_preview) +@removed(Versions.v1) model InputData { @doc("Type of the data") type: string; @@ -48,6 +38,7 @@ model InputData { @doc("Dataset as source for evaluation.") @added(Versions.v2025_05_15_preview) +@removed(Versions.v1) model InputDataset extends InputData { type: "dataset"; @@ -55,358 +46,20 @@ model InputDataset extends InputData { id: string; } -@doc("Unique identifier of a dataset registered in AI Foundry workspace. The identifier follows the format: azureai://accounts/{resourceName}/projects/{projectName}/data/{datasetName}/versions/{versionNumber}") -@added(Versions.v2025_07_31_preview) -scalar DatasetId extends string; - -@doc("Specifies the type of data source used for evaluation. Different types support various data input methods and formats.") -@added(Versions.v2025_07_31_preview) -union EvaluationDataSourceType { - @doc("Use inline JSON data provided directly in the request") - InlineData: "inlineData", - - @doc("Use a dataset that has been registered and stored in AI Foundry workspace") - Dataset: "dataset", - - @doc("Use data generated by running a model deployment against inline queries provided in the request") - FoundryModelInline: "FoundryModelInline", - - @doc("Use data generated by running a model deployment against a registered dataset") - FoundryModelDataset: "FoundryModelDataset", - - string, -} - -#suppress "@azure-tools/typespec-azure-core/no-string-discriminator" -@doc("Base class for different types of evaluation data sources. Use the discriminator field 'type' to specify the specific data source implementation.") -@discriminator("type") -@added(Versions.v2025_07_31_preview) -model EvaluationDataSource { - @doc("Specifies the type of data source being used for evaluation") - type: EvaluationDataSourceType; -} - -@doc("Represents a message that contains a query and its corresponding response.") -@added(Versions.v2025_07_31_preview) -model QueryResponseMessage { - @doc("The query message sent to the model.") - query: string; - - @doc("The response generated by the model in reply to the query.") - response?: string; - - @doc("Optional context information that may include additional details about the query or response, such as metadata or processing instructions.") - context?: string; - - @doc("Optional ground truth value for the query, which can be used to compare against the model's response during evaluation.") - ground_truth?: string; -} - -@doc("Available formats for structuring inline evaluation data.") -@added(Versions.v2025_07_31_preview) -union InlineDataFormat { - @doc("Query-response pairs for Q&A and chatbot evaluations") - queryResponseMessageFormat: "queryResponseMessageFormat", - - @doc("Multi-turn conversations with role-based messages and tool definitions") - evaluationMessagesFormat: "evaluationMessagesFormat", - - @doc("Flexible JSON format for custom data structures") - inlineJsonFormat: "inlineJsonFormat", - - string, -} - -@added(Versions.v2025_07_31_preview) -@doc("Base class for inline evaluation data with format discrimination.") -@discriminator("dataFormat") -model InlineData { - @doc("Format of the inline data structure") - dataFormat: InlineDataFormat; -} - -@doc("Query-response pairs for evaluating Q&A systems and response accuracy.") -@added(Versions.v2025_07_31_preview) -model QueryResponseInlineMessages extends InlineData { - @doc("Specifies query-response format") - dataFormat: InlineDataFormat.queryResponseMessageFormat; - - @doc("Array of query-response pairs with optional context and ground truth") - messages: QueryResponseMessage[]; -} - -@added(Versions.v2025_07_31_preview) -@doc("Multi-turn conversations for evaluating dialogue systems and context awareness.") -model EvaluatorMessages extends InlineData { - @doc("Specifies evaluation messages format") - dataFormat: InlineDataFormat.evaluationMessagesFormat; - - @doc("Array of messages representing representing queries") - query: Message[]; - - @doc("Array of messages representing responses") - response: Message[]; - - @doc("Array of tool definitions that are used in the conversation") - toolDefinitions: AgentToolDefinition[]; -} - -@added(Versions.v2025_07_31_preview) -@doc("Custom JSON format for complex evaluation scenarios requiring flexible data structures.") -model InlineJson extends InlineData { - @doc("Specifies JSON format") - dataFormat: InlineDataFormat.inlineJsonFormat; - - @doc("Array of JSON strings with custom fields and metadata") - messages: string[]; -} - -@doc("Data source using inline data provided directly in the request. Size limit is 2 MB") -@added(Versions.v2025_07_31_preview) -model InlineDataSource extends EvaluationDataSource { - @doc("Specifies inline JSON data source") - type: EvaluationDataSourceType.InlineData; - - @doc("Optional unique identifier for the inline data source. This can be an agent id or a custom identifier to distinguish between different inline data sources.") - id?: string; - - @doc("Inline data structured according to the specified format") - @visibility(Lifecycle.Create) - data?: InlineData; - - @doc("Dataset id for the uploaded inline data.") - @visibility(Lifecycle.Read) - inlineDatasetId: DatasetId; -} - -@doc("Data source that uses a dataset registered and stored in AI Foundry workspace. This is the recommended approach for large datasets or reusable evaluation data.") -@added(Versions.v2025_07_31_preview) -model FoundryDatasetDataSource extends EvaluationDataSource { - @doc("Specifies that this data source uses a registered dataset") - type: EvaluationDataSourceType.Dataset; - - @doc("Unique identifier of the dataset registered in AI Foundry workspace") - datasetId: DatasetId; -} - -alias EvaluationModelSourceCommon = { - @doc("Configuration for the model deployment used in evaluation.") - modelTarget: TargetConfig; - - @doc("A list of messages comprising the conversation so far. Each message can be a json string with role and content to specify the conversation context.") - baseMessages: Message[]; -}; - -@doc("Data source that uses a model deployment with inline queries. The specified model processes each query to generate responses, which are then evaluated against the configured evaluators.") -@added(Versions.v2025_07_31_preview) -model FoundryModelInlineSource extends EvaluationDataSource { - @doc("Specifies that this data source uses a model deployment with inline queries") - type: EvaluationDataSourceType.FoundryModelInline; - - ...EvaluationModelSourceCommon; - - @doc("Inline queries to be processed by the model deployment. The response is then evaluated against the configured evaluators.") - queries: Array; -} - -@doc("Data source that uses a model deployment with a dataset containing prompts. The model processes each prompt from the dataset to generate responses, which are then evaluated against the configured evaluators.") -@added(Versions.v2025_07_31_preview) -model FoundryModelDatasetSource extends EvaluationDataSource { - @doc("Specifies that this data source uses a model deployment with a dataset") - type: EvaluationDataSourceType.FoundryModelDataset; - - ...EvaluationModelSourceCommon; - - @doc("Unique identifier of the dataset containing prompts that will be processed by the model deployment") - datasetId: DatasetId; - - @doc("Name of the column in the dataset that contains the queries to be processed by the model deployment. This allows specifying which column should be used as input for evaluation. eg.. queryField: '\${data.query}'") - queryField: string; -} - -@added(Versions.v2025_07_31_preview) -@doc("Confidence interval for the metric.") -model ConfidenceInterval { - @doc("Lower bound of the confidence interval for the average score, providing a range within which the true average is likely to fall.") - lowerBound: float32; - - @doc("Upper bound of the confidence interval for the average score, providing a range within which the true average is likely to fall.") - upperBound: float32; -} - -@added(Versions.v2025_07_31_preview) -@doc("Statistical summary of evaluation results including aggregated scores and pass/fail rates.") -model EvaluationSummaryStatistics { - @doc("Total number of rows that were evaluated.") - sampleCount: safeint; - - @doc("Proportion of evaluation results that passed the specified criteria or threshold, expressed as a value between 0 and 1.") - passRate?: float32; - - @doc("Lowest score value observed across all evaluation results.") - min?: float32; - - @doc("Highest score value observed across all evaluation results.") - max?: float32; - - @doc("Arithmetic mean of all score values in the evaluation results.") - average?: float32; - - @doc("Standard deviation of score values, indicating the variability or spread of scores around the average.") - standardDeviation?: float32; - - @doc("Confidence interval for the average score, providing a range within which the pass average is likely to fall (95th percentile).") - confidenceInterval95th?: ConfidenceInterval; - - @doc("Label frequency distribution, showing how often each label appears in the evaluation results. This can help identify common themes or issues across evaluated data rows.") - labelFrequency?: Record; -} - -@doc("Status of evaluator across all data rows.") -@added(Versions.v2025_07_31_preview) -model EvaluatorStatusResult { - @doc("Name of the evaluator from the input request.") - name: string; - - @doc("Identifier of the evaluator from the input request.") - id: string; - - @doc("State of the evaluation for this evaluator.") - state: OperationState; - - @doc("Error message if the evaluator failed to process.") - error?: string; - - @doc("Usage statistics for the evaluation") - usage: Usage; -} - -@doc("Specifies the type of external storage destination where evaluation results can be exported for further analysis or long-term retention.") -@added(Versions.v2025_07_31_preview) -union EvaluationDestinationConfigurationType { - @doc("Export evaluation results to Azure Application Insights for monitoring and analytics") - AppInsightsStorage: "appInsightsStorage", - - @doc("Export evaluation results to Azure Blob Storage for data archival and custom processing") - StorageAccountStorage: "storageAccountStorage", - - string, -} - -@doc("Base configuration for exporting evaluation results to external storage destinations. This enables integration with external analytics and monitoring systems.") -@added(Versions.v2025_07_31_preview) -@discriminator("type") -model EvaluationDestinationConfiguration { - @doc("Specifies the type of external storage destination") - type: EvaluationDestinationConfigurationType; - - @doc("Name of the connection resource configured in the AI Foundry workspace. This connection must be properly configured with appropriate credentials before use.") - connectionName: string; - - @doc("Current state of the export operation to this destination. This field is managed by the service and cannot be modified by clients.") - @visibility(Lifecycle.Read) - state?: OperationState; -} - -@doc("Configuration for exporting evaluation results to Azure Application Insights. This enables monitoring, alerting, and analytics on evaluation performance and trends.") -@added(Versions.v2025_07_31_preview) -model AppInsightsDestinationConfiguration - extends EvaluationDestinationConfiguration { - @doc("Specifies Azure Application Insights as the export destination") - type: EvaluationDestinationConfigurationType.AppInsightsStorage; -} - -@doc("Configuration for exporting evaluation results to Azure Blob Storage. This provides long-term storage and enables custom data processing workflows.") -@added(Versions.v2025_07_31_preview) -model StorageAccountDestinationConfiguration - extends EvaluationDestinationConfiguration { - @doc("Specifies Azure Blob Storage as the export destination") - type: EvaluationDestinationConfigurationType.StorageAccountStorage; - - @doc("Name of the container within the Azure Blob Storage account where evaluation results will be stored") - containerName: string; -} - -@doc("Configuration settings that control how evaluation results are processed, stored, and exported. These settings affect data privacy, retention, and integration with external systems.") -@added(Versions.v2025_07_31_preview) -model EvaluationResultSettings { - @doc("List of external storage destinations where evaluation results should be exported in addition to the default AI Foundry storage") - @added(Versions.v2025_07_31_preview) - additionalDestinations?: Array; -} - -@doc("cccc Evaluation Definition") -@added(Versions.v2025_07_31_preview) -model SingleEvaluation { - @doc("Input data to evaluate. Single row support only.") - dataSource: InlineDataSource; - - @doc("Evaluators to be used for the evaluation.") - evaluators: EvaluatorConfiguration[]; - - @doc("Evaluation's properties. Unlike tags, properties are add-only. Once added, a property cannot be removed.") - properties?: Record; -} - -@doc("Single Evaluation Result") -@added(Versions.v2025_07_31_preview) -model SingleEvaluationResult { - @doc("Evaluation results from all the configured evaluators.") - metrics?: EvaluationMetric[]; -} - -@doc("Aggregated metric that summarizes evaluation results across multiple data rows.") -@added(Versions.v2025_07_31_preview) -model AggregatedMetric { - @doc("Name of the metric") - name: string; - - @doc("Name provided for the evaluator in the input request.") - evaluatorName: string; - - @doc("Statistical summary of evaluation results including aggregated scores and pass/fail rates.") - statistics: EvaluationSummaryStatistics; - - @doc("Metadata about the metric") - metadata: EvaluationResultMetadata; - - @doc("Additional metadata about the aggregated metric, such as processing details or custom fields") - additionalDetails?: Record; -} - -@added(Versions.v2025_07_31_preview) -@doc("Summary of evaluation results, including aggregated metrics and evaluator statuses.") -model EvaluationSummaryResult { - @doc("Status of each evaluator from the input request.") - evaluatorStatus: EvaluatorStatusResult[]; - - @doc("Aggregated metrics that summarize evaluation results across multiple data rows. This provides a high-level overview of performance across all data rows.") - metrics?: AggregatedMetric[]; -} - @doc("Evaluation Definition") @resource("runs") @added(Versions.v2025_05_15_preview) +@removed(Versions.v1) model Evaluation { @doc("Identifier of the evaluation.") - @key("id") - @renamedFrom(Versions.v2025_07_31_preview, "name") + @key("name") @encodedName("application/json", "id") @visibility(Lifecycle.Read) - id: string; + name: string; @doc("Data for evaluation.") - @removed(Versions.v2025_07_31_preview) // Replaced by `dataSource` data: InputData; - @doc("Data source configuration that specifies where the evaluation data comes from. This replaces the legacy 'data' field and provides more flexible data source options.") - @added(Versions.v2025_07_31_preview) - dataSource: EvaluationDataSource; - - @doc("Configuration settings that control how evaluation results are processed, stored, and exported") - @added(Versions.v2025_07_31_preview) - resultSettings?: EvaluationResultSettings; - @doc("Display Name for evaluation. It helps to find the evaluation easily in AI Foundry. It does not need to be unique.") displayName?: string; @@ -415,14 +68,8 @@ model Evaluation { @doc("Status of the evaluation. It is set by service and is read-only.") @visibility(Lifecycle.Read) - @removed(Versions.v2025_07_31_preview) // Replaced by `state` in 2025-07-31-preview status?: string; - @doc("Current operational state of the evaluation. This field is managed by the service and reflects the evaluation's progress from initiation to completion.") - @visibility(Lifecycle.Read) - @added(Versions.v2025_07_31_preview) - state: OperationState; - @doc("Evaluation's tags. Unlike properties, tags are fully mutable.") tags?: Record; @@ -430,35 +77,15 @@ model Evaluation { properties?: Record; @doc("Evaluators to be used for the evaluation.") - @typeChangedFrom(Versions.v2025_07_31_preview, Record) - evaluators: EvaluatorConfiguration[]; + evaluators: Record; @doc("Specifies the type and configuration of the entity used for this evaluation.") - @removed(Versions.v2025_07_31_preview) target?: EvaluationTarget; - - @doc("Aggregated summary of evaluation results for each configured evaluator. This provides a high-level overview of performance across all data rows.") - @visibility(Lifecycle.Read) - @added(Versions.v2025_07_31_preview) - summary?: EvaluationSummaryResult; - - @doc(""" - Unique identifier of the dataset containing detailed evaluation results. This dataset is created automatically upon evaluation completion and contains row-by-row results for analysis. - The identifier follows the format: azureai://accounts/{resourceName}/projects/{projectName}/datasets/{datasetName}/versions/{versionNumber}. - Note: This dataset is only available when the result retention policy permits detailed result storage. - """) - @added(Versions.v2025_07_31_preview) - @visibility(Lifecycle.Read) - resultDatasetId?: DatasetId; - - @doc("System-generated metadata containing internal service information for debugging and operational purposes. This field is managed by the service and cannot be modified by clients.") - @visibility(Lifecycle.Read) - @added(Versions.v2025_07_31_preview) - systemData?: Record; } @doc("Definition for sampling strategy.") @added(Versions.v2025_05_15_preview) +@removed(Versions.v1) model AgentEvaluationSamplingConfiguration { @doc("Name of the sampling strategy.") name: string; @@ -472,6 +99,7 @@ model AgentEvaluationSamplingConfiguration { @doc("The redaction configuration will allow the user to control what is redacted.") @added(Versions.v2025_05_15_preview) +@removed(Versions.v1) model AgentEvaluationRedactionConfiguration { @doc("Redact score properties. If not specified, the default is to redact in production.") redactScoreProperties?: boolean; @@ -479,6 +107,7 @@ model AgentEvaluationRedactionConfiguration { @doc("Evaluation request for agent run.") @added(Versions.v2025_05_15_preview) +@removed(Versions.v1) model AgentEvaluationRequest { @doc("Identifier of the agent run.") runId: string; @@ -501,6 +130,7 @@ model AgentEvaluationRequest { @doc("Result for the agent evaluation evaluator run.") @added(Versions.v2025_05_15_preview) +@removed(Versions.v1) model AgentEvaluationResult { @doc("Evaluator's name. This is the name of the evaluator that was used to evaluate the agent's completion.") evaluator: string; @@ -535,6 +165,7 @@ model AgentEvaluationResult { @doc("Evaluation response for agent evaluation run.") @added(Versions.v2025_05_15_preview) +@removed(Versions.v1) model AgentEvaluation { @doc("Identifier of the agent evaluation run.") id: string; @@ -549,9 +180,62 @@ model AgentEvaluation { result?: Array; } +@doc("Abstract base model representing a single message in a conversation.") +@discriminator("role") +@removed(Versions.v1) +@added(Versions.v2025_05_15_preview) +model Message { + @doc("The role of the message author. Known values: 'system', 'assistant', 'developer', 'user'.") + role: "system" | "assistant" | "developer" | "user" | string; +} + +@doc("A message authored by the system to guide model behavior.") +@removed(Versions.v1) +@added(Versions.v2025_05_15_preview) +model SystemMessage extends Message { + @doc("Indicates this is a system message.") + role: "system"; + + @doc("Plain text instructions provided by the system to steer model behavior.") + content: string; +} + +@doc("A message authored by a developer to guide the model during evaluation.") +@removed(Versions.v1) +@added(Versions.v2025_05_15_preview) +model DeveloperMessage extends Message { + @doc("Indicates this is a developer message.") + role: "developer"; + + @doc("Content provided by a developer to guide model behavior in an evaluation context.") + content: string; +} + +@doc("A message authored by the end user as input to the model.") +@removed(Versions.v1) +@added(Versions.v2025_05_15_preview) +model UserMessage extends Message { + @doc("Indicates this is a user message.") + role: "user"; + + @doc("Input content or question provided by the end user.") + content: string; +} + +@doc("A message generated by the assistant in response to previous messages.") +@removed(Versions.v1) +@added(Versions.v2025_05_15_preview) +model AssistantMessage extends Message { + @doc("Indicates this is an assistant message.") + role: "assistant"; + + @doc("Response content generated by the assistant.") + content: string; +} + @doc("Allowed types of evaluation targets.") +@removed(Versions.v1) @added(Versions.v2025_05_15_preview) -@removed(Versions.v2025_07_31_preview) union EvaluationTargetType { @doc("Evaluation target that uses a model for response generation.") modelResponseGeneration: "modelResponseGeneration", @@ -561,16 +245,16 @@ union EvaluationTargetType { @doc("Abstract base model for defining evaluation targets.") @discriminator("type") +@removed(Versions.v1) @added(Versions.v2025_05_15_preview) -@removed(Versions.v2025_07_31_preview) model EvaluationTarget { @doc("Discriminator that defines the type of the evaluation target.") type: EvaluationTargetType; } @doc("Evaluation target for generating responses using a given model and dataset.") +@removed(Versions.v1) @added(Versions.v2025_05_15_preview) -@removed(Versions.v2025_07_31_preview) model modelResponseGenerationTarget extends EvaluationTarget { @doc("The type of evaluation target. Always 'modelResponseGeneration'.") type: EvaluationTargetType.modelResponseGeneration; @@ -584,128 +268,3 @@ model modelResponseGenerationTarget extends EvaluationTarget { @doc("Optional parameters passed to the model for evaluation.") modelParams: Record; } - -@doc("Defines the possible outcomes of an evaluation result, indicating whether the evaluated data meets the specified criteria or standards.") -@added(Versions.v2025_07_31_preview) -union EvaluationResultOutcome { - @doc("The evaluation completed successfully and met the specified criteria or threshold") - pass: "pass", - - @doc("The evaluation completed but did not meet the specified criteria or threshold") - fail: "fail", - - @doc("The evaluation resulted in an error for this particular data row") - error: "error", - - string, -} - -@doc("Describes the desirable direction for the evaluation score. This indicates whether a higher or lower score is preferred for this evaluator.") -@added(Versions.v2025_07_31_preview) -union EvaluatorDesirableDirection { - @doc("Indicates that a higher score is desirable for this evaluator") - increase: "increase", - - @doc("Indicates that a lower score is desirable for this evaluator") - decrease: "decrease", - - @doc("Indicates that the score should be neutral, meaning it does not have a preferred direction") - neutral: "neutral", - - string, -} - -@added(Versions.v2025_07_31_preview) -@doc("Usage statistics for the evaluation") -model Usage { - @doc("Total number of input tokens consumed during the evaluation process") - inputTokens: safeint; - - @doc("Total number of output tokens generated during the evaluation process") - outputTokens: safeint; -} - -@added(Versions.v2025_07_31_preview) -@doc("Metadata about the evaluation result") -model EvaluationResultMetadata { - @doc("Unique identifier of the evaluator that produced this result") - evaluatorId: string; - - @doc("Desired direction for the evaluation score.") - desiredDirection?: EvaluatorDesirableDirection; - - @doc("Threshold value that this score is compared against to determine the evaluation outcome") - threshold?: float32; - - @doc("Type of metric generated") - type: MetricType; -} - -@added(Versions.v2025_07_31_preview) -@doc("Enumeration of the different types of metrics that can be used in evaluations") -union MetricType { - @doc("Continuous metric type, representing a numerical score") - continuous: "continuous", - - @doc("Categorical metric type, representing discrete categories or labels") - categorical: "categorical", - - @doc("Ordinal metric type, representing ordered categories") - ordinal: "ordinal", - - string, -} - -@added(Versions.v2025_07_31_preview) -@doc("Metric representing the evaluation result for a specific evaluator.") -model EvaluationMetric { - @doc("Name of the evaluation metric") - name: string; - - @doc("Name provided for the evaluator in the input request.") - evaluatorName: string; - - @doc("Score assigned by the evaluator to the specific data row") - score?: float32; - - @doc("Optional labels associated with the evaluation result.") - labels?: string[]; - - @doc("Outcome of the evaluation") - outcome?: EvaluationResultOutcome; - - @doc("Reasoning or explanation provided by the evaluator for the score assigned to this data row") - reasoning: string; - - @doc("Error message describing why the evaluation failed for this data row, if applicable") - error?: string; - - @doc("Metadata about the evaluation result") - metadata: EvaluationResultMetadata; - - @doc("Token consumption for this metric evaluation") - usage?: Usage; - - @doc("Additional metadata about the evaluation result, such as processing details or custom fields") - additionalDetails?: Record; -} - -@doc("Comprehensive evaluation results for a single data row, including the input data, processing state, and results from all configured evaluators.") -@added(Versions.v2025_07_31_preview) -@resource("runs/{evaluationId}/results") -model EvaluationResult { - @doc("Unique identifier for this evaluation result row") - @key("id") - @visibility(Lifecycle.Read) - id: string; - - @doc("Error message describing why the evaluation failed for this data row, if applicable") - error?: string; - - @doc("Original input data for this row in JSON string format. This preserves the exact data that was evaluated for reference and debugging.") - @added(Versions.v2025_07_31_preview) - inputDataJson?: string; - - @doc("Evaluation results from all the configured evaluators for this data row.") - metrics?: EvaluationMetric[]; -} diff --git a/specification/ai/Azure.AI.Projects/evaluations/routes.tsp b/specification/ai/Azure.AI.Projects/evaluations/routes.tsp index 9098e22cca3b..19c42276ebeb 100644 --- a/specification/ai/Azure.AI.Projects/evaluations/routes.tsp +++ b/specification/ai/Azure.AI.Projects/evaluations/routes.tsp @@ -3,10 +3,8 @@ import "@azure-tools/typespec-autorest"; import "@typespec/versioning"; import "@azure-tools/typespec-azure-core"; import "./models.tsp"; -import "@typespec/http"; using TypeSpec.Http; -using Azure.Core; using Azure.Core.Traits; using TypeSpec.Versioning; @@ -16,43 +14,22 @@ alias ServiceTraits = SupportsClientRequestId & NoRepeatableRequests & NoConditionalRequests; -alias RetryServiceTrait = { - @header("Retry-After") - @doc("Recommended time interval in seconds before making another request when the evaluation is still processing. This helps prevent excessive polling and reduces server load during long-running evaluations.") - @added(Versions.v2025_07_31_preview) - @visibility(Lifecycle.Read) - retryAfter?: string; -}; - -alias DisplayPreferencesTypeParameterTrait = { - @doc("Filter expression to narrow down the list of evaluations based on specific criteria. Supports filtering by properties such as status, tags, or properties to help manage large evaluation collections.") - @query - @added(Versions.v2025_07_31_preview) - filter?: string; -}; - -alias EvaluationsOperations = ResourceOperations; +alias EvaluationsOperations = Azure.Core.ResourceOperations; @route("evaluations") @added(Versions.v2025_05_15_preview) +@removed(Versions.v1) interface Evaluations { @doc("Get an evaluation run by name.") - get is EvaluationsOperations.ResourceRead; + get is EvaluationsOperations.ResourceRead; @doc("List evaluation runs") - list is EvaluationsOperations.ResourceList< - Evaluation, - ListQueryParametersTrait - >; + list is EvaluationsOperations.ResourceList; - // create is deprecated from version v2025_07_31_preview onwards. - #deprecated "Use /evaluations/runs:runBatch or /evaluations/runs:runSingle instead." #suppress "@azure-tools/typespec-azure-core/use-standard-operations" @doc("Creates an evaluation run.") @route("runs:run") - @removed(Versions.v2025_07_31_preview) @post - @sharedRoute create is Azure.Core.Foundations.Operation< { @doc("Evaluation to be run") @@ -62,13 +39,10 @@ interface Evaluations { ResourceCreatedResponse >; - #deprecated "Use /evaluations/runs:runBatch or /evaluations/runs:runSingle instead." #suppress "@azure-tools/typespec-azure-core/use-standard-operations" @doc("Creates an agent evaluation run.") @route("runs:runAgent") - @removed(Versions.v2025_07_31_preview) @post - @sharedRoute createAgentEvaluation is Azure.Core.Foundations.Operation< { @doc("Agent evaluation to be run") @@ -78,46 +52,6 @@ interface Evaluations { ResourceCreatedResponse >; - #suppress "@azure-tools/typespec-azure-core/use-standard-operations" - @doc("Creates a new evaluation with the specified configuration.") - @added(Versions.v2025_07_31_preview) - @route("runs:runBatch") - @post - createBatch is Azure.Core.Foundations.Operation< - { - @header("Repeatability-Request-ID") - @doc("Unique, client-generated identifier for ensuring request idempotency. Use the same ID for retries to prevent duplicate evaluations.") - repeatabilityRequestId?: string; - - @doc("Timestamp indicating when this request was first initiated. Used in conjunction with repeatability-request-id for idempotency control.") - @header("Repeatability-First-Sent") - repeatabilityFirstSent?: utcDateTime; - - @doc("Complete evaluation configuration including data source, evaluators, and result settings") - @body - evaluation: Evaluation; - }, - ResourceCreatedResponse - >; - - #suppress "@azure-tools/typespec-azure-core/use-standard-operations" - @doc("Independent API operation to perform a single evaluation and immediately get a result.") - @added(Versions.v2025_07_31_preview) - @route("runs:runSingle") - @post - createSingle is Azure.Core.Foundations.Operation< - { - @doc("Complete evaluation configuration including data source, evaluators, and result settings") - @body - singleEvaluation: SingleEvaluation; - }, - OkResponse - >; - - @doc("Updates specific properties of an existing evaluation. Supports modification of metadata fields including description, display name, and tags. Note: Core evaluation configuration such as data sources and evaluators cannot be modified after creation.") - @added(Versions.v2025_07_31_preview) - update is EvaluationsOperations.ResourceUpdate; - #suppress "@azure-tools/typespec-azure-core/use-standard-operations" @doc("Cancel an evaluation run by name") @post diff --git a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Connections_GetWithCredentials_MaximumSet_Gen.json b/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Connections_GetWithCredentials_MaximumSet_Gen.json deleted file mode 100644 index 95d082931fc4..000000000000 --- a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Connections_GetWithCredentials_MaximumSet_Gen.json +++ /dev/null @@ -1,26 +0,0 @@ -{ - "title": "Connections_GetWithCredentials_MaximumSet", - "operationId": "Connections_GetWithCredentials", - "parameters": { - "api-version": "2025-07-31-preview", - "name": "bblabqcnrjcbxlyjsejqiyixfoil", - "x-ms-client-request-id": "cf35b680-dc80-4815-ab83-9364acc3bce6" - }, - "responses": { - "200": { - "body": { - "name": "cpezssfnwhl", - "id": "unique-id", - "type": "AzureOpenAI", - "target": "gxrgfvtt", - "isDefault": true, - "credentials": { - "type": "BaseCredentials" - }, - "metadata": { - "key2930": "uovt" - } - } - } - } -} diff --git a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Connections_Get_MaximumSet_Gen.json b/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Connections_Get_MaximumSet_Gen.json deleted file mode 100644 index f6a576e46422..000000000000 --- a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Connections_Get_MaximumSet_Gen.json +++ /dev/null @@ -1,26 +0,0 @@ -{ - "title": "Connections_Get_MaximumSet", - "operationId": "Connections_Get", - "parameters": { - "api-version": "2025-07-31-preview", - "name": "ijxjmv", - "x-ms-client-request-id": "cf35b680-dc80-4815-ab83-9364acc3bce6" - }, - "responses": { - "200": { - "body": { - "name": "cpezssfnwhl", - "id": "unique-id", - "type": "AzureOpenAI", - "target": "gxrgfvtt", - "isDefault": true, - "credentials": { - "type": "BaseCredentials" - }, - "metadata": { - "key2930": "uovt" - } - } - } - } -} diff --git a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Connections_List_MaximumSet_Gen.json b/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Connections_List_MaximumSet_Gen.json deleted file mode 100644 index 569c7ed6aeca..000000000000 --- a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Connections_List_MaximumSet_Gen.json +++ /dev/null @@ -1,35 +0,0 @@ -{ - "title": "Connections_List_MaximumSet", - "operationId": "Connections_List", - "parameters": { - "api-version": "2025-07-31-preview", - "connectionType": "AzureOpenAI", - "defaultConnection": true, - "top": 28, - "skip": 8, - "maxpagesize": 21, - "x-ms-client-request-id": "cf35b680-dc80-4815-ab83-9364acc3bce6" - }, - "responses": { - "200": { - "body": { - "value": [ - { - "name": "cpezssfnwhl", - "id": "unique-id", - "type": "AzureOpenAI", - "target": "gxrgfvtt", - "isDefault": true, - "credentials": { - "type": "BaseCredentials" - }, - "metadata": { - "key2930": "uovt" - } - } - ], - "nextLink": "https://microsoft.com/a" - } - } - } -} diff --git a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Datasets_CreateOrUpdateVersion_MaximumSet_Gen.json b/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Datasets_CreateOrUpdateVersion_MaximumSet_Gen.json deleted file mode 100644 index 1ce2e6a2be68..000000000000 --- a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Datasets_CreateOrUpdateVersion_MaximumSet_Gen.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "title": "Datasets_CreateOrUpdateVersion_MaximumSet", - "operationId": "Datasets_CreateOrUpdateVersion", - "parameters": { - "api-version": "2025-07-31-preview", - "name": "vfupg", - "version": "ecacrnqtmggfqsocagocpf", - "datasetVersion": { - "dataUri": "Replace this value with a string matching RegExp [a-zA-Z0-9_]", - "type": "DatasetVersion", - "description": "u", - "tags": { - "key7559": "ybrhnrxopsvmxqxibvysedlsy" - } - } - }, - "responses": { - "200": { - "body": { - "dataUri": "Replace this value with a string matching RegExp [a-zA-Z0-9_]", - "type": "DatasetVersion", - "isReference": true, - "id": "hvpdyfpeoqcl", - "name": "xtdmvwhhobloqqsovgpynsnow", - "version": "eaixzft" - } - }, - "201": { - "body": { - "dataUri": "Replace this value with a string matching RegExp [a-zA-Z0-9_]", - "type": "DatasetVersion", - "isReference": true, - "id": "hvpdyfpeoqcl", - "name": "xtdmvwhhobloqqsovgpynsnow", - "version": "eaixzft" - } - } - } -} diff --git a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Datasets_CreateOrUpdateVersion_MinimumSet_Gen.json b/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Datasets_CreateOrUpdateVersion_MinimumSet_Gen.json deleted file mode 100644 index d65d8b8ff57b..000000000000 --- a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Datasets_CreateOrUpdateVersion_MinimumSet_Gen.json +++ /dev/null @@ -1,31 +0,0 @@ -{ - "title": "Datasets_CreateOrUpdateVersion_MinimumSet", - "operationId": "Datasets_CreateOrUpdateVersion", - "parameters": { - "api-version": "2025-07-31-preview", - "name": "ryqozexodzklgkffokixpftfkcy", - "version": "vldbiveryfmysxuzw", - "datasetVersion": { - "dataUri": "Replace this value with a string matching RegExp [a-zA-Z0-9_]", - "type": "DatasetVersion" - } - }, - "responses": { - "200": { - "body": { - "dataUri": "Replace this value with a string matching RegExp [a-zA-Z0-9_]", - "type": "DatasetVersion", - "name": "xtdmvwhhobloqqsovgpynsnow", - "version": "eaixzft" - } - }, - "201": { - "body": { - "dataUri": "Replace this value with a string matching RegExp [a-zA-Z0-9_]", - "type": "DatasetVersion", - "name": "xtdmvwhhobloqqsovgpynsnow", - "version": "eaixzft" - } - } - } -} diff --git a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Datasets_DeleteVersion_MaximumSet_Gen.json b/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Datasets_DeleteVersion_MaximumSet_Gen.json deleted file mode 100644 index 3d0ef8268feb..000000000000 --- a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Datasets_DeleteVersion_MaximumSet_Gen.json +++ /dev/null @@ -1,12 +0,0 @@ -{ - "title": "Datasets_DeleteVersion_MaximumSet", - "operationId": "Datasets_DeleteVersion", - "parameters": { - "api-version": "2025-07-31-preview", - "name": "alpqwogwzatcyot", - "version": "zrkxodsgcd" - }, - "responses": { - "204": {} - } -} diff --git a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Datasets_DeleteVersion_MinimumSet_Gen.json b/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Datasets_DeleteVersion_MinimumSet_Gen.json deleted file mode 100644 index 325c223486e7..000000000000 --- a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Datasets_DeleteVersion_MinimumSet_Gen.json +++ /dev/null @@ -1,12 +0,0 @@ -{ - "title": "Datasets_DeleteVersion_MinimumSet", - "operationId": "Datasets_DeleteVersion", - "parameters": { - "api-version": "2025-07-31-preview", - "name": "wllolxqbymlz", - "version": "ch" - }, - "responses": { - "204": {} - } -} diff --git a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Datasets_GetCredentials_MaximumSet_Gen.json b/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Datasets_GetCredentials_MaximumSet_Gen.json deleted file mode 100644 index f92c62537c18..000000000000 --- a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Datasets_GetCredentials_MaximumSet_Gen.json +++ /dev/null @@ -1,24 +0,0 @@ -{ - "title": "Datasets_GetCredentials_MaximumSet", - "operationId": "Datasets_GetCredentials", - "parameters": { - "api-version": "2025-07-31-preview", - "name": "vzqmzhfdzfqegdk", - "version": "cuiflnznlzybcrc", - "body": {} - }, - "responses": { - "200": { - "body": { - "blobReference": { - "blobUri": "azqrjzvwamspuuvtqvvzfaxiasf", - "storageAccountArmId": "deqizonopmijpxsmmzugiwnyy", - "credential": { - "sasUri": "agojbnipwrhupvervcdiffxes", - "type": "SAS" - } - } - } - } - } -} diff --git a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Datasets_GetCredentials_MinimumSet_Gen.json b/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Datasets_GetCredentials_MinimumSet_Gen.json deleted file mode 100644 index 974f38f9ee50..000000000000 --- a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Datasets_GetCredentials_MinimumSet_Gen.json +++ /dev/null @@ -1,24 +0,0 @@ -{ - "title": "Datasets_GetCredentials_MinimumSet", - "operationId": "Datasets_GetCredentials", - "parameters": { - "api-version": "2025-07-31-preview", - "name": "sbblxkyqnfvdiqacezyygvts", - "version": "ikak", - "body": {} - }, - "responses": { - "200": { - "body": { - "blobReference": { - "blobUri": "azqrjzvwamspuuvtqvvzfaxiasf", - "storageAccountArmId": "deqizonopmijpxsmmzugiwnyy", - "credential": { - "sasUri": "agojbnipwrhupvervcdiffxes", - "type": "SAS" - } - } - } - } - } -} diff --git a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Datasets_GetVersion_MaximumSet_Gen.json b/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Datasets_GetVersion_MaximumSet_Gen.json deleted file mode 100644 index bda83997a81d..000000000000 --- a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Datasets_GetVersion_MaximumSet_Gen.json +++ /dev/null @@ -1,21 +0,0 @@ -{ - "title": "Datasets_GetVersion_MaximumSet", - "operationId": "Datasets_GetVersion", - "parameters": { - "api-version": "2025-07-31-preview", - "name": "temeurpoaslnnu", - "version": "icrcjdmwkggtdogifuoolnrg" - }, - "responses": { - "200": { - "body": { - "dataUri": "Replace this value with a string matching RegExp [a-zA-Z0-9_]", - "type": "DatasetVersion", - "isReference": true, - "id": "hvpdyfpeoqcl", - "name": "xtdmvwhhobloqqsovgpynsnow", - "version": "eaixzft" - } - } - } -} diff --git a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Datasets_GetVersion_MinimumSet_Gen.json b/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Datasets_GetVersion_MinimumSet_Gen.json deleted file mode 100644 index f343f1cd231d..000000000000 --- a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Datasets_GetVersion_MinimumSet_Gen.json +++ /dev/null @@ -1,19 +0,0 @@ -{ - "title": "Datasets_GetVersion_MinimumSet", - "operationId": "Datasets_GetVersion", - "parameters": { - "api-version": "2025-07-31-preview", - "name": "xikgeqethuxytuseiawhklaapj", - "version": "hxksxrkgmtucfrbbnxyzwl" - }, - "responses": { - "200": { - "body": { - "dataUri": "Replace this value with a string matching RegExp [a-zA-Z0-9_]", - "type": "DatasetVersion", - "name": "xtdmvwhhobloqqsovgpynsnow", - "version": "eaixzft" - } - } - } -} diff --git a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Datasets_ListLatest_MaximumSet_Gen.json b/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Datasets_ListLatest_MaximumSet_Gen.json deleted file mode 100644 index 15cf921f26ed..000000000000 --- a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Datasets_ListLatest_MaximumSet_Gen.json +++ /dev/null @@ -1,28 +0,0 @@ -{ - "title": "Datasets_ListLatest_MaximumSet", - "operationId": "Datasets_ListLatest", - "parameters": { - "api-version": "2025-07-31-preview", - "top": 26, - "skip": "lbra", - "tags": "pp", - "listViewType": "ActiveOnly" - }, - "responses": { - "200": { - "body": { - "value": [ - { - "dataUri": "Replace this value with a string matching RegExp [a-zA-Z0-9_]", - "type": "DatasetVersion", - "isReference": true, - "id": "hvpdyfpeoqcl", - "name": "xtdmvwhhobloqqsovgpynsnow", - "version": "eaixzft" - } - ], - "nextLink": "https://microsoft.com/a" - } - } - } -} diff --git a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Datasets_ListLatest_MinimumSet_Gen.json b/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Datasets_ListLatest_MinimumSet_Gen.json deleted file mode 100644 index 56c3b4c2a204..000000000000 --- a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Datasets_ListLatest_MinimumSet_Gen.json +++ /dev/null @@ -1,21 +0,0 @@ -{ - "title": "Datasets_ListLatest_MinimumSet", - "operationId": "Datasets_ListLatest", - "parameters": { - "api-version": "2025-07-31-preview" - }, - "responses": { - "200": { - "body": { - "value": [ - { - "dataUri": "Replace this value with a string matching RegExp [a-zA-Z0-9_]", - "type": "DatasetVersion", - "name": "xtdmvwhhobloqqsovgpynsnow", - "version": "eaixzft" - } - ] - } - } - } -} diff --git a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Datasets_ListVersions_MaximumSet_Gen.json b/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Datasets_ListVersions_MaximumSet_Gen.json deleted file mode 100644 index 006b2e70fc03..000000000000 --- a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Datasets_ListVersions_MaximumSet_Gen.json +++ /dev/null @@ -1,29 +0,0 @@ -{ - "title": "Datasets_ListVersions_MaximumSet", - "operationId": "Datasets_ListVersions", - "parameters": { - "api-version": "2025-07-31-preview", - "name": "xogklfj", - "top": 18, - "skip": "qtdfikprjdlsosjaa", - "tags": "amyob", - "listViewType": "ActiveOnly" - }, - "responses": { - "200": { - "body": { - "value": [ - { - "dataUri": "Replace this value with a string matching RegExp [a-zA-Z0-9_]", - "type": "DatasetVersion", - "isReference": true, - "id": "hvpdyfpeoqcl", - "name": "xtdmvwhhobloqqsovgpynsnow", - "version": "eaixzft" - } - ], - "nextLink": "https://microsoft.com/a" - } - } - } -} diff --git a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Datasets_ListVersions_MinimumSet_Gen.json b/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Datasets_ListVersions_MinimumSet_Gen.json deleted file mode 100644 index 5529b3880929..000000000000 --- a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Datasets_ListVersions_MinimumSet_Gen.json +++ /dev/null @@ -1,22 +0,0 @@ -{ - "title": "Datasets_ListVersions_MinimumSet", - "operationId": "Datasets_ListVersions", - "parameters": { - "api-version": "2025-07-31-preview", - "name": "hxemlflfomh" - }, - "responses": { - "200": { - "body": { - "value": [ - { - "dataUri": "Replace this value with a string matching RegExp [a-zA-Z0-9_]", - "type": "DatasetVersion", - "name": "xtdmvwhhobloqqsovgpynsnow", - "version": "eaixzft" - } - ] - } - } - } -} diff --git a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Datasets_StartPendingUploadVersion_MaximumSet_Gen.json b/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Datasets_StartPendingUploadVersion_MaximumSet_Gen.json deleted file mode 100644 index 503729b97f6f..000000000000 --- a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Datasets_StartPendingUploadVersion_MaximumSet_Gen.json +++ /dev/null @@ -1,31 +0,0 @@ -{ - "title": "Datasets_StartPendingUploadVersion_MaximumSet", - "operationId": "Datasets_StartPendingUploadVersion", - "parameters": { - "api-version": "2025-07-31-preview", - "name": "sgrzyrpltz", - "version": "ozdqisviavgqgfbtnzk", - "pendingUploadRequest": { - "pendingUploadId": "mxjahcghabuplfwtlopiqgxtcyw", - "connectionName": "bknvpmlisrqxaphkf", - "pendingUploadType": "BlobReference" - } - }, - "responses": { - "200": { - "body": { - "blobReference": { - "blobUri": "azqrjzvwamspuuvtqvvzfaxiasf", - "storageAccountArmId": "deqizonopmijpxsmmzugiwnyy", - "credential": { - "sasUri": "agojbnipwrhupvervcdiffxes", - "type": "SAS" - } - }, - "pendingUploadId": "qgizwomhljzn", - "version": "tegswajurquatmuhfde", - "pendingUploadType": "BlobReference" - } - } - } -} diff --git a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Datasets_StartPendingUploadVersion_MinimumSet_Gen.json b/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Datasets_StartPendingUploadVersion_MinimumSet_Gen.json deleted file mode 100644 index ab04125c7c3d..000000000000 --- a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Datasets_StartPendingUploadVersion_MinimumSet_Gen.json +++ /dev/null @@ -1,28 +0,0 @@ -{ - "title": "Datasets_StartPendingUploadVersion_MinimumSet", - "operationId": "Datasets_StartPendingUploadVersion", - "parameters": { - "api-version": "2025-07-31-preview", - "name": "duxoiaywfik", - "version": "yzzzt", - "pendingUploadRequest": { - "pendingUploadType": "BlobReference" - } - }, - "responses": { - "200": { - "body": { - "blobReference": { - "blobUri": "azqrjzvwamspuuvtqvvzfaxiasf", - "storageAccountArmId": "deqizonopmijpxsmmzugiwnyy", - "credential": { - "sasUri": "agojbnipwrhupvervcdiffxes", - "type": "SAS" - } - }, - "pendingUploadId": "qgizwomhljzn", - "pendingUploadType": "BlobReference" - } - } - } -} diff --git a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Deployments_Get_MaximumSet_Gen.json b/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Deployments_Get_MaximumSet_Gen.json deleted file mode 100644 index 06e70059d82d..000000000000 --- a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Deployments_Get_MaximumSet_Gen.json +++ /dev/null @@ -1,17 +0,0 @@ -{ - "title": "Deployments_Get_MaximumSet", - "operationId": "Deployments_Get", - "parameters": { - "api-version": "2025-07-31-preview", - "name": "qqvacpzjfk", - "x-ms-client-request-id": "cf35b680-dc80-4815-ab83-9364acc3bce6" - }, - "responses": { - "200": { - "body": { - "type": "Deployment", - "name": "pjnkbctjpshoeunqedinagotrj" - } - } - } -} diff --git a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Deployments_List_MaximumSet_Gen.json b/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Deployments_List_MaximumSet_Gen.json deleted file mode 100644 index 501858012749..000000000000 --- a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Deployments_List_MaximumSet_Gen.json +++ /dev/null @@ -1,26 +0,0 @@ -{ - "title": "Deployments_List_MaximumSet", - "operationId": "Deployments_List", - "parameters": { - "api-version": "2025-07-31-preview", - "modelPublisher": "kznreojrvlwdq", - "modelName": "gplerszsuyisseeksnyvkaqperxox", - "top": 28, - "skip": 8, - "maxpagesize": 21, - "x-ms-client-request-id": "cf35b680-dc80-4815-ab83-9364acc3bce6" - }, - "responses": { - "200": { - "body": { - "value": [ - { - "type": "Deployment", - "name": "pjnkbctjpshoeunqedinagotrj" - } - ], - "nextLink": "https://microsoft.com/ahpgda" - } - } - } -} diff --git a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Evaluations_Cancel_MaximumSet_Gen.json b/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Evaluations_Cancel_MaximumSet_Gen.json deleted file mode 100644 index 14d526da43b6..000000000000 --- a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Evaluations_Cancel_MaximumSet_Gen.json +++ /dev/null @@ -1,12 +0,0 @@ -{ - "title": "Evaluations_Cancel", - "operationId": "Evaluations_Cancel", - "parameters": { - "api-version": "2025-07-31-preview", - "id": "haegrdtolkdxedjsvaw", - "x-ms-client-request-id": "7946ee3f-e534-40e1-a9f5-a7afc0cc4484" - }, - "responses": { - "204": {} - } -} diff --git a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Evaluations_CreateBatch_MaximumSet_Gen.json b/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Evaluations_CreateBatch_MaximumSet_Gen.json deleted file mode 100644 index 698ac23f513b..000000000000 --- a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Evaluations_CreateBatch_MaximumSet_Gen.json +++ /dev/null @@ -1,111 +0,0 @@ -{ - "title": "Evaluations_CreateBatch", - "operationId": "Evaluations_CreateBatch", - "parameters": { - "api-version": "2025-07-31-preview", - "Repeatability-Request-ID": "mvxmtptnhf", - "Repeatability-First-Sent": "2025-08-01T03:11:41.785Z", - "evaluation": { - "displayName": "Customer Satisfaction Evaluation", - "description": "Comprehensive evaluation of customer satisfaction using multiple evaluators on agent conversation data", - "dataSource": { - "type": "inlineData", - "data": { - "dataFormat": "queryResponseMessageFormat", - "messages": [ - { - "query": "Hi", - "response": "hi" - }, - { - "query": "tell me a joke", - "response": "no" - } - ] - } - }, - "evaluators": [ - { - "id": "azureai://built-in/evaluators/relevance", - "initializationParameters": { - "threshold": 0.7, - "model": "gpt-4" - }, - "dataMapping": { - "query": "${data.query}", - "response": "${data.response}" - } - } - ] - } - }, - "responses": { - "201": { - "body": { - "id": "eqwigaovprcqmoli", - "displayName": "Customer Satisfaction Evaluation", - "description": "Comprehensive evaluation of customer satisfaction using multiple evaluators on agent conversation data", - "dataSource": { - "type": "inlineData", - "inlineDatasetId": "dataset://some-inline-dataset-id" - }, - "evaluators": [ - { - "id": "azureai://built-in/evaluators/relevance", - "initializationParameters": { - "threshold": 0.7, - "model": "gpt-4" - }, - "dataMapping": { - "query": "${data.query}", - "response": "${data.response}" - } - } - ], - "resultDatasetId": "dataset://some-dataset-id", - "state": "Succeeded", - "summary": { - "evaluatorStatus": [ - { - "state": "Succeeded", - "name": "relevance", - "id": "azureai://built-in/evaluators/relevance", - "usage": { - "inputTokens": 102, - "outputTokens": 50 - } - } - ], - "metrics": [ - { - "name": "Relevance", - "evaluatorName": "relevance", - "statistics": { - "passRate": 0.9, - "sampleCount": 100, - "average": 4.0, - "min": 4.0, - "max": 4.0, - "standardDeviation": 1.0, - "confidenceInterval95th": { - "lowerBound": 3.5, - "upperBound": 4.5 - }, - "labelFrequency": {} - }, - "metadata": { - "evaluatorId": "azureai://built-in/evaluators/relevance", - "desiredDirection": "increase", - "threshold": 3.0, - "type": "continuous" - } - } - ] - }, - "systemData": { - "key8144": "momiykonfordaz" - } - } - } - } -} diff --git a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Evaluations_CreateSingle_MaximumSet_Gen.json b/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Evaluations_CreateSingle_MaximumSet_Gen.json deleted file mode 100644 index 85798292f9fd..000000000000 --- a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Evaluations_CreateSingle_MaximumSet_Gen.json +++ /dev/null @@ -1,67 +0,0 @@ -{ - "title": "Evaluations_CreateSingle", - "operationId": "Evaluations_CreateSingle", - "parameters": { - "api-version": "2025-07-31-preview", - "singleEvaluation": { - "dataSource": { - "type": "inlineData", - "data": { - "dataFormat": "queryResponseMessageFormat", - "messages": [ - { - "query": "Hi", - "response": "hi" - }, - { - "query": "tell me a joke", - "response": "no" - } - ] - } - }, - "evaluators": [ - { - "id": "azureai://built-in/evaluators/relevance", - "initializationParameters": { - "threshold": 0.8, - "model": "gpt-4o" - }, - "dataMapping": { - "query": "${data.query}", - "response": "${data.response}", - "context": "${data.context}" - } - } - ] - } - }, - "responses": { - "200": { - "body": { - "metrics": [ - { - "name": "Relevance", - "evaluatorName": "relevance", - "score": 4.8, - "labels": [ - "highly_relevant" - ], - "outcome": "pass", - "reasoning": "The response directly and accurately answers the question about France's capital. The answer is factually correct and highly relevant to the query.", - "metadata": { - "evaluatorId": "azureai://built-in/evaluators/relevance", - "desiredDirection": "increase", - "threshold": 3.0, - "type": "continuous" - }, - "usage": { - "inputTokens": 45, - "outputTokens": 12 - } - } - ] - } - } - } -} diff --git a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Evaluations_Delete_MaximumSet_Gen.json b/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Evaluations_Delete_MaximumSet_Gen.json deleted file mode 100644 index 0a6dfe828d55..000000000000 --- a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Evaluations_Delete_MaximumSet_Gen.json +++ /dev/null @@ -1,12 +0,0 @@ -{ - "title": "Evaluations_Delete", - "operationId": "Evaluations_Delete", - "parameters": { - "api-version": "2025-07-31-preview", - "id": "todlqljalqbtuoxkqszutbyy", - "x-ms-client-request-id": "7946ee3f-e534-40e1-a9f5-a7afc0cc4484" - }, - "responses": { - "204": {} - } -} diff --git a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Evaluations_Get_MaximumSet_Gen.json b/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Evaluations_Get_MaximumSet_Gen.json deleted file mode 100644 index d99f16dac93b..000000000000 --- a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Evaluations_Get_MaximumSet_Gen.json +++ /dev/null @@ -1,82 +0,0 @@ -{ - "title": "Evaluations_Get", - "operationId": "Evaluations_Get", - "parameters": { - "api-version": "2025-07-31-preview", - "id": "customer-satisfaction-eval-001", - "x-ms-client-request-id": "12345678-1234-1234-1234-123456789abc" - }, - "responses": { - "200": { - "body": { - "id": "customer-satisfaction-eval-001", - "displayName": "Customer Satisfaction Evaluation", - "description": "Comprehensive evaluation of customer satisfaction using multiple evaluators on agent conversation data", - "state": "Succeeded", - "dataSource": { - "type": "inlineData", - "inlineDatasetId": "inline-dataset-id" - }, - "evaluators": [ - { - "id": "azureai://built-in/evaluators/relevance", - "initializationParameters": { - "threshold": 0.7, - "model": "gpt-4" - }, - "dataMapping": { - "query": "${data.query}", - "response": "${data.response}" - } - } - ], - "summary": { - "evaluatorStatus": [ - { - "name": "relevance", - "id": "azureai://built-in/evaluators/relevance", - "state": "Succeeded", - "usage": { - "inputTokens": 102, - "outputTokens": 50 - } - } - ], - "metrics": [ - { - "name": "Relevance", - "evaluatorName": "relevance", - "statistics": { - "sampleCount": 2, - "passRate": 0.5, - "min": 2.0, - "max": 4.0, - "average": 3.0, - "standardDeviation": 1.0, - "confidenceInterval95th": { - "lowerBound": 2.5, - "upperBound": 3.5 - }, - "labelFrequency": { - "relevant": 1, - "partially_relevant": 1 - } - }, - "metadata": { - "evaluatorId": "azureai://built-in/evaluators/relevance", - "desiredDirection": "increase", - "threshold": 3.0, - "type": "continuous" - } - } - ] - }, - "systemData": { - "createdAt": "2025-07-31T10:00:00Z", - "createdBy": "user@example.com", - "lastModifiedAt": "2025-07-31T10:30:00Z" - } - } - } - } -} diff --git a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Evaluations_List_MaximumSet_Gen.json b/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Evaluations_List_MaximumSet_Gen.json deleted file mode 100644 index 79012b89754f..000000000000 --- a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Evaluations_List_MaximumSet_Gen.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "title": "Evaluations_List", - "operationId": "Evaluations_List", - "parameters": { - "api-version": "2025-07-31-preview", - "filter": "state eq 'Succeeded'", - "x-ms-client-request-id": "12345678-1234-1234-1234-123456789abc" - }, - "responses": { - "200": { - "body": { - "value": [ - { - "id": "customer-satisfaction-eval-001", - "displayName": "Customer Satisfaction Evaluation", - "description": "Comprehensive evaluation of customer satisfaction using multiple evaluators on agent conversation data", - "state": "Succeeded", - "dataSource": { - "type": "inlineData", - "inlineDatasetId": "dataset://some-dataset-id" - }, - "evaluators": [ - { - "id": "azureai://built-in/evaluators/relevance", - "initializationParameters": { - "threshold": 0.7, - "model": "gpt-4" - }, - "dataMapping": { - "query": "${data.query}", - "response": "${data.response}" - } - } - ], - "summary": { - "evaluatorStatus": [ - { - "name": "relevance", - "id": "azureai://built-in/evaluators/relevance", - "state": "Succeeded", - "usage": { - "inputTokens": 102, - "outputTokens": 50 - } - } - ], - "metrics": [ - { - "name": "Relevance", - "evaluatorName": "relevance", - "statistics": { - "sampleCount": 2, - "passRate": 0.5, - "min": 2.0, - "max": 4.0, - "average": 3.0, - "standardDeviation": 1.0, - "confidenceInterval95th": { - "lowerBound": 2.5, - "upperBound": 3.5 - }, - "labelFrequency": { - "relevant": 1, - "partially_relevant": 1 - } - }, - "metadata": { - "evaluatorId": "azureai://built-in/evaluators/relevance", - "desiredDirection": "increase", - "threshold": 3.0, - "type": "continuous" - } - } - ] - }, - "systemData": { - "createdAt": "2025-07-31T10:00:00Z", - "createdBy": "user@example.com", - "lastModifiedAt": "2025-07-31T10:30:00Z" - } - } - ], - "nextLink": "https://endpoint/evaluations?api-version=2025-07-31-preview&filter=state%20eq%20%27Succeeded%27&$skiptoken=next_page_token" - } - } - } -} diff --git a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Evaluations_Update_MaximumSet_Gen.json b/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Evaluations_Update_MaximumSet_Gen.json deleted file mode 100644 index 8ff3275960a0..000000000000 --- a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Evaluations_Update_MaximumSet_Gen.json +++ /dev/null @@ -1,105 +0,0 @@ -{ - "title": "Evaluations_Update", - "operationId": "Evaluations_Update", - "parameters": { - "api-version": "2025-07-31-preview", - "id": "customer-satisfaction-eval-001", - "x-ms-client-request-id": "12345678-1234-1234-1234-123456789abc", - "resource": { - "displayName": "Updated Customer Satisfaction Evaluation", - "description": "Updated comprehensive evaluation of customer satisfaction - now includes additional test scenarios", - "tags": { - "environment": "production", - "version": "2.0", - "team": "ai-quality" - }, - "properties": { - "lastUpdatedBy": "user@example.com", - "updateReason": "Added new test scenarios for better coverage" - } - } - }, - "responses": { - "200": { - "body": { - "id": "customer-satisfaction-eval-001", - "displayName": "Updated Customer Satisfaction Evaluation", - "description": "Updated comprehensive evaluation of customer satisfaction - now includes additional test scenarios", - "state": "Succeeded", - "dataSource": { - "type": "inlineData", - "inlineDatasetId": "dataset://some-data-set-id" - }, - "evaluators": [ - { - "id": "azureai://built-in/evaluators/relevance", - "initializationParameters": { - "threshold": 0.7, - "model": "gpt-4" - }, - "dataMapping": { - "query": "${data.query}", - "response": "${data.response}" - } - } - ], - "tags": { - "environment": "production", - "version": "2.0", - "team": "ai-quality" - }, - "properties": { - "lastUpdatedBy": "user@example.com", - "updateReason": "Added new test scenarios for better coverage" - }, - "summary": { - "evaluatorStatus": [ - { - "name": "relevance", - "id": "azureai://built-in/evaluators/relevance", - "state": "Succeeded", - "usage": { - "inputTokens": 102, - "outputTokens": 50 - } - } - ], - "metrics": [ - { - "name": "Relevance", - "evaluatorName": "relevance", - "statistics": { - "sampleCount": 2, - "passRate": 0.5, - "min": 2.0, - "max": 4.0, - "average": 3.0, - "standardDeviation": 1.0, - "confidenceInterval95th": { - "lowerBound": 2.5, - "upperBound": 3.5 - }, - "labelFrequency": { - "relevant": 1, - "partially_relevant": 1 - } - }, - "metadata": { - "evaluatorId": "azureai://built-in/evaluators/relevance", - "desiredDirection": "increase", - "threshold": 3.0, - "type": "continuous" - } - } - ] - }, - "systemData": { - "createdAt": "2025-07-31T10:00:00Z", - "createdBy": "user@example.com", - "lastModifiedAt": "2025-07-31T12:00:00Z", - "lastModifiedBy": "user@example.com" - } - } - } - } -} diff --git a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Indexes_CreateOrUpdateVersion_MaximumSet_Gen.json b/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Indexes_CreateOrUpdateVersion_MaximumSet_Gen.json deleted file mode 100644 index 787f37bfc1a0..000000000000 --- a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Indexes_CreateOrUpdateVersion_MaximumSet_Gen.json +++ /dev/null @@ -1,34 +0,0 @@ -{ - "title": "Indexes_CreateOrUpdateVersion_MaximumSet", - "operationId": "Indexes_CreateOrUpdateVersion", - "parameters": { - "api-version": "2025-07-31-preview", - "name": "tv", - "version": "emphgqdq", - "index": { - "type": "Index", - "description": "vdwtgaudopguto", - "tags": { - "key8846": "serbpbugykgbwuwvh" - } - } - }, - "responses": { - "200": { - "body": { - "type": "Index", - "id": "fxdrmhqrfmclzkjmfldnszfnztla", - "name": "fiwkavutgfan", - "version": "iqupugmfgctoxzdubrcdnzx" - } - }, - "201": { - "body": { - "type": "Index", - "id": "fxdrmhqrfmclzkjmfldnszfnztla", - "name": "fiwkavutgfan", - "version": "iqupugmfgctoxzdubrcdnzx" - } - } - } -} diff --git a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Indexes_CreateOrUpdateVersion_MinimumSet_Gen.json b/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Indexes_CreateOrUpdateVersion_MinimumSet_Gen.json deleted file mode 100644 index d76ce7aa17aa..000000000000 --- a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Indexes_CreateOrUpdateVersion_MinimumSet_Gen.json +++ /dev/null @@ -1,28 +0,0 @@ -{ - "title": "Indexes_CreateOrUpdateVersion_MinimumSet", - "operationId": "Indexes_CreateOrUpdateVersion", - "parameters": { - "api-version": "2025-07-31-preview", - "name": "lvlygvkgvkbzutknlnretfvivdgkb", - "version": "ct", - "index": { - "type": "Index" - } - }, - "responses": { - "200": { - "body": { - "type": "Index", - "name": "fiwkavutgfan", - "version": "iqupugmfgctoxzdubrcdnzx" - } - }, - "201": { - "body": { - "type": "Index", - "name": "fiwkavutgfan", - "version": "iqupugmfgctoxzdubrcdnzx" - } - } - } -} diff --git a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Indexes_DeleteVersion_MaximumSet_Gen.json b/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Indexes_DeleteVersion_MaximumSet_Gen.json deleted file mode 100644 index 5b216e99e5f2..000000000000 --- a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Indexes_DeleteVersion_MaximumSet_Gen.json +++ /dev/null @@ -1,12 +0,0 @@ -{ - "title": "Indexes_DeleteVersion_MaximumSet", - "operationId": "Indexes_DeleteVersion", - "parameters": { - "api-version": "2025-07-31-preview", - "name": "uxzepyytxjtpjkdrpxicavot", - "version": "vyihcshjrfglzhj" - }, - "responses": { - "204": {} - } -} diff --git a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Indexes_DeleteVersion_MinimumSet_Gen.json b/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Indexes_DeleteVersion_MinimumSet_Gen.json deleted file mode 100644 index eccb427076e4..000000000000 --- a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Indexes_DeleteVersion_MinimumSet_Gen.json +++ /dev/null @@ -1,12 +0,0 @@ -{ - "title": "Indexes_DeleteVersion_MinimumSet", - "operationId": "Indexes_DeleteVersion", - "parameters": { - "api-version": "2025-07-31-preview", - "name": "mzshhabnrpuocgtyxkzftkr", - "version": "orbdovkdebzfwluronkmsoty" - }, - "responses": { - "204": {} - } -} diff --git a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Indexes_GetVersion_MaximumSet_Gen.json b/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Indexes_GetVersion_MaximumSet_Gen.json deleted file mode 100644 index a90856ba6f34..000000000000 --- a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Indexes_GetVersion_MaximumSet_Gen.json +++ /dev/null @@ -1,19 +0,0 @@ -{ - "title": "Indexes_GetVersion_MaximumSet", - "operationId": "Indexes_GetVersion", - "parameters": { - "api-version": "2025-07-31-preview", - "name": "nnhahjajcarruliib", - "version": "njynfwrxvujbklgxnibzafvcm" - }, - "responses": { - "200": { - "body": { - "type": "Index", - "id": "fxdrmhqrfmclzkjmfldnszfnztla", - "name": "fiwkavutgfan", - "version": "iqupugmfgctoxzdubrcdnzx" - } - } - } -} diff --git a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Indexes_GetVersion_MinimumSet_Gen.json b/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Indexes_GetVersion_MinimumSet_Gen.json deleted file mode 100644 index dac693c2d3c7..000000000000 --- a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Indexes_GetVersion_MinimumSet_Gen.json +++ /dev/null @@ -1,18 +0,0 @@ -{ - "title": "Indexes_GetVersion_MinimumSet", - "operationId": "Indexes_GetVersion", - "parameters": { - "api-version": "2025-07-31-preview", - "name": "kbfueisvpmwlmmgqrylbgcwabum", - "version": "qtzhdugby" - }, - "responses": { - "200": { - "body": { - "type": "Index", - "name": "fiwkavutgfan", - "version": "iqupugmfgctoxzdubrcdnzx" - } - } - } -} diff --git a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Indexes_ListLatest_MaximumSet_Gen.json b/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Indexes_ListLatest_MaximumSet_Gen.json deleted file mode 100644 index 2dfc328caf79..000000000000 --- a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Indexes_ListLatest_MaximumSet_Gen.json +++ /dev/null @@ -1,26 +0,0 @@ -{ - "title": "Indexes_ListLatest_MaximumSet", - "operationId": "Indexes_ListLatest", - "parameters": { - "api-version": "2025-07-31-preview", - "top": 11, - "skip": "qijkobbksrqhgvwzmujd", - "tags": "lmpvvr", - "listViewType": "ActiveOnly" - }, - "responses": { - "200": { - "body": { - "value": [ - { - "type": "Index", - "id": "fxdrmhqrfmclzkjmfldnszfnztla", - "name": "fiwkavutgfan", - "version": "iqupugmfgctoxzdubrcdnzx" - } - ], - "nextLink": "https://microsoft.com/ayyakes" - } - } - } -} diff --git a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Indexes_ListLatest_MinimumSet_Gen.json b/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Indexes_ListLatest_MinimumSet_Gen.json deleted file mode 100644 index 871ffb5bc5f3..000000000000 --- a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Indexes_ListLatest_MinimumSet_Gen.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "title": "Indexes_ListLatest_MinimumSet", - "operationId": "Indexes_ListLatest", - "parameters": { - "api-version": "2025-07-31-preview" - }, - "responses": { - "200": { - "body": { - "value": [ - { - "type": "Index", - "name": "fiwkavutgfan", - "version": "iqupugmfgctoxzdubrcdnzx" - } - ] - } - } - } -} diff --git a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Indexes_ListVersions_MaximumSet_Gen.json b/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Indexes_ListVersions_MaximumSet_Gen.json deleted file mode 100644 index 96ba1cade2c7..000000000000 --- a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Indexes_ListVersions_MaximumSet_Gen.json +++ /dev/null @@ -1,27 +0,0 @@ -{ - "title": "Indexes_ListVersions_MaximumSet", - "operationId": "Indexes_ListVersions", - "parameters": { - "api-version": "2025-07-31-preview", - "name": "tvabzvonlomkdvglaubvvqmzwdaiz", - "top": 2, - "skip": "fgwrnkksjofetmtfyizikbyv", - "tags": "hymlvxullwef", - "listViewType": "ActiveOnly" - }, - "responses": { - "200": { - "body": { - "value": [ - { - "type": "Index", - "id": "fxdrmhqrfmclzkjmfldnszfnztla", - "name": "fiwkavutgfan", - "version": "iqupugmfgctoxzdubrcdnzx" - } - ], - "nextLink": "https://microsoft.com/ayyakes" - } - } - } -} diff --git a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Indexes_ListVersions_MinimumSet_Gen.json b/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Indexes_ListVersions_MinimumSet_Gen.json deleted file mode 100644 index 0e1f0dc76b42..000000000000 --- a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/Indexes_ListVersions_MinimumSet_Gen.json +++ /dev/null @@ -1,21 +0,0 @@ -{ - "title": "Indexes_ListVersions_MinimumSet", - "operationId": "Indexes_ListVersions", - "parameters": { - "api-version": "2025-07-31-preview", - "name": "opimayfinqlkarudm" - }, - "responses": { - "200": { - "body": { - "value": [ - { - "type": "Index", - "name": "fiwkavutgfan", - "version": "iqupugmfgctoxzdubrcdnzx" - } - ] - } - } - } -} diff --git a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/RedTeams_Create_MaximumSet_Gen.json b/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/RedTeams_Create_MaximumSet_Gen.json deleted file mode 100644 index ae4e40cb606a..000000000000 --- a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/RedTeams_Create_MaximumSet_Gen.json +++ /dev/null @@ -1,53 +0,0 @@ -{ - "title": "RedTeams_Create_MaximumSet", - "operationId": "RedTeams_Create", - "parameters": { - "api-version": "2025-07-31-preview", - "RedTeam": { - "numTurns": 10, - "attackStrategies": [ - "easy" - ], - "simulationOnly": true, - "riskCategories": [ - "HateUnfairness" - ], - "applicationScenario": "qaxxxhjp", - "tags": { - "key1287": "gbklekkgmxkfbhehgh" - }, - "properties": { - "key9280": "fwzjtipl" - }, - "target": { - "type": "TargetConfig" - } - } - }, - "responses": { - "201": { - "body": { - "id": "tztegmf", - "numTurns": 10, - "attackStrategies": [ - "easy" - ], - "simulationOnly": true, - "riskCategories": [ - "HateUnfairness" - ], - "applicationScenario": "qaxxxhjp", - "tags": { - "key1287": "gbklekkgmxkfbhehgh" - }, - "properties": { - "key9280": "fwzjtipl" - }, - "status": "owgxaiudnkkeqwlnhtmihvhdkbgd", - "target": { - "type": "TargetConfig" - } - } - } - } -} diff --git a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/RedTeams_Create_MinimumSet_Gen.json b/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/RedTeams_Create_MinimumSet_Gen.json deleted file mode 100644 index 9afd67c038ee..000000000000 --- a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/RedTeams_Create_MinimumSet_Gen.json +++ /dev/null @@ -1,38 +0,0 @@ -{ - "title": "RedTeams_Create_MinimumSet", - "operationId": "RedTeams_Create", - "parameters": { - "api-version": "2025-07-31-preview", - "RedTeam": { - "numTurns": 10, - "attackStrategies": [ - "easy" - ], - "simulationOnly": true, - "riskCategories": [ - "HateUnfairness" - ], - "target": { - "type": "TargetConfig" - } - } - }, - "responses": { - "201": { - "body": { - "id": "tztegmf", - "numTurns": 10, - "attackStrategies": [ - "easy" - ], - "simulationOnly": true, - "riskCategories": [ - "HateUnfairness" - ], - "target": { - "type": "TargetConfig" - } - } - } - } -} diff --git a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/RedTeams_Get_MaximumSet_Gen.json b/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/RedTeams_Get_MaximumSet_Gen.json deleted file mode 100644 index b95e1186caa1..000000000000 --- a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/RedTeams_Get_MaximumSet_Gen.json +++ /dev/null @@ -1,35 +0,0 @@ -{ - "title": "RedTeams_Get_MaximumSet", - "operationId": "RedTeams_Get", - "parameters": { - "api-version": "2025-07-31-preview", - "name": "apwpcf", - "x-ms-client-request-id": "cf35b680-dc80-4815-ab83-9364acc3bce6" - }, - "responses": { - "200": { - "body": { - "id": "tztegmf", - "numTurns": 10, - "attackStrategies": [ - "easy" - ], - "simulationOnly": true, - "riskCategories": [ - "HateUnfairness" - ], - "applicationScenario": "qaxxxhjp", - "tags": { - "key1287": "gbklekkgmxkfbhehgh" - }, - "properties": { - "key9280": "fwzjtipl" - }, - "status": "owgxaiudnkkeqwlnhtmihvhdkbgd", - "target": { - "type": "TargetConfig" - } - } - } - } -} diff --git a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/RedTeams_List_MaximumSet_Gen.json b/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/RedTeams_List_MaximumSet_Gen.json deleted file mode 100644 index 08ddce9e679b..000000000000 --- a/specification/ai/Azure.AI.Projects/examples/2025-07-31-preview/RedTeams_List_MaximumSet_Gen.json +++ /dev/null @@ -1,42 +0,0 @@ -{ - "title": "RedTeams_List_MaximumSet", - "operationId": "RedTeams_List", - "parameters": { - "api-version": "2025-07-31-preview", - "top": 28, - "skip": 8, - "maxpagesize": 21, - "x-ms-client-request-id": "cf35b680-dc80-4815-ab83-9364acc3bce6" - }, - "responses": { - "200": { - "body": { - "value": [ - { - "id": "tztegmf", - "numTurns": 10, - "attackStrategies": [ - "easy" - ], - "simulationOnly": true, - "riskCategories": [ - "HateUnfairness" - ], - "applicationScenario": "qaxxxhjp", - "tags": { - "key1287": "gbklekkgmxkfbhehgh" - }, - "properties": { - "key9280": "fwzjtipl" - }, - "status": "owgxaiudnkkeqwlnhtmihvhdkbgd", - "target": { - "type": "TargetConfig" - } - } - ], - "nextLink": "https://microsoft.com/a" - } - } - } -} diff --git a/specification/ai/Azure.AI.Projects/main.tsp b/specification/ai/Azure.AI.Projects/main.tsp index ba53e980bc2e..3f845adfda0e 100644 --- a/specification/ai/Azure.AI.Projects/main.tsp +++ b/specification/ai/Azure.AI.Projects/main.tsp @@ -50,16 +50,12 @@ namespace Azure.AI.Projects { @useDependency(Azure.Core.Versions.v1_0_Preview_2) v2025_05_01: "2025-05-01", - @doc("Azure AI API version v1.") - @useDependency(Azure.Core.Versions.v1_0_Preview_2) - v1: "v1", - @doc("Azure AI API version 2025-05-15-preview.") @useDependency(Azure.Core.Versions.v1_0_Preview_2) v2025_05_15_preview: "2025-05-15-preview", - @doc("Azure AI API version 2025-07-31-preview.") + @doc("Azure AI API version v1.") @useDependency(Azure.Core.Versions.v1_0_Preview_2) - v2025_07_31_preview: "2025-07-31-preview", + v1: "v1", } } diff --git a/specification/ai/Azure.AI.Projects/red-teams/models.tsp b/specification/ai/Azure.AI.Projects/red-teams/models.tsp index e837cfb16e04..db43c4e44544 100644 --- a/specification/ai/Azure.AI.Projects/red-teams/models.tsp +++ b/specification/ai/Azure.AI.Projects/red-teams/models.tsp @@ -13,6 +13,7 @@ namespace Azure.AI.Projects; @doc("Strategies for attacks.") @added(Versions.v2025_05_15_preview) +@removed(Versions.v1) union AttackStrategy { string, @@ -91,6 +92,7 @@ union AttackStrategy { @doc("Risk category for the attack objective.") @added(Versions.v2025_05_15_preview) +@removed(Versions.v1) union RiskCategory { string, @@ -107,9 +109,29 @@ union RiskCategory { SelfHarm: "SelfHarm", } +@doc("Azure OpenAI model configuration. The API version would be selected by the service for querying the model.") +@added(Versions.v2025_05_15_preview) +@removed(Versions.v1) +model AzureOpenAIModelConfiguration extends TargetConfig { + type: "AzureOpenAIModel"; + + @doc("Deployment name for AOAI model. Example: gpt-4o if in AIServices or connection based `connection_name/deployment_name` (e.g. `my-aoai-connection/gpt-4o`).") + modelDeploymentName: string; +} + +@doc("Abstract class for target configuration.") +@added(Versions.v2025_05_15_preview) +@removed(Versions.v1) +@discriminator("type") +model TargetConfig { + @doc("Type of the model configuration.") + type: string; +} + @doc("Red team details.") @resource("runs") @added(Versions.v2025_05_15_preview) +@removed(Versions.v1) model RedTeam { @doc("Identifier of the red team run.") @key("name") diff --git a/specification/ai/Azure.AI.Projects/red-teams/routes.tsp b/specification/ai/Azure.AI.Projects/red-teams/routes.tsp index cd29328cfdf6..9fcdf116796d 100644 --- a/specification/ai/Azure.AI.Projects/red-teams/routes.tsp +++ b/specification/ai/Azure.AI.Projects/red-teams/routes.tsp @@ -18,6 +18,7 @@ alias RedTeamOperations = Azure.Core.ResourceOperations; @route("redTeams") @added(Versions.v2025_05_15_preview) +@removed(Versions.v1) interface RedTeams { @doc("Get a redteam by name.") get is RedTeamOperations.ResourceRead; diff --git a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-05-15-preview/azure-ai-projects.json b/specification/ai/data-plane/Azure.AI.Projects/preview/2025-05-15-preview/azure-ai-projects.json index 59cf306779bd..cb475d40c91b 100644 --- a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-05-15-preview/azure-ai-projects.json +++ b/specification/ai/data-plane/Azure.AI.Projects/preview/2025-05-15-preview/azure-ai-projects.json @@ -1034,7 +1034,6 @@ } } }, - "deprecated": true, "x-ms-examples": { "Evaluations_Create_MaximumSet": { "$ref": "./examples/Evaluations_Create_MaximumSet_Gen.json" @@ -1083,7 +1082,6 @@ } } }, - "deprecated": true, "x-ms-examples": { "Evaluations_CreateAgentEvaluation_MaximumSet": { "$ref": "./examples/Evaluations_CreateAgentEvaluation_MaximumSet_Gen.json" diff --git a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/azure-ai-projects.json b/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/azure-ai-projects.json deleted file mode 100644 index 01409f06ac6d..000000000000 --- a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/azure-ai-projects.json +++ /dev/null @@ -1,4643 +0,0 @@ -{ - "swagger": "2.0", - "info": { - "title": "Azure AI", - "version": "2025-07-31-preview", - "x-typespec-generated": [ - { - "emitter": "@azure-tools/typespec-autorest" - } - ] - }, - "schemes": [ - "https" - ], - "x-ms-parameterized-host": { - "hostTemplate": "{endpoint}", - "useSchemePrefix": false, - "parameters": [ - { - "name": "endpoint", - "in": "path", - "description": "Project endpoint. In the form \"https://your-ai-services-account-name.services.ai.azure.com/api/projects/_project\"\nif your Foundry Hub has only one Project, or to use the default Project in your Hub. Or in the form \n\"https://your-ai-services-account-name.services.ai.azure.com/api/projects/your-project-name\" if you want to explicitly\nspecify the Foundry Project name.", - "required": true, - "type": "string", - "format": "uri", - "x-ms-skip-url-encoding": true - } - ] - }, - "produces": [ - "application/json" - ], - "consumes": [ - "application/json" - ], - "security": [ - { - "OAuth2Auth": [ - "https://ai.azure.com/.default" - ] - } - ], - "securityDefinitions": { - "OAuth2Auth": { - "type": "oauth2", - "flow": "implicit", - "authorizationUrl": "https://login.microsoftonline.com/common/oauth2/v2.0/authorize", - "scopes": { - "https://ai.azure.com/.default": "" - } - } - }, - "tags": [], - "paths": { - "/connections": { - "get": { - "operationId": "Connections_List", - "description": "List all connections in the project, without populating connection credentials", - "parameters": [ - { - "$ref": "#/parameters/Azure.Core.Foundations.ApiVersionParameter" - }, - { - "name": "connectionType", - "in": "query", - "description": "List connections of this specific type", - "required": false, - "type": "string", - "enum": [ - "AzureOpenAI", - "AzureBlob", - "AzureStorageAccount", - "CognitiveSearch", - "CosmosDB", - "ApiKey", - "AppConfig", - "AppInsights", - "CustomKeys" - ], - "x-ms-enum": { - "name": "ConnectionType", - "modelAsString": true, - "values": [ - { - "name": "AzureOpenAI", - "value": "AzureOpenAI", - "description": "Azure OpenAI Service" - }, - { - "name": "AzureBlobStorage", - "value": "AzureBlob", - "description": "Azure Blob Storage, with specified container" - }, - { - "name": "AzureStorageAccount", - "value": "AzureStorageAccount", - "description": "Azure Blob Storage, with container not specified (used by Agents)" - }, - { - "name": "AzureAISearch", - "value": "CognitiveSearch", - "description": "Azure AI Search" - }, - { - "name": "CosmosDB", - "value": "CosmosDB", - "description": "CosmosDB" - }, - { - "name": "APIKey", - "value": "ApiKey", - "description": "Generic connection that uses API Key authentication" - }, - { - "name": "ApplicationConfiguration", - "value": "AppConfig", - "description": "Application Configuration" - }, - { - "name": "ApplicationInsights", - "value": "AppInsights", - "description": "Application Insights" - }, - { - "name": "Custom", - "value": "CustomKeys", - "description": "Custom Keys" - } - ] - } - }, - { - "name": "defaultConnection", - "in": "query", - "description": "List connections that are default connections", - "required": false, - "type": "boolean" - }, - { - "$ref": "#/parameters/Azure.Core.ClientRequestIdHeader" - } - ], - "responses": { - "200": { - "description": "The request has succeeded.", - "schema": { - "$ref": "#/definitions/PagedConnection" - }, - "headers": { - "x-ms-client-request-id": { - "type": "string", - "format": "uuid", - "description": "An opaque, globally-unique, client-generated string identifier for the request." - } - } - }, - "default": { - "description": "An unexpected error response.", - "schema": { - "$ref": "#/definitions/Azure.Core.Foundations.ErrorResponse" - }, - "headers": { - "x-ms-error-code": { - "type": "string", - "description": "String error code indicating what went wrong." - } - } - } - }, - "x-ms-examples": { - "Connections_List_MaximumSet": { - "$ref": "./examples/Connections_List_MaximumSet_Gen.json" - } - }, - "x-ms-pageable": { - "nextLinkName": "nextLink" - } - } - }, - "/connections/{name}": { - "get": { - "operationId": "Connections_Get", - "description": "Get a connection by name, without populating connection credentials", - "parameters": [ - { - "$ref": "#/parameters/Azure.Core.Foundations.ApiVersionParameter" - }, - { - "name": "name", - "in": "path", - "description": "The friendly name of the connection, provided by the user.", - "required": true, - "type": "string" - }, - { - "$ref": "#/parameters/Azure.Core.ClientRequestIdHeader" - } - ], - "responses": { - "200": { - "description": "The request has succeeded.", - "schema": { - "$ref": "#/definitions/Connection" - }, - "headers": { - "x-ms-client-request-id": { - "type": "string", - "format": "uuid", - "description": "An opaque, globally-unique, client-generated string identifier for the request." - } - } - }, - "default": { - "description": "An unexpected error response.", - "schema": { - "$ref": "#/definitions/Azure.Core.Foundations.ErrorResponse" - }, - "headers": { - "x-ms-error-code": { - "type": "string", - "description": "String error code indicating what went wrong." - } - } - } - }, - "x-ms-examples": { - "Connections_Get_MaximumSet": { - "$ref": "./examples/Connections_Get_MaximumSet_Gen.json" - } - } - } - }, - "/connections/{name}/getConnectionWithCredentials": { - "post": { - "operationId": "Connections_GetWithCredentials", - "description": "Get a connection by name, with its connection credentials", - "parameters": [ - { - "$ref": "#/parameters/Azure.Core.Foundations.ApiVersionParameter" - }, - { - "name": "name", - "in": "path", - "description": "The friendly name of the connection, provided by the user.", - "required": true, - "type": "string" - }, - { - "$ref": "#/parameters/Azure.Core.ClientRequestIdHeader" - } - ], - "responses": { - "200": { - "description": "The request has succeeded.", - "schema": { - "$ref": "#/definitions/Connection" - }, - "headers": { - "x-ms-client-request-id": { - "type": "string", - "format": "uuid", - "description": "An opaque, globally-unique, client-generated string identifier for the request." - } - } - }, - "default": { - "description": "An unexpected error response.", - "schema": { - "$ref": "#/definitions/Azure.Core.Foundations.ErrorResponse" - }, - "headers": { - "x-ms-error-code": { - "type": "string", - "description": "String error code indicating what went wrong." - } - } - } - }, - "x-ms-examples": { - "Connections_GetWithCredentials_MaximumSet": { - "$ref": "./examples/Connections_GetWithCredentials_MaximumSet_Gen.json" - } - } - } - }, - "/datasets": { - "get": { - "operationId": "Datasets_ListLatest", - "description": "List the latest version of each DatasetVersion", - "parameters": [ - { - "$ref": "#/parameters/Azure.Core.Foundations.ApiVersionParameter" - } - ], - "responses": { - "200": { - "description": "The request has succeeded.", - "schema": { - "$ref": "#/definitions/PagedDatasetVersion" - } - }, - "default": { - "description": "An unexpected error response.", - "schema": { - "$ref": "#/definitions/Azure.Core.Foundations.ErrorResponse" - }, - "headers": { - "x-ms-error-code": { - "type": "string", - "description": "String error code indicating what went wrong." - } - } - } - }, - "x-ms-examples": { - "Datasets_ListLatest_MaximumSet": { - "$ref": "./examples/Datasets_ListLatest_MaximumSet_Gen.json" - }, - "Datasets_ListLatest_MinimumSet": { - "$ref": "./examples/Datasets_ListLatest_MinimumSet_Gen.json" - } - }, - "x-ms-pageable": { - "nextLinkName": "nextLink" - } - } - }, - "/datasets/{name}/versions": { - "get": { - "operationId": "Datasets_ListVersions", - "description": "List all versions of the given DatasetVersion", - "parameters": [ - { - "$ref": "#/parameters/Azure.Core.Foundations.ApiVersionParameter" - }, - { - "name": "name", - "in": "path", - "description": "The name of the resource", - "required": true, - "type": "string" - } - ], - "responses": { - "200": { - "description": "The request has succeeded.", - "schema": { - "$ref": "#/definitions/PagedDatasetVersion" - } - }, - "default": { - "description": "An unexpected error response.", - "schema": { - "$ref": "#/definitions/Azure.Core.Foundations.ErrorResponse" - }, - "headers": { - "x-ms-error-code": { - "type": "string", - "description": "String error code indicating what went wrong." - } - } - } - }, - "x-ms-examples": { - "Datasets_ListVersions_MaximumSet": { - "$ref": "./examples/Datasets_ListVersions_MaximumSet_Gen.json" - }, - "Datasets_ListVersions_MinimumSet": { - "$ref": "./examples/Datasets_ListVersions_MinimumSet_Gen.json" - } - }, - "x-ms-pageable": { - "nextLinkName": "nextLink" - } - } - }, - "/datasets/{name}/versions/{version}": { - "get": { - "operationId": "Datasets_GetVersion", - "description": "Get the specific version of the DatasetVersion. The service returns 404 Not Found error if the DatasetVersion does not exist.", - "parameters": [ - { - "$ref": "#/parameters/Azure.Core.Foundations.ApiVersionParameter" - }, - { - "name": "name", - "in": "path", - "description": "The name of the resource", - "required": true, - "type": "string" - }, - { - "name": "version", - "in": "path", - "description": "The specific version id of the DatasetVersion to retrieve.", - "required": true, - "type": "string" - } - ], - "responses": { - "200": { - "description": "The request has succeeded.", - "schema": { - "$ref": "#/definitions/DatasetVersion" - } - }, - "default": { - "description": "An unexpected error response.", - "schema": { - "$ref": "#/definitions/Azure.Core.Foundations.ErrorResponse" - }, - "headers": { - "x-ms-error-code": { - "type": "string", - "description": "String error code indicating what went wrong." - } - } - } - }, - "x-ms-examples": { - "Datasets_GetVersion_MaximumSet": { - "$ref": "./examples/Datasets_GetVersion_MaximumSet_Gen.json" - }, - "Datasets_GetVersion_MinimumSet": { - "$ref": "./examples/Datasets_GetVersion_MinimumSet_Gen.json" - } - } - }, - "patch": { - "operationId": "Datasets_CreateOrUpdateVersion", - "description": "Create a new or update an existing DatasetVersion with the given version id", - "consumes": [ - "application/merge-patch+json" - ], - "parameters": [ - { - "$ref": "#/parameters/Azure.Core.Foundations.ApiVersionParameter" - }, - { - "name": "name", - "in": "path", - "description": "The name of the resource", - "required": true, - "type": "string" - }, - { - "name": "version", - "in": "path", - "description": "The specific version id of the DatasetVersion to create or update.", - "required": true, - "type": "string" - }, - { - "name": "datasetVersion", - "in": "body", - "description": "The DatasetVersion to create or update.", - "required": true, - "schema": { - "$ref": "#/definitions/DatasetVersion" - } - } - ], - "responses": { - "200": { - "description": "The request has succeeded.", - "schema": { - "$ref": "#/definitions/DatasetVersion" - } - }, - "201": { - "description": "The request has succeeded and a new resource has been created as a result.", - "schema": { - "$ref": "#/definitions/DatasetVersion" - } - }, - "default": { - "description": "An unexpected error response.", - "schema": { - "$ref": "#/definitions/Azure.Core.Foundations.ErrorResponse" - }, - "headers": { - "x-ms-error-code": { - "type": "string", - "description": "String error code indicating what went wrong." - } - } - } - }, - "x-ms-examples": { - "Datasets_CreateOrUpdateVersion_MaximumSet": { - "$ref": "./examples/Datasets_CreateOrUpdateVersion_MaximumSet_Gen.json" - }, - "Datasets_CreateOrUpdateVersion_MinimumSet": { - "$ref": "./examples/Datasets_CreateOrUpdateVersion_MinimumSet_Gen.json" - } - } - }, - "delete": { - "operationId": "Datasets_DeleteVersion", - "description": "Delete the specific version of the DatasetVersion. The service returns 204 No Content if the DatasetVersion was deleted successfully or if the DatasetVersion does not exist.", - "parameters": [ - { - "$ref": "#/parameters/Azure.Core.Foundations.ApiVersionParameter" - }, - { - "name": "name", - "in": "path", - "description": "The name of the resource", - "required": true, - "type": "string" - }, - { - "name": "version", - "in": "path", - "description": "The version of the DatasetVersion to delete.", - "required": true, - "type": "string" - } - ], - "responses": { - "204": { - "description": "There is no content to send for this request, but the headers may be useful." - }, - "default": { - "description": "An unexpected error response.", - "schema": { - "$ref": "#/definitions/Azure.Core.Foundations.ErrorResponse" - }, - "headers": { - "x-ms-error-code": { - "type": "string", - "description": "String error code indicating what went wrong." - } - } - } - }, - "x-ms-examples": { - "Datasets_DeleteVersion_MaximumSet": { - "$ref": "./examples/Datasets_DeleteVersion_MaximumSet_Gen.json" - }, - "Datasets_DeleteVersion_MinimumSet": { - "$ref": "./examples/Datasets_DeleteVersion_MinimumSet_Gen.json" - } - } - } - }, - "/datasets/{name}/versions/{version}/credentials": { - "post": { - "operationId": "Datasets_GetCredentials", - "description": "Get the SAS credential to access the storage account associated with a Dataset version.", - "parameters": [ - { - "$ref": "#/parameters/Azure.Core.Foundations.ApiVersionParameter" - }, - { - "name": "name", - "in": "path", - "description": "The name of the resource", - "required": true, - "type": "string" - }, - { - "name": "version", - "in": "path", - "description": "The specific version id of the DatasetVersion to operate on.", - "required": true, - "type": "string" - } - ], - "responses": { - "200": { - "description": "The request has succeeded.", - "schema": { - "$ref": "#/definitions/AssetCredentialResponse" - } - }, - "default": { - "description": "An unexpected error response.", - "schema": { - "$ref": "#/definitions/Azure.Core.Foundations.ErrorResponse" - }, - "headers": { - "x-ms-error-code": { - "type": "string", - "description": "String error code indicating what went wrong." - } - } - } - }, - "x-ms-examples": { - "Datasets_GetCredentials_MaximumSet": { - "$ref": "./examples/Datasets_GetCredentials_MaximumSet_Gen.json" - }, - "Datasets_GetCredentials_MinimumSet": { - "$ref": "./examples/Datasets_GetCredentials_MinimumSet_Gen.json" - } - } - } - }, - "/datasets/{name}/versions/{version}/startPendingUpload": { - "post": { - "operationId": "Datasets_StartPendingUploadVersion", - "description": "Start a new or get an existing pending upload of a dataset for a specific version.", - "parameters": [ - { - "$ref": "#/parameters/Azure.Core.Foundations.ApiVersionParameter" - }, - { - "name": "name", - "in": "path", - "description": "The name of the resource", - "required": true, - "type": "string" - }, - { - "name": "version", - "in": "path", - "description": "The specific version id of the DatasetVersion to operate on.", - "required": true, - "type": "string" - }, - { - "name": "pendingUploadRequest", - "in": "body", - "description": "The pending upload request parameters", - "required": true, - "schema": { - "$ref": "#/definitions/PendingUploadRequest" - } - } - ], - "responses": { - "200": { - "description": "The request has succeeded.", - "schema": { - "$ref": "#/definitions/PendingUploadResponse" - } - }, - "default": { - "description": "An unexpected error response.", - "schema": { - "$ref": "#/definitions/Azure.Core.Foundations.ErrorResponse" - }, - "headers": { - "x-ms-error-code": { - "type": "string", - "description": "String error code indicating what went wrong." - } - } - } - }, - "x-ms-examples": { - "Datasets_StartPendingUploadVersion_MaximumSet": { - "$ref": "./examples/Datasets_StartPendingUploadVersion_MaximumSet_Gen.json" - }, - "Datasets_StartPendingUploadVersion_MinimumSet": { - "$ref": "./examples/Datasets_StartPendingUploadVersion_MinimumSet_Gen.json" - } - } - } - }, - "/deployments": { - "get": { - "operationId": "Deployments_List", - "description": "List all deployed models in the project", - "parameters": [ - { - "$ref": "#/parameters/Azure.Core.Foundations.ApiVersionParameter" - }, - { - "name": "modelPublisher", - "in": "query", - "description": "Model publisher to filter models by", - "required": false, - "type": "string" - }, - { - "name": "modelName", - "in": "query", - "description": "Model name (the publisher specific name) to filter models by", - "required": false, - "type": "string" - }, - { - "name": "deploymentType", - "in": "query", - "description": "Type of deployment to filter list by", - "required": false, - "type": "string", - "enum": [ - "ModelDeployment" - ], - "x-ms-enum": { - "name": "DeploymentType", - "modelAsString": true, - "values": [ - { - "name": "ModelDeployment", - "value": "ModelDeployment", - "description": "Model deployment" - } - ] - } - }, - { - "$ref": "#/parameters/Azure.Core.ClientRequestIdHeader" - } - ], - "responses": { - "200": { - "description": "The request has succeeded.", - "schema": { - "$ref": "#/definitions/PagedDeployment" - }, - "headers": { - "x-ms-client-request-id": { - "type": "string", - "format": "uuid", - "description": "An opaque, globally-unique, client-generated string identifier for the request." - } - } - }, - "default": { - "description": "An unexpected error response.", - "schema": { - "$ref": "#/definitions/Azure.Core.Foundations.ErrorResponse" - }, - "headers": { - "x-ms-error-code": { - "type": "string", - "description": "String error code indicating what went wrong." - } - } - } - }, - "x-ms-examples": { - "Deployments_List_MaximumSet": { - "$ref": "./examples/Deployments_List_MaximumSet_Gen.json" - } - }, - "x-ms-pageable": { - "nextLinkName": "nextLink" - } - } - }, - "/deployments/{name}": { - "get": { - "operationId": "Deployments_Get", - "description": "Get a deployed model.", - "parameters": [ - { - "$ref": "#/parameters/Azure.Core.Foundations.ApiVersionParameter" - }, - { - "name": "name", - "in": "path", - "description": "Name of the deployment", - "required": true, - "type": "string" - }, - { - "$ref": "#/parameters/Azure.Core.ClientRequestIdHeader" - } - ], - "responses": { - "200": { - "description": "The request has succeeded.", - "schema": { - "$ref": "#/definitions/Deployment" - }, - "headers": { - "x-ms-client-request-id": { - "type": "string", - "format": "uuid", - "description": "An opaque, globally-unique, client-generated string identifier for the request." - } - } - }, - "default": { - "description": "An unexpected error response.", - "schema": { - "$ref": "#/definitions/Azure.Core.Foundations.ErrorResponse" - }, - "headers": { - "x-ms-error-code": { - "type": "string", - "description": "String error code indicating what went wrong." - } - } - } - }, - "x-ms-examples": { - "Deployments_Get_MaximumSet": { - "$ref": "./examples/Deployments_Get_MaximumSet_Gen.json" - } - } - } - }, - "/evaluations/runs": { - "get": { - "operationId": "Evaluations_List", - "description": "List evaluation runs", - "parameters": [ - { - "$ref": "#/parameters/Azure.Core.Foundations.ApiVersionParameter" - }, - { - "name": "filter", - "in": "query", - "description": "Filter expression to narrow down the list of evaluations based on specific criteria. Supports filtering by properties such as status, tags, or properties to help manage large evaluation collections.", - "required": false, - "type": "string" - }, - { - "$ref": "#/parameters/Azure.Core.ClientRequestIdHeader" - } - ], - "responses": { - "200": { - "description": "The request has succeeded.", - "schema": { - "$ref": "#/definitions/PagedEvaluation" - }, - "headers": { - "x-ms-client-request-id": { - "type": "string", - "format": "uuid", - "description": "An opaque, globally-unique, client-generated string identifier for the request." - } - } - }, - "default": { - "description": "An unexpected error response.", - "schema": { - "$ref": "#/definitions/Azure.Core.Foundations.ErrorResponse" - }, - "headers": { - "x-ms-error-code": { - "type": "string", - "description": "String error code indicating what went wrong." - } - } - } - }, - "x-ms-examples": { - "Evaluations_List": { - "$ref": "./examples/Evaluations_List_MaximumSet_Gen.json" - } - }, - "x-ms-pageable": { - "nextLinkName": "nextLink" - } - } - }, - "/evaluations/runs/{id}": { - "get": { - "operationId": "Evaluations_Get", - "description": "Get an evaluation run by name.", - "parameters": [ - { - "$ref": "#/parameters/Azure.Core.Foundations.ApiVersionParameter" - }, - { - "name": "id", - "in": "path", - "description": "Identifier of the evaluation.", - "required": true, - "type": "string" - }, - { - "$ref": "#/parameters/Azure.Core.ClientRequestIdHeader" - } - ], - "responses": { - "200": { - "description": "The request has succeeded.", - "schema": { - "$ref": "#/definitions/Evaluation" - }, - "headers": { - "Retry-After": { - "type": "string", - "description": "Recommended time interval in seconds before making another request when the evaluation is still processing. This helps prevent excessive polling and reduces server load during long-running evaluations." - }, - "x-ms-client-request-id": { - "type": "string", - "format": "uuid", - "description": "An opaque, globally-unique, client-generated string identifier for the request." - } - } - }, - "default": { - "description": "An unexpected error response.", - "schema": { - "$ref": "#/definitions/Azure.Core.Foundations.ErrorResponse" - }, - "headers": { - "x-ms-error-code": { - "type": "string", - "description": "String error code indicating what went wrong." - } - } - } - }, - "x-ms-examples": { - "Evaluations_Get": { - "$ref": "./examples/Evaluations_Get_MaximumSet_Gen.json" - } - } - }, - "patch": { - "operationId": "Evaluations_Update", - "description": "Updates specific properties of an existing evaluation. Supports modification of metadata fields including description, display name, and tags. Note: Core evaluation configuration such as data sources and evaluators cannot be modified after creation.", - "consumes": [ - "application/merge-patch+json" - ], - "parameters": [ - { - "$ref": "#/parameters/Azure.Core.Foundations.ApiVersionParameter" - }, - { - "name": "id", - "in": "path", - "description": "Identifier of the evaluation.", - "required": true, - "type": "string" - }, - { - "$ref": "#/parameters/Azure.Core.ClientRequestIdHeader" - }, - { - "name": "resource", - "in": "body", - "description": "The resource instance.", - "required": true, - "schema": { - "$ref": "#/definitions/EvaluationUpdate" - } - } - ], - "responses": { - "200": { - "description": "The request has succeeded.", - "schema": { - "$ref": "#/definitions/Evaluation" - }, - "headers": { - "x-ms-client-request-id": { - "type": "string", - "format": "uuid", - "description": "An opaque, globally-unique, client-generated string identifier for the request." - } - } - }, - "default": { - "description": "An unexpected error response.", - "schema": { - "$ref": "#/definitions/Azure.Core.Foundations.ErrorResponse" - }, - "headers": { - "x-ms-error-code": { - "type": "string", - "description": "String error code indicating what went wrong." - } - } - } - }, - "x-ms-examples": { - "Evaluations_Update": { - "$ref": "./examples/Evaluations_Update_MaximumSet_Gen.json" - } - } - }, - "delete": { - "operationId": "Evaluations_Delete", - "description": "Delete an evaluation run by name", - "parameters": [ - { - "$ref": "#/parameters/Azure.Core.Foundations.ApiVersionParameter" - }, - { - "name": "id", - "in": "path", - "description": "Identifier of the evaluation.", - "required": true, - "type": "string" - }, - { - "$ref": "#/parameters/Azure.Core.ClientRequestIdHeader" - } - ], - "responses": { - "204": { - "description": "There is no content to send for this request, but the headers may be useful. ", - "headers": { - "x-ms-client-request-id": { - "type": "string", - "format": "uuid", - "description": "An opaque, globally-unique, client-generated string identifier for the request." - } - } - }, - "default": { - "description": "An unexpected error response.", - "schema": { - "$ref": "#/definitions/Azure.Core.Foundations.ErrorResponse" - }, - "headers": { - "x-ms-error-code": { - "type": "string", - "description": "String error code indicating what went wrong." - } - } - } - }, - "x-ms-examples": { - "Evaluations_Delete": { - "$ref": "./examples/Evaluations_Delete_MaximumSet_Gen.json" - } - } - } - }, - "/evaluations/runs/{id}:cancel": { - "post": { - "operationId": "Evaluations_Cancel", - "description": "Cancel an evaluation run by name", - "parameters": [ - { - "$ref": "#/parameters/Azure.Core.Foundations.ApiVersionParameter" - }, - { - "name": "id", - "in": "path", - "description": "Identifier of the evaluation.", - "required": true, - "type": "string" - }, - { - "$ref": "#/parameters/Azure.Core.ClientRequestIdHeader" - } - ], - "responses": { - "204": { - "description": "There is no content to send for this request, but the headers may be useful. ", - "headers": { - "x-ms-client-request-id": { - "type": "string", - "format": "uuid", - "description": "An opaque, globally-unique, client-generated string identifier for the request." - } - } - }, - "default": { - "description": "An unexpected error response.", - "schema": { - "$ref": "#/definitions/Azure.Core.Foundations.ErrorResponse" - }, - "headers": { - "x-ms-error-code": { - "type": "string", - "description": "String error code indicating what went wrong." - } - } - } - }, - "x-ms-examples": { - "Evaluations_Cancel": { - "$ref": "./examples/Evaluations_Cancel_MaximumSet_Gen.json" - } - } - } - }, - "/evaluations/runs:runBatch": { - "post": { - "operationId": "Evaluations_CreateBatch", - "description": "Creates a new evaluation with the specified configuration.", - "parameters": [ - { - "$ref": "#/parameters/Azure.Core.Foundations.ApiVersionParameter" - }, - { - "name": "Repeatability-Request-ID", - "in": "header", - "description": "Unique, client-generated identifier for ensuring request idempotency. Use the same ID for retries to prevent duplicate evaluations.", - "required": false, - "type": "string", - "x-ms-client-name": "repeatabilityRequestId" - }, - { - "name": "Repeatability-First-Sent", - "in": "header", - "description": "Timestamp indicating when this request was first initiated. Used in conjunction with repeatability-request-id for idempotency control.", - "required": false, - "type": "string", - "format": "date-time", - "x-ms-client-name": "repeatabilityFirstSent" - }, - { - "name": "evaluation", - "in": "body", - "description": "Complete evaluation configuration including data source, evaluators, and result settings", - "required": true, - "schema": { - "$ref": "#/definitions/Evaluation" - } - } - ], - "responses": { - "201": { - "description": "The request has succeeded and a new resource has been created as a result.", - "schema": { - "$ref": "#/definitions/Evaluation" - } - }, - "default": { - "description": "An unexpected error response.", - "schema": { - "$ref": "#/definitions/Azure.Core.Foundations.ErrorResponse" - }, - "headers": { - "x-ms-error-code": { - "type": "string", - "description": "String error code indicating what went wrong." - } - } - } - }, - "x-ms-examples": { - "Evaluations_CreateBatch": { - "$ref": "./examples/Evaluations_CreateBatch_MaximumSet_Gen.json" - } - } - } - }, - "/evaluations/runs:runSingle": { - "post": { - "operationId": "Evaluations_CreateSingle", - "description": "Independent API operation to perform a single evaluation and immediately get a result.", - "parameters": [ - { - "$ref": "#/parameters/Azure.Core.Foundations.ApiVersionParameter" - }, - { - "name": "singleEvaluation", - "in": "body", - "description": "Complete evaluation configuration including data source, evaluators, and result settings", - "required": true, - "schema": { - "$ref": "#/definitions/SingleEvaluation" - } - } - ], - "responses": { - "200": { - "description": "The request has succeeded.", - "schema": { - "$ref": "#/definitions/SingleEvaluationResult" - } - }, - "default": { - "description": "An unexpected error response.", - "schema": { - "$ref": "#/definitions/Azure.Core.Foundations.ErrorResponse" - }, - "headers": { - "x-ms-error-code": { - "type": "string", - "description": "String error code indicating what went wrong." - } - } - } - }, - "x-ms-examples": { - "Evaluations_CreateSingle": { - "$ref": "./examples/Evaluations_CreateSingle_MaximumSet_Gen.json" - } - } - } - }, - "/indexes": { - "get": { - "operationId": "Indexes_ListLatest", - "description": "List the latest version of each Index", - "parameters": [ - { - "$ref": "#/parameters/Azure.Core.Foundations.ApiVersionParameter" - } - ], - "responses": { - "200": { - "description": "The request has succeeded.", - "schema": { - "$ref": "#/definitions/PagedIndex" - } - }, - "default": { - "description": "An unexpected error response.", - "schema": { - "$ref": "#/definitions/Azure.Core.Foundations.ErrorResponse" - }, - "headers": { - "x-ms-error-code": { - "type": "string", - "description": "String error code indicating what went wrong." - } - } - } - }, - "x-ms-examples": { - "Indexes_ListLatest_MaximumSet": { - "$ref": "./examples/Indexes_ListLatest_MaximumSet_Gen.json" - }, - "Indexes_ListLatest_MinimumSet": { - "$ref": "./examples/Indexes_ListLatest_MinimumSet_Gen.json" - } - }, - "x-ms-pageable": { - "nextLinkName": "nextLink" - } - } - }, - "/indexes/{name}/versions": { - "get": { - "operationId": "Indexes_ListVersions", - "description": "List all versions of the given Index", - "parameters": [ - { - "$ref": "#/parameters/Azure.Core.Foundations.ApiVersionParameter" - }, - { - "name": "name", - "in": "path", - "description": "The name of the resource", - "required": true, - "type": "string" - } - ], - "responses": { - "200": { - "description": "The request has succeeded.", - "schema": { - "$ref": "#/definitions/PagedIndex" - } - }, - "default": { - "description": "An unexpected error response.", - "schema": { - "$ref": "#/definitions/Azure.Core.Foundations.ErrorResponse" - }, - "headers": { - "x-ms-error-code": { - "type": "string", - "description": "String error code indicating what went wrong." - } - } - } - }, - "x-ms-examples": { - "Indexes_ListVersions_MaximumSet": { - "$ref": "./examples/Indexes_ListVersions_MaximumSet_Gen.json" - }, - "Indexes_ListVersions_MinimumSet": { - "$ref": "./examples/Indexes_ListVersions_MinimumSet_Gen.json" - } - }, - "x-ms-pageable": { - "nextLinkName": "nextLink" - } - } - }, - "/indexes/{name}/versions/{version}": { - "get": { - "operationId": "Indexes_GetVersion", - "description": "Get the specific version of the Index. The service returns 404 Not Found error if the Index does not exist.", - "parameters": [ - { - "$ref": "#/parameters/Azure.Core.Foundations.ApiVersionParameter" - }, - { - "name": "name", - "in": "path", - "description": "The name of the resource", - "required": true, - "type": "string" - }, - { - "name": "version", - "in": "path", - "description": "The specific version id of the Index to retrieve.", - "required": true, - "type": "string" - } - ], - "responses": { - "200": { - "description": "The request has succeeded.", - "schema": { - "$ref": "#/definitions/Index" - } - }, - "default": { - "description": "An unexpected error response.", - "schema": { - "$ref": "#/definitions/Azure.Core.Foundations.ErrorResponse" - }, - "headers": { - "x-ms-error-code": { - "type": "string", - "description": "String error code indicating what went wrong." - } - } - } - }, - "x-ms-examples": { - "Indexes_GetVersion_MaximumSet": { - "$ref": "./examples/Indexes_GetVersion_MaximumSet_Gen.json" - }, - "Indexes_GetVersion_MinimumSet": { - "$ref": "./examples/Indexes_GetVersion_MinimumSet_Gen.json" - } - } - }, - "patch": { - "operationId": "Indexes_CreateOrUpdateVersion", - "description": "Create a new or update an existing Index with the given version id", - "consumes": [ - "application/merge-patch+json" - ], - "parameters": [ - { - "$ref": "#/parameters/Azure.Core.Foundations.ApiVersionParameter" - }, - { - "name": "name", - "in": "path", - "description": "The name of the resource", - "required": true, - "type": "string" - }, - { - "name": "version", - "in": "path", - "description": "The specific version id of the Index to create or update.", - "required": true, - "type": "string" - }, - { - "name": "index", - "in": "body", - "description": "The Index to create or update.", - "required": true, - "schema": { - "$ref": "#/definitions/Index" - } - } - ], - "responses": { - "200": { - "description": "The request has succeeded.", - "schema": { - "$ref": "#/definitions/Index" - } - }, - "201": { - "description": "The request has succeeded and a new resource has been created as a result.", - "schema": { - "$ref": "#/definitions/Index" - } - }, - "default": { - "description": "An unexpected error response.", - "schema": { - "$ref": "#/definitions/Azure.Core.Foundations.ErrorResponse" - }, - "headers": { - "x-ms-error-code": { - "type": "string", - "description": "String error code indicating what went wrong." - } - } - } - }, - "x-ms-examples": { - "Indexes_CreateOrUpdateVersion_MaximumSet": { - "$ref": "./examples/Indexes_CreateOrUpdateVersion_MaximumSet_Gen.json" - }, - "Indexes_CreateOrUpdateVersion_MinimumSet": { - "$ref": "./examples/Indexes_CreateOrUpdateVersion_MinimumSet_Gen.json" - } - } - }, - "delete": { - "operationId": "Indexes_DeleteVersion", - "description": "Delete the specific version of the Index. The service returns 204 No Content if the Index was deleted successfully or if the Index does not exist.", - "parameters": [ - { - "$ref": "#/parameters/Azure.Core.Foundations.ApiVersionParameter" - }, - { - "name": "name", - "in": "path", - "description": "The name of the resource", - "required": true, - "type": "string" - }, - { - "name": "version", - "in": "path", - "description": "The version of the Index to delete.", - "required": true, - "type": "string" - } - ], - "responses": { - "204": { - "description": "There is no content to send for this request, but the headers may be useful." - }, - "default": { - "description": "An unexpected error response.", - "schema": { - "$ref": "#/definitions/Azure.Core.Foundations.ErrorResponse" - }, - "headers": { - "x-ms-error-code": { - "type": "string", - "description": "String error code indicating what went wrong." - } - } - } - }, - "x-ms-examples": { - "Indexes_DeleteVersion_MaximumSet": { - "$ref": "./examples/Indexes_DeleteVersion_MaximumSet_Gen.json" - }, - "Indexes_DeleteVersion_MinimumSet": { - "$ref": "./examples/Indexes_DeleteVersion_MinimumSet_Gen.json" - } - } - } - }, - "/redTeams/runs": { - "get": { - "operationId": "RedTeams_List", - "description": "List a redteam by name.", - "parameters": [ - { - "$ref": "#/parameters/Azure.Core.Foundations.ApiVersionParameter" - }, - { - "$ref": "#/parameters/Azure.Core.ClientRequestIdHeader" - } - ], - "responses": { - "200": { - "description": "The request has succeeded.", - "schema": { - "$ref": "#/definitions/PagedRedTeam" - }, - "headers": { - "x-ms-client-request-id": { - "type": "string", - "format": "uuid", - "description": "An opaque, globally-unique, client-generated string identifier for the request." - } - } - }, - "default": { - "description": "An unexpected error response.", - "schema": { - "$ref": "#/definitions/Azure.Core.Foundations.ErrorResponse" - }, - "headers": { - "x-ms-error-code": { - "type": "string", - "description": "String error code indicating what went wrong." - } - } - } - }, - "x-ms-examples": { - "RedTeams_List_MaximumSet": { - "$ref": "./examples/RedTeams_List_MaximumSet_Gen.json" - } - }, - "x-ms-pageable": { - "nextLinkName": "nextLink" - } - } - }, - "/redTeams/runs/{name}": { - "get": { - "operationId": "RedTeams_Get", - "description": "Get a redteam by name.", - "parameters": [ - { - "$ref": "#/parameters/Azure.Core.Foundations.ApiVersionParameter" - }, - { - "name": "name", - "in": "path", - "description": "Identifier of the red team run.", - "required": true, - "type": "string" - }, - { - "$ref": "#/parameters/Azure.Core.ClientRequestIdHeader" - } - ], - "responses": { - "200": { - "description": "The request has succeeded.", - "schema": { - "$ref": "#/definitions/RedTeam" - }, - "headers": { - "x-ms-client-request-id": { - "type": "string", - "format": "uuid", - "description": "An opaque, globally-unique, client-generated string identifier for the request." - } - } - }, - "default": { - "description": "An unexpected error response.", - "schema": { - "$ref": "#/definitions/Azure.Core.Foundations.ErrorResponse" - }, - "headers": { - "x-ms-error-code": { - "type": "string", - "description": "String error code indicating what went wrong." - } - } - } - }, - "x-ms-examples": { - "RedTeams_Get_MaximumSet": { - "$ref": "./examples/RedTeams_Get_MaximumSet_Gen.json" - } - } - } - }, - "/redTeams/runs:run": { - "post": { - "operationId": "RedTeams_Create", - "description": "Creates a redteam run.", - "parameters": [ - { - "$ref": "#/parameters/Azure.Core.Foundations.ApiVersionParameter" - }, - { - "name": "RedTeam", - "in": "body", - "description": "Redteam to be run", - "required": true, - "schema": { - "$ref": "#/definitions/RedTeam" - } - } - ], - "responses": { - "201": { - "description": "The request has succeeded and a new resource has been created as a result.", - "schema": { - "$ref": "#/definitions/RedTeam" - } - }, - "default": { - "description": "An unexpected error response.", - "schema": { - "$ref": "#/definitions/Azure.Core.Foundations.ErrorResponse" - }, - "headers": { - "x-ms-error-code": { - "type": "string", - "description": "String error code indicating what went wrong." - } - } - } - }, - "x-ms-examples": { - "RedTeams_Create_MaximumSet": { - "$ref": "./examples/RedTeams_Create_MaximumSet_Gen.json" - }, - "RedTeams_Create_MinimumSet": { - "$ref": "./examples/RedTeams_Create_MinimumSet_Gen.json" - } - } - } - } - }, - "definitions": { - "AIContent": { - "type": "object", - "description": "Content for AI requests and responses.", - "properties": { - "type": { - "type": "string", - "description": "The content of the message.", - "enum": [ - "text", - "image_url", - "tool_call", - "tool_result" - ], - "x-ms-enum": { - "modelAsString": true - } - } - }, - "discriminator": "type", - "required": [ - "type" - ] - }, - "AgentEvaluation": { - "type": "object", - "description": "Evaluation response for agent evaluation run.", - "properties": { - "id": { - "type": "string", - "description": "Identifier of the agent evaluation run." - }, - "status": { - "type": "string", - "description": "Status of the agent evaluation. Options: Running, Completed, Failed." - }, - "error": { - "type": "string", - "description": "The reason of the request failure for the long running process, if applicable." - }, - "result": { - "type": "array", - "description": "The agent evaluation result.", - "items": { - "$ref": "#/definitions/AgentEvaluationResult" - } - } - }, - "required": [ - "id", - "status" - ] - }, - "AgentEvaluationRedactionConfiguration": { - "type": "object", - "description": "The redaction configuration will allow the user to control what is redacted.", - "properties": { - "redactScoreProperties": { - "type": "boolean", - "description": "Redact score properties. If not specified, the default is to redact in production." - } - } - }, - "AgentEvaluationRequest": { - "type": "object", - "description": "Evaluation request for agent run.", - "properties": { - "runId": { - "type": "string", - "description": "Identifier of the agent run." - }, - "threadId": { - "type": "string", - "description": "Identifier of the agent thread. This field is mandatory currently, but it will be optional in the future." - }, - "evaluators": { - "type": "object", - "description": "Evaluators to be used for the evaluation.", - "additionalProperties": { - "$ref": "#/definitions/EvaluatorConfiguration" - } - }, - "samplingConfiguration": { - "$ref": "#/definitions/AgentEvaluationSamplingConfiguration", - "description": "Sampling configuration for the evaluation." - }, - "redactionConfiguration": { - "$ref": "#/definitions/AgentEvaluationRedactionConfiguration", - "description": "Redaction configuration for the evaluation." - }, - "appInsightsConnectionString": { - "type": "string", - "description": "Pass the AppInsights connection string to the agent evaluation for the evaluation results and the errors logs." - } - }, - "required": [ - "runId", - "evaluators", - "appInsightsConnectionString" - ] - }, - "AgentEvaluationResult": { - "type": "object", - "description": "Result for the agent evaluation evaluator run.", - "properties": { - "evaluator": { - "type": "string", - "description": "Evaluator's name. This is the name of the evaluator that was used to evaluate the agent's completion." - }, - "evaluatorId": { - "type": "string", - "description": "Identifier of the evaluator." - }, - "score": { - "type": "number", - "format": "float", - "description": "Score of the given evaluator. No restriction on range." - }, - "status": { - "type": "string", - "description": "Status of the evaluator result. Options: Running, Completed, Failed, NotApplicable." - }, - "reason": { - "type": "string", - "description": "Reasoning for the evaluation result." - }, - "version": { - "type": "string", - "description": "Version of the evaluator that was used to evaluate the agent's completion." - }, - "threadId": { - "type": "string", - "description": "The unique identifier of the thread." - }, - "runId": { - "type": "string", - "description": "The unique identifier of the run." - }, - "error": { - "type": "string", - "description": "A string explaining why there was an error, if applicable." - }, - "additionalDetails": { - "type": "object", - "description": "Additional properties relevant to the evaluator. These will differ between evaluators.", - "additionalProperties": { - "type": "string" - } - } - }, - "required": [ - "evaluator", - "evaluatorId", - "score", - "status", - "runId" - ] - }, - "AgentEvaluationSamplingConfiguration": { - "type": "object", - "description": "Definition for sampling strategy.", - "properties": { - "name": { - "type": "string", - "description": "Name of the sampling strategy." - }, - "samplingPercent": { - "type": "number", - "format": "float", - "description": "Percentage of sampling per hour (0-100)." - }, - "maxRequestRate": { - "type": "number", - "format": "float", - "description": "Maximum request rate per hour (0 to 1000)." - } - }, - "required": [ - "name", - "samplingPercent", - "maxRequestRate" - ] - }, - "AgentToolDefinition": { - "type": "object", - "description": "Definition of a tool that can be used by the agent.", - "properties": { - "name": { - "type": "string", - "description": "The name of the tool." - }, - "description": { - "type": "string", - "description": "The description of the tool." - }, - "parameters": { - "type": "object", - "description": "The parameters for the tool in JSON Schema format.", - "additionalProperties": {} - } - }, - "required": [ - "name", - "parameters" - ] - }, - "AggregatedMetric": { - "type": "object", - "description": "Aggregated metric that summarizes evaluation results across multiple data rows.", - "properties": { - "name": { - "type": "string", - "description": "Name of the metric" - }, - "evaluatorName": { - "type": "string", - "description": "Name provided for the evaluator in the input request." - }, - "statistics": { - "$ref": "#/definitions/EvaluationSummaryStatistics", - "description": "Statistical summary of evaluation results including aggregated scores and pass/fail rates." - }, - "metadata": { - "$ref": "#/definitions/EvaluationResultMetadata", - "description": "Metadata about the metric" - }, - "additionalDetails": { - "type": "object", - "description": "Additional metadata about the aggregated metric, such as processing details or custom fields", - "additionalProperties": {} - } - }, - "required": [ - "name", - "evaluatorName", - "statistics", - "metadata" - ] - }, - "ApiKeyCredentials": { - "type": "object", - "description": "API Key Credential definition", - "properties": { - "key": { - "type": "string", - "description": "API Key", - "readOnly": true, - "x-ms-client-name": "apiKey" - } - }, - "allOf": [ - { - "$ref": "#/definitions/BaseCredentials" - } - ], - "x-ms-discriminator-value": "ApiKey" - }, - "AppInsightsDestinationConfiguration": { - "type": "object", - "description": "Configuration for exporting evaluation results to Azure Application Insights. This enables monitoring, alerting, and analytics on evaluation performance and trends.", - "allOf": [ - { - "$ref": "#/definitions/EvaluationDestinationConfiguration" - } - ], - "x-ms-discriminator-value": "appInsightsStorage" - }, - "AssetCredentialResponse": { - "type": "object", - "description": "Represents a reference to a blob for consumption", - "properties": { - "blobReference": { - "$ref": "#/definitions/BlobReference", - "description": "Credential info to access the storage account." - } - }, - "required": [ - "blobReference" - ] - }, - "AssistantMessage": { - "type": "object", - "description": "A message generated by the assistant in response to previous messages.", - "properties": { - "content": { - "description": "Response content generated by the assistant." - } - }, - "required": [ - "content" - ], - "allOf": [ - { - "$ref": "#/definitions/Message" - } - ], - "x-ms-discriminator-value": "assistant" - }, - "AttackStrategy": { - "type": "string", - "description": "Strategies for attacks.", - "enum": [ - "easy", - "moderate", - "difficult", - "ascii_art", - "ascii_smuggler", - "atbash", - "base64", - "binary", - "caesar", - "character_space", - "jailbreak", - "ansii_attack", - "character_swap", - "suffix_append", - "string_join", - "unicode_confusable", - "unicode_substitution", - "diacritic", - "flip", - "leetspeak", - "rot13", - "morse", - "url", - "baseline" - ], - "x-ms-enum": { - "name": "AttackStrategy", - "modelAsString": true, - "values": [ - { - "name": "Easy", - "value": "easy", - "description": "Represents a default set of easy complexity attacks. Easy complexity attacks require less effort, such as translation of a prompt into some encoding, and does not require any Large Language Model to convert or orchestrate." - }, - { - "name": "Moderate", - "value": "moderate", - "description": "Represents a default set of moderate complexity attacks. Moderate complexity attacks require having access to resources such as another generative AI model." - }, - { - "name": "Difficult", - "value": "difficult", - "description": "Represents a default set of difficult complexity attacks. Difficult complexity attacks include attacks that require access to significant resources and effort to execute an attack such as knowledge of search-based algorithms in addition to a generative AI model." - }, - { - "name": "AsciiArt", - "value": "ascii_art", - "description": "Generates visual art using ASCII characters, often used for creative or obfuscation purposes." - }, - { - "name": "AsciiSmuggler", - "value": "ascii_smuggler", - "description": "Conceals data within ASCII characters, making it harder to detect." - }, - { - "name": "Atbash", - "value": "atbash", - "description": "Implements the Atbash cipher, a simple substitution cipher where each letter is mapped to its reverse." - }, - { - "name": "Base64", - "value": "base64", - "description": "Encodes binary data into a text format using Base64, commonly used for data transmission." - }, - { - "name": "Binary", - "value": "binary", - "description": "Converts text into binary code, representing data in a series of 0s and 1s." - }, - { - "name": "Caesar", - "value": "caesar", - "description": "Applies the Caesar cipher, a substitution cipher that shifts characters by a fixed number of positions." - }, - { - "name": "CharacterSpace", - "value": "character_space", - "description": "Alters text by adding spaces between characters, often used for obfuscation." - }, - { - "name": "Jailbreak", - "value": "jailbreak", - "description": "Injects specially crafted prompts to bypass AI safeguards, known as User Injected Prompt Attacks (UPIA)." - }, - { - "name": "AnsiiAttack", - "value": "ansii_attack", - "description": "Utilizes ANSI escape sequences to manipulate text appearance and behavior." - }, - { - "name": "CharacterSwap", - "value": "character_swap", - "description": "Swaps characters within text to create variations or obfuscate the original content." - }, - { - "name": "SuffixAppend", - "value": "suffix_append", - "description": "Appends an adversarial suffix to the prompt." - }, - { - "name": "StringJoin", - "value": "string_join", - "description": "Joins multiple strings together, often used for concatenation or obfuscation." - }, - { - "name": "UnicodeConfusable", - "value": "unicode_confusable", - "description": "Uses Unicode characters that look similar to standard characters, creating visual confusion." - }, - { - "name": "UnicodeSubstitution", - "value": "unicode_substitution", - "description": "Substitutes standard characters with Unicode equivalents, often for obfuscation." - }, - { - "name": "Diacritic", - "value": "diacritic", - "description": "Adds diacritical marks to characters, changing their appearance and sometimes their meaning." - }, - { - "name": "Flip", - "value": "flip", - "description": "Flips characters from front to back, creating a mirrored effect." - }, - { - "name": "Leetspeak", - "value": "leetspeak", - "description": "Transforms text into Leetspeak, a form of encoding that replaces letters with similar-looking numbers or symbols." - }, - { - "name": "ROT13", - "value": "rot13", - "description": "Applies the ROT13 cipher, a simple substitution cipher that shifts characters by 13 positions." - }, - { - "name": "Morse", - "value": "morse", - "description": "Encodes text into Morse code, using dots and dashes to represent characters." - }, - { - "name": "Url", - "value": "url", - "description": "Encodes text into URL format." - }, - { - "name": "Baseline", - "value": "baseline", - "description": "Represents the baseline direct adversarial probing, which is used by attack strategies as the attack objective." - } - ] - } - }, - "Azure.Core.Foundations.Error": { - "type": "object", - "description": "The error object.", - "properties": { - "code": { - "type": "string", - "description": "One of a server-defined set of error codes." - }, - "message": { - "type": "string", - "description": "A human-readable representation of the error." - }, - "target": { - "type": "string", - "description": "The target of the error." - }, - "details": { - "type": "array", - "description": "An array of details about specific errors that led to this reported error.", - "items": { - "$ref": "#/definitions/Azure.Core.Foundations.Error" - } - }, - "innererror": { - "$ref": "#/definitions/Azure.Core.Foundations.InnerError", - "description": "An object containing more specific information than the current object about the error." - } - }, - "required": [ - "code", - "message" - ] - }, - "Azure.Core.Foundations.ErrorResponse": { - "type": "object", - "description": "A response containing error details.", - "properties": { - "error": { - "$ref": "#/definitions/Azure.Core.Foundations.Error", - "description": "The error object." - } - }, - "required": [ - "error" - ] - }, - "Azure.Core.Foundations.InnerError": { - "type": "object", - "description": "An object containing more specific information about the error. As per Azure REST API guidelines - https://aka.ms/AzureRestApiGuidelines#handling-errors.", - "properties": { - "code": { - "type": "string", - "description": "One of a server-defined set of error codes." - }, - "innererror": { - "$ref": "#/definitions/Azure.Core.Foundations.InnerError", - "description": "Inner error." - } - } - }, - "Azure.Core.Foundations.OperationState": { - "type": "string", - "description": "Enum describing allowed operation states.", - "enum": [ - "NotStarted", - "Running", - "Succeeded", - "Failed", - "Canceled" - ], - "x-ms-enum": { - "name": "OperationState", - "modelAsString": true, - "values": [ - { - "name": "NotStarted", - "value": "NotStarted", - "description": "The operation has not started." - }, - { - "name": "Running", - "value": "Running", - "description": "The operation is in progress." - }, - { - "name": "Succeeded", - "value": "Succeeded", - "description": "The operation has completed successfully." - }, - { - "name": "Failed", - "value": "Failed", - "description": "The operation has failed." - }, - { - "name": "Canceled", - "value": "Canceled", - "description": "The operation has been canceled by the user." - } - ] - } - }, - "AzureAISearchIndex": { - "type": "object", - "description": "Azure AI Search Index Definition", - "properties": { - "connectionName": { - "type": "string", - "description": "Name of connection to Azure AI Search", - "x-ms-mutability": [ - "create" - ] - }, - "indexName": { - "type": "string", - "description": "Name of index in Azure AI Search resource to attach", - "x-ms-mutability": [ - "create" - ] - }, - "fieldMapping": { - "$ref": "#/definitions/FieldMapping", - "description": "Field mapping configuration", - "x-ms-mutability": [ - "create" - ] - } - }, - "required": [ - "connectionName", - "indexName" - ], - "allOf": [ - { - "$ref": "#/definitions/Index" - } - ], - "x-ms-discriminator-value": "AzureSearch" - }, - "AzureOpenAIModelConfiguration": { - "type": "object", - "description": "Azure OpenAI model configuration. The API version would be selected by the service for querying the model.", - "properties": { - "modelDeploymentName": { - "type": "string", - "description": "Deployment name for AOAI model. Example: gpt-4o if in AIServices or connection based `connection_name/deployment_name` (e.g. `my-aoai-connection/gpt-4o`)." - }, - "modelParameters": { - "type": "object", - "description": "Optional model-specific parameters to fine-tune behavior during evaluation. These may include temperature, max tokens, top-p, frequency penalty, and other model configuration options supported by the deployment.", - "additionalProperties": {} - } - }, - "required": [ - "modelDeploymentName" - ], - "allOf": [ - { - "$ref": "#/definitions/TargetConfig" - } - ], - "x-ms-discriminator-value": "AzureOpenAIModel" - }, - "AzureOpenAIModelConfigurationUpdate": { - "type": "object", - "description": "Azure OpenAI model configuration. The API version would be selected by the service for querying the model.", - "properties": { - "modelDeploymentName": { - "type": "string", - "description": "Deployment name for AOAI model. Example: gpt-4o if in AIServices or connection based `connection_name/deployment_name` (e.g. `my-aoai-connection/gpt-4o`)." - }, - "modelParameters": { - "type": "object", - "description": "Optional model-specific parameters to fine-tune behavior during evaluation. These may include temperature, max tokens, top-p, frequency penalty, and other model configuration options supported by the deployment.", - "additionalProperties": {} - } - }, - "allOf": [ - { - "$ref": "#/definitions/TargetConfigUpdate" - } - ], - "x-ms-discriminator-value": "AzureOpenAIModel" - }, - "BaseCredentials": { - "type": "object", - "description": "A base class for connection credentials", - "properties": { - "type": { - "$ref": "#/definitions/CredentialType", - "description": "The type of credential used by the connection", - "readOnly": true - } - }, - "discriminator": "type", - "required": [ - "type" - ] - }, - "BlobReference": { - "type": "object", - "description": "Blob reference details.", - "properties": { - "blobUri": { - "type": "string", - "description": "Blob URI path for client to upload data. Example: https://blob.windows.core.net/Container/Path" - }, - "storageAccountArmId": { - "type": "string", - "description": "ARM ID of the storage account to use." - }, - "credential": { - "$ref": "#/definitions/SasCredential", - "description": "Credential info to access the storage account." - } - }, - "required": [ - "blobUri", - "storageAccountArmId", - "credential" - ] - }, - "ConfidenceInterval": { - "type": "object", - "description": "Confidence interval for the metric.", - "properties": { - "lowerBound": { - "type": "number", - "format": "float", - "description": "Lower bound of the confidence interval for the average score, providing a range within which the true average is likely to fall." - }, - "upperBound": { - "type": "number", - "format": "float", - "description": "Upper bound of the confidence interval for the average score, providing a range within which the true average is likely to fall." - } - }, - "required": [ - "lowerBound", - "upperBound" - ] - }, - "Connection": { - "type": "object", - "description": "Response from the list and get connections operations", - "properties": { - "name": { - "type": "string", - "description": "The friendly name of the connection, provided by the user.", - "readOnly": true - }, - "id": { - "type": "string", - "description": "A unique identifier for the connection, generated by the service", - "readOnly": true - }, - "type": { - "$ref": "#/definitions/ConnectionType", - "description": "Category of the connection", - "readOnly": true - }, - "target": { - "type": "string", - "description": "The connection URL to be used for this service", - "readOnly": true - }, - "isDefault": { - "type": "boolean", - "description": "Whether the connection is tagged as the default connection of its type", - "readOnly": true - }, - "credentials": { - "$ref": "#/definitions/BaseCredentials", - "description": "The credentials used by the connection", - "readOnly": true - }, - "metadata": { - "type": "object", - "description": "Metadata of the connection", - "additionalProperties": { - "type": "string" - }, - "readOnly": true - } - }, - "required": [ - "name", - "id", - "type", - "target", - "isDefault", - "credentials", - "metadata" - ] - }, - "ConnectionType": { - "type": "string", - "description": "The Type (or category) of the connection", - "enum": [ - "AzureOpenAI", - "AzureBlob", - "AzureStorageAccount", - "CognitiveSearch", - "CosmosDB", - "ApiKey", - "AppConfig", - "AppInsights", - "CustomKeys" - ], - "x-ms-enum": { - "name": "ConnectionType", - "modelAsString": true, - "values": [ - { - "name": "AzureOpenAI", - "value": "AzureOpenAI", - "description": "Azure OpenAI Service" - }, - { - "name": "AzureBlobStorage", - "value": "AzureBlob", - "description": "Azure Blob Storage, with specified container" - }, - { - "name": "AzureStorageAccount", - "value": "AzureStorageAccount", - "description": "Azure Blob Storage, with container not specified (used by Agents)" - }, - { - "name": "AzureAISearch", - "value": "CognitiveSearch", - "description": "Azure AI Search" - }, - { - "name": "CosmosDB", - "value": "CosmosDB", - "description": "CosmosDB" - }, - { - "name": "APIKey", - "value": "ApiKey", - "description": "Generic connection that uses API Key authentication" - }, - { - "name": "ApplicationConfiguration", - "value": "AppConfig", - "description": "Application Configuration" - }, - { - "name": "ApplicationInsights", - "value": "AppInsights", - "description": "Application Insights" - }, - { - "name": "Custom", - "value": "CustomKeys", - "description": "Custom Keys" - } - ] - } - }, - "CosmosDBIndex": { - "type": "object", - "description": "CosmosDB Vector Store Index Definition", - "properties": { - "connectionName": { - "type": "string", - "description": "Name of connection to CosmosDB", - "x-ms-mutability": [ - "create" - ] - }, - "databaseName": { - "type": "string", - "description": "Name of the CosmosDB Database", - "x-ms-mutability": [ - "create" - ] - }, - "containerName": { - "type": "string", - "description": "Name of CosmosDB Container", - "x-ms-mutability": [ - "create" - ] - }, - "embeddingConfiguration": { - "$ref": "#/definitions/EmbeddingConfiguration", - "description": "Embedding model configuration", - "x-ms-mutability": [ - "create" - ] - }, - "fieldMapping": { - "$ref": "#/definitions/FieldMapping", - "description": "Field mapping configuration", - "x-ms-mutability": [ - "create" - ] - } - }, - "required": [ - "connectionName", - "databaseName", - "containerName", - "embeddingConfiguration", - "fieldMapping" - ], - "allOf": [ - { - "$ref": "#/definitions/Index" - } - ], - "x-ms-discriminator-value": "CosmosDBNoSqlVectorStore" - }, - "CredentialType": { - "type": "string", - "description": "The credential type used by the connection", - "enum": [ - "ApiKey", - "AAD", - "SAS", - "CustomKeys", - "None" - ], - "x-ms-enum": { - "name": "CredentialType", - "modelAsString": true, - "values": [ - { - "name": "apiKey", - "value": "ApiKey", - "description": "API Key credential" - }, - { - "name": "entraId", - "value": "AAD", - "description": "Entra ID credential (formerly known as AAD)" - }, - { - "name": "SAS", - "value": "SAS", - "description": "Shared Access Signature (SAS) credential" - }, - { - "name": "custom", - "value": "CustomKeys", - "description": "Custom credential" - }, - { - "name": "None", - "value": "None", - "description": "No credential" - } - ] - } - }, - "CustomCredential": { - "type": "object", - "description": "Custom credential definition", - "properties": { - "keys": { - "type": "object", - "description": "The credential type", - "additionalProperties": { - "type": "string" - }, - "readOnly": true - } - }, - "required": [ - "keys" - ], - "allOf": [ - { - "$ref": "#/definitions/BaseCredentials" - } - ], - "x-ms-discriminator-value": "CustomKeys" - }, - "DatasetId": { - "type": "string", - "description": "Unique identifier of a dataset registered in AI Foundry workspace. The identifier follows the format: azureai://accounts/{resourceName}/projects/{projectName}/data/{datasetName}/versions/{versionNumber}" - }, - "DatasetType": { - "type": "string", - "description": "Enum to determine the type of data.", - "enum": [ - "uri_file", - "uri_folder" - ], - "x-ms-enum": { - "name": "DatasetType", - "modelAsString": true, - "values": [ - { - "name": "uri_file", - "value": "uri_file", - "description": "URI file." - }, - { - "name": "uri_folder", - "value": "uri_folder", - "description": "URI folder." - } - ] - } - }, - "DatasetVersion": { - "type": "object", - "description": "DatasetVersion Definition", - "properties": { - "dataUri": { - "type": "string", - "description": "URI of the data. Example: https://go.microsoft.com/fwlink/?linkid=2202330", - "minLength": 1, - "pattern": "[a-zA-Z0-9_]", - "x-ms-mutability": [ - "read", - "create" - ] - }, - "type": { - "$ref": "#/definitions/DatasetType", - "description": "Dataset type" - }, - "isReference": { - "type": "boolean", - "description": "Indicates if the dataset holds a reference to the storage, or the dataset manages storage itself. If true, the underlying data will not be deleted when the dataset version is deleted", - "readOnly": true - }, - "connectionName": { - "type": "string", - "description": "The Azure Storage Account connection name. Required if startPendingUploadVersion was not called before creating the Dataset", - "x-ms-mutability": [ - "read", - "create" - ] - }, - "id": { - "type": "string", - "description": "Asset ID, a unique identifier for the asset", - "readOnly": true - }, - "name": { - "type": "string", - "description": "The name of the resource", - "readOnly": true - }, - "version": { - "type": "string", - "description": "The version of the resource", - "readOnly": true - }, - "description": { - "type": "string", - "description": "The asset description text.", - "x-ms-mutability": [ - "update", - "create" - ] - }, - "tags": { - "type": "object", - "description": "Tag dictionary. Tags can be added, removed, and updated.", - "additionalProperties": { - "type": "string" - }, - "x-ms-mutability": [ - "update", - "create" - ] - } - }, - "discriminator": "type", - "required": [ - "dataUri", - "type", - "name", - "version" - ] - }, - "Deployment": { - "type": "object", - "description": "Model Deployment Definition", - "properties": { - "type": { - "$ref": "#/definitions/DeploymentType", - "description": "The type of the deployment" - }, - "name": { - "type": "string", - "description": "Name of the deployment", - "readOnly": true - } - }, - "discriminator": "type", - "required": [ - "type", - "name" - ] - }, - "DeploymentType": { - "type": "string", - "enum": [ - "ModelDeployment" - ], - "x-ms-enum": { - "name": "DeploymentType", - "modelAsString": true, - "values": [ - { - "name": "ModelDeployment", - "value": "ModelDeployment", - "description": "Model deployment" - } - ] - } - }, - "DeveloperMessage": { - "type": "object", - "description": "A message authored by a developer to guide the model during evaluation.", - "properties": { - "content": { - "description": "Content provided by a developer to guide model behavior in an evaluation context." - } - }, - "required": [ - "content" - ], - "allOf": [ - { - "$ref": "#/definitions/Message" - } - ], - "x-ms-discriminator-value": "developer" - }, - "EmbeddingConfiguration": { - "type": "object", - "description": "Embedding configuration class", - "properties": { - "modelDeploymentName": { - "type": "string", - "description": "Deployment name of embedding model. It can point to a model deployment either in the parent AIServices or a connection.", - "x-ms-mutability": [ - "create" - ] - }, - "embeddingField": { - "type": "string", - "description": "Embedding field", - "x-ms-mutability": [ - "create" - ] - } - }, - "required": [ - "modelDeploymentName", - "embeddingField" - ] - }, - "EntraIDCredentials": { - "type": "object", - "description": "Entra ID credential definition", - "allOf": [ - { - "$ref": "#/definitions/BaseCredentials" - } - ], - "x-ms-discriminator-value": "AAD" - }, - "Evaluation": { - "type": "object", - "description": "Evaluation Definition", - "properties": { - "id": { - "type": "string", - "description": "Identifier of the evaluation.", - "readOnly": true - }, - "dataSource": { - "$ref": "#/definitions/EvaluationDataSource", - "description": "Data source configuration that specifies where the evaluation data comes from. This replaces the legacy 'data' field and provides more flexible data source options." - }, - "resultSettings": { - "$ref": "#/definitions/EvaluationResultSettings", - "description": "Configuration settings that control how evaluation results are processed, stored, and exported" - }, - "displayName": { - "type": "string", - "description": "Display Name for evaluation. It helps to find the evaluation easily in AI Foundry. It does not need to be unique." - }, - "description": { - "type": "string", - "description": "Description of the evaluation. It can be used to store additional information about the evaluation and is mutable." - }, - "state": { - "$ref": "#/definitions/Azure.Core.Foundations.OperationState", - "description": "Current operational state of the evaluation. This field is managed by the service and reflects the evaluation's progress from initiation to completion.", - "readOnly": true - }, - "tags": { - "type": "object", - "description": "Evaluation's tags. Unlike properties, tags are fully mutable.", - "additionalProperties": { - "type": "string" - } - }, - "properties": { - "type": "object", - "description": "Evaluation's properties. Unlike tags, properties are add-only. Once added, a property cannot be removed.", - "additionalProperties": { - "type": "string" - } - }, - "evaluators": { - "type": "array", - "description": "Evaluators to be used for the evaluation.", - "items": { - "$ref": "#/definitions/EvaluatorConfiguration" - } - }, - "summary": { - "$ref": "#/definitions/EvaluationSummaryResult", - "description": "Aggregated summary of evaluation results for each configured evaluator. This provides a high-level overview of performance across all data rows.", - "readOnly": true - }, - "resultDatasetId": { - "$ref": "#/definitions/DatasetId", - "description": " Unique identifier of the dataset containing detailed evaluation results. This dataset is created automatically upon evaluation completion and contains row-by-row results for analysis.\n The identifier follows the format: azureai://accounts/{resourceName}/projects/{projectName}/datasets/{datasetName}/versions/{versionNumber}.\n Note: This dataset is only available when the result retention policy permits detailed result storage.", - "readOnly": true - }, - "systemData": { - "type": "object", - "description": "System-generated metadata containing internal service information for debugging and operational purposes. This field is managed by the service and cannot be modified by clients.", - "additionalProperties": { - "type": "string" - }, - "readOnly": true - } - }, - "required": [ - "id", - "dataSource", - "state", - "evaluators" - ] - }, - "EvaluationDataSource": { - "type": "object", - "description": "Base class for different types of evaluation data sources. Use the discriminator field 'type' to specify the specific data source implementation.", - "properties": { - "type": { - "$ref": "#/definitions/EvaluationDataSourceType", - "description": "Specifies the type of data source being used for evaluation" - } - }, - "discriminator": "type", - "required": [ - "type" - ] - }, - "EvaluationDataSourceType": { - "type": "string", - "description": "Specifies the type of data source used for evaluation. Different types support various data input methods and formats.", - "enum": [ - "inlineData", - "dataset", - "FoundryModelInline", - "FoundryModelDataset" - ], - "x-ms-enum": { - "name": "EvaluationDataSourceType", - "modelAsString": true, - "values": [ - { - "name": "InlineData", - "value": "inlineData", - "description": "Use inline JSON data provided directly in the request" - }, - { - "name": "Dataset", - "value": "dataset", - "description": "Use a dataset that has been registered and stored in AI Foundry workspace" - }, - { - "name": "FoundryModelInline", - "value": "FoundryModelInline", - "description": "Use data generated by running a model deployment against inline queries provided in the request" - }, - { - "name": "FoundryModelDataset", - "value": "FoundryModelDataset", - "description": "Use data generated by running a model deployment against a registered dataset" - } - ] - } - }, - "EvaluationDataSourceUpdate": { - "type": "object", - "description": "Base class for different types of evaluation data sources. Use the discriminator field 'type' to specify the specific data source implementation.", - "properties": { - "type": { - "$ref": "#/definitions/EvaluationDataSourceType", - "description": "Specifies the type of data source being used for evaluation" - } - }, - "discriminator": "type", - "required": [ - "type" - ] - }, - "EvaluationDestinationConfiguration": { - "type": "object", - "description": "Base configuration for exporting evaluation results to external storage destinations. This enables integration with external analytics and monitoring systems.", - "properties": { - "type": { - "$ref": "#/definitions/EvaluationDestinationConfigurationType", - "description": "Specifies the type of external storage destination" - }, - "connectionName": { - "type": "string", - "description": "Name of the connection resource configured in the AI Foundry workspace. This connection must be properly configured with appropriate credentials before use." - }, - "state": { - "$ref": "#/definitions/Azure.Core.Foundations.OperationState", - "description": "Current state of the export operation to this destination. This field is managed by the service and cannot be modified by clients.", - "readOnly": true - } - }, - "discriminator": "type", - "required": [ - "type", - "connectionName" - ] - }, - "EvaluationDestinationConfigurationType": { - "type": "string", - "description": "Specifies the type of external storage destination where evaluation results can be exported for further analysis or long-term retention.", - "enum": [ - "appInsightsStorage", - "storageAccountStorage" - ], - "x-ms-enum": { - "name": "EvaluationDestinationConfigurationType", - "modelAsString": true, - "values": [ - { - "name": "AppInsightsStorage", - "value": "appInsightsStorage", - "description": "Export evaluation results to Azure Application Insights for monitoring and analytics" - }, - { - "name": "StorageAccountStorage", - "value": "storageAccountStorage", - "description": "Export evaluation results to Azure Blob Storage for data archival and custom processing" - } - ] - } - }, - "EvaluationMetric": { - "type": "object", - "description": "Metric representing the evaluation result for a specific evaluator.", - "properties": { - "name": { - "type": "string", - "description": "Name of the evaluation metric" - }, - "evaluatorName": { - "type": "string", - "description": "Name provided for the evaluator in the input request." - }, - "score": { - "type": "number", - "format": "float", - "description": "Score assigned by the evaluator to the specific data row" - }, - "labels": { - "type": "array", - "description": "Optional labels associated with the evaluation result.", - "items": { - "type": "string" - } - }, - "outcome": { - "$ref": "#/definitions/EvaluationResultOutcome", - "description": "Outcome of the evaluation" - }, - "reasoning": { - "type": "string", - "description": "Reasoning or explanation provided by the evaluator for the score assigned to this data row" - }, - "error": { - "type": "string", - "description": "Error message describing why the evaluation failed for this data row, if applicable" - }, - "metadata": { - "$ref": "#/definitions/EvaluationResultMetadata", - "description": "Metadata about the evaluation result" - }, - "usage": { - "$ref": "#/definitions/Usage", - "description": "Token consumption for this metric evaluation" - }, - "additionalDetails": { - "type": "object", - "description": "Additional metadata about the evaluation result, such as processing details or custom fields", - "additionalProperties": {} - } - }, - "required": [ - "name", - "evaluatorName", - "reasoning", - "metadata" - ] - }, - "EvaluationResult": { - "type": "object", - "description": "Comprehensive evaluation results for a single data row, including the input data, processing state, and results from all configured evaluators.", - "properties": { - "id": { - "type": "string", - "description": "Unique identifier for this evaluation result row", - "readOnly": true - }, - "error": { - "type": "string", - "description": "Error message describing why the evaluation failed for this data row, if applicable" - }, - "inputDataJson": { - "type": "string", - "description": "Original input data for this row in JSON string format. This preserves the exact data that was evaluated for reference and debugging." - }, - "metrics": { - "type": "array", - "description": "Evaluation results from all the configured evaluators for this data row.", - "items": { - "$ref": "#/definitions/EvaluationMetric" - } - } - }, - "required": [ - "id" - ] - }, - "EvaluationResultMetadata": { - "type": "object", - "description": "Metadata about the evaluation result", - "properties": { - "evaluatorId": { - "type": "string", - "description": "Unique identifier of the evaluator that produced this result" - }, - "desiredDirection": { - "$ref": "#/definitions/EvaluatorDesirableDirection", - "description": "Desired direction for the evaluation score." - }, - "threshold": { - "type": "number", - "format": "float", - "description": "Threshold value that this score is compared against to determine the evaluation outcome" - }, - "type": { - "$ref": "#/definitions/MetricType", - "description": "Type of metric generated" - } - }, - "required": [ - "evaluatorId", - "type" - ] - }, - "EvaluationResultOutcome": { - "type": "string", - "description": "Defines the possible outcomes of an evaluation result, indicating whether the evaluated data meets the specified criteria or standards.", - "enum": [ - "pass", - "fail", - "error" - ], - "x-ms-enum": { - "name": "EvaluationResultOutcome", - "modelAsString": true, - "values": [ - { - "name": "pass", - "value": "pass", - "description": "The evaluation completed successfully and met the specified criteria or threshold" - }, - { - "name": "fail", - "value": "fail", - "description": "The evaluation completed but did not meet the specified criteria or threshold" - }, - { - "name": "error", - "value": "error", - "description": "The evaluation resulted in an error for this particular data row" - } - ] - } - }, - "EvaluationResultSettings": { - "type": "object", - "description": "Configuration settings that control how evaluation results are processed, stored, and exported. These settings affect data privacy, retention, and integration with external systems.", - "properties": { - "additionalDestinations": { - "type": "array", - "description": "List of external storage destinations where evaluation results should be exported in addition to the default AI Foundry storage", - "items": { - "$ref": "#/definitions/EvaluationDestinationConfiguration" - } - } - } - }, - "EvaluationSummaryResult": { - "type": "object", - "description": "Summary of evaluation results, including aggregated metrics and evaluator statuses.", - "properties": { - "evaluatorStatus": { - "type": "array", - "description": "Status of each evaluator from the input request.", - "items": { - "$ref": "#/definitions/EvaluatorStatusResult" - } - }, - "metrics": { - "type": "array", - "description": "Aggregated metrics that summarize evaluation results across multiple data rows. This provides a high-level overview of performance across all data rows.", - "items": { - "$ref": "#/definitions/AggregatedMetric" - } - } - }, - "required": [ - "evaluatorStatus" - ] - }, - "EvaluationSummaryStatistics": { - "type": "object", - "description": "Statistical summary of evaluation results including aggregated scores and pass/fail rates.", - "properties": { - "sampleCount": { - "type": "integer", - "format": "int64", - "description": "Total number of rows that were evaluated." - }, - "passRate": { - "type": "number", - "format": "float", - "description": "Proportion of evaluation results that passed the specified criteria or threshold, expressed as a value between 0 and 1." - }, - "min": { - "type": "number", - "format": "float", - "description": "Lowest score value observed across all evaluation results." - }, - "max": { - "type": "number", - "format": "float", - "description": "Highest score value observed across all evaluation results." - }, - "average": { - "type": "number", - "format": "float", - "description": "Arithmetic mean of all score values in the evaluation results." - }, - "standardDeviation": { - "type": "number", - "format": "float", - "description": "Standard deviation of score values, indicating the variability or spread of scores around the average." - }, - "confidenceInterval95th": { - "$ref": "#/definitions/ConfidenceInterval", - "description": "Confidence interval for the average score, providing a range within which the pass average is likely to fall (95th percentile)." - }, - "labelFrequency": { - "type": "object", - "description": "Label frequency distribution, showing how often each label appears in the evaluation results. This can help identify common themes or issues across evaluated data rows.", - "additionalProperties": { - "format": "int64", - "type": "integer" - } - } - }, - "required": [ - "sampleCount" - ] - }, - "EvaluationUpdate": { - "type": "object", - "description": "Evaluation Definition", - "properties": { - "dataSource": { - "$ref": "#/definitions/EvaluationDataSourceUpdate", - "description": "Data source configuration that specifies where the evaluation data comes from. This replaces the legacy 'data' field and provides more flexible data source options." - }, - "resultSettings": { - "$ref": "#/definitions/EvaluationResultSettings", - "description": "Configuration settings that control how evaluation results are processed, stored, and exported" - }, - "displayName": { - "type": "string", - "description": "Display Name for evaluation. It helps to find the evaluation easily in AI Foundry. It does not need to be unique." - }, - "description": { - "type": "string", - "description": "Description of the evaluation. It can be used to store additional information about the evaluation and is mutable." - }, - "tags": { - "type": "object", - "description": "Evaluation's tags. Unlike properties, tags are fully mutable.", - "additionalProperties": { - "type": "string" - } - }, - "properties": { - "type": "object", - "description": "Evaluation's properties. Unlike tags, properties are add-only. Once added, a property cannot be removed.", - "additionalProperties": { - "type": "string" - } - }, - "evaluators": { - "type": "array", - "description": "Evaluators to be used for the evaluation.", - "items": { - "$ref": "#/definitions/EvaluatorConfiguration" - } - } - } - }, - "EvaluatorConfiguration": { - "type": "object", - "description": "Evaluator Configuration", - "properties": { - "id": { - "type": "string", - "description": "Identifier of the evaluator." - }, - "name": { - "type": "string", - "description": "Name of the evaluator. It can be used for identify the evaluator in the evaluation results." - }, - "initializationParameters": { - "type": "object", - "description": "Initialization parameters of the evaluator.", - "additionalProperties": {} - }, - "dataMapping": { - "type": "object", - "description": "Data parameters of the evaluator.", - "additionalProperties": { - "type": "string" - } - } - }, - "required": [ - "id" - ] - }, - "EvaluatorDesirableDirection": { - "type": "string", - "description": "Describes the desirable direction for the evaluation score. This indicates whether a higher or lower score is preferred for this evaluator.", - "enum": [ - "increase", - "decrease", - "neutral" - ], - "x-ms-enum": { - "name": "EvaluatorDesirableDirection", - "modelAsString": true, - "values": [ - { - "name": "increase", - "value": "increase", - "description": "Indicates that a higher score is desirable for this evaluator" - }, - { - "name": "decrease", - "value": "decrease", - "description": "Indicates that a lower score is desirable for this evaluator" - }, - { - "name": "neutral", - "value": "neutral", - "description": "Indicates that the score should be neutral, meaning it does not have a preferred direction" - } - ] - } - }, - "EvaluatorMessages": { - "type": "object", - "description": "Multi-turn conversations for evaluating dialogue systems and context awareness.", - "properties": { - "query": { - "type": "array", - "description": "Array of messages representing representing queries", - "items": { - "$ref": "#/definitions/Message" - } - }, - "response": { - "type": "array", - "description": "Array of messages representing responses", - "items": { - "$ref": "#/definitions/Message" - } - }, - "toolDefinitions": { - "type": "array", - "description": "Array of tool definitions that are used in the conversation", - "items": { - "$ref": "#/definitions/AgentToolDefinition" - } - } - }, - "required": [ - "query", - "response", - "toolDefinitions" - ], - "allOf": [ - { - "$ref": "#/definitions/InlineData" - } - ], - "x-ms-discriminator-value": "evaluationMessagesFormat" - }, - "EvaluatorStatusResult": { - "type": "object", - "description": "Status of evaluator across all data rows.", - "properties": { - "name": { - "type": "string", - "description": "Name of the evaluator from the input request." - }, - "id": { - "type": "string", - "description": "Identifier of the evaluator from the input request." - }, - "state": { - "$ref": "#/definitions/Azure.Core.Foundations.OperationState", - "description": "State of the evaluation for this evaluator." - }, - "error": { - "type": "string", - "description": "Error message if the evaluator failed to process." - }, - "usage": { - "$ref": "#/definitions/Usage", - "description": "Usage statistics for the evaluation" - } - }, - "required": [ - "name", - "id", - "state", - "usage" - ] - }, - "FieldMapping": { - "type": "object", - "description": "Field mapping configuration class", - "properties": { - "contentFields": { - "type": "array", - "description": "List of fields with text content", - "items": { - "type": "string" - }, - "x-ms-mutability": [ - "create" - ] - }, - "filepathField": { - "type": "string", - "description": "Path of file to be used as a source of text content", - "x-ms-mutability": [ - "create" - ] - }, - "titleField": { - "type": "string", - "description": "Field containing the title of the document", - "x-ms-mutability": [ - "create" - ] - }, - "urlField": { - "type": "string", - "description": "Field containing the url of the document", - "x-ms-mutability": [ - "create" - ] - }, - "vectorFields": { - "type": "array", - "description": "List of fields with vector content", - "items": { - "type": "string" - }, - "x-ms-mutability": [ - "create" - ] - }, - "metadataFields": { - "type": "array", - "description": "List of fields with metadata content", - "items": { - "type": "string" - }, - "x-ms-mutability": [ - "create" - ] - } - }, - "required": [ - "contentFields" - ] - }, - "FileDatasetVersion": { - "type": "object", - "description": "FileDatasetVersion Definition", - "allOf": [ - { - "$ref": "#/definitions/DatasetVersion" - } - ], - "x-ms-discriminator-value": "uri_file" - }, - "FolderDatasetVersion": { - "type": "object", - "description": "FileDatasetVersion Definition", - "allOf": [ - { - "$ref": "#/definitions/DatasetVersion" - } - ], - "x-ms-discriminator-value": "uri_folder" - }, - "FoundryDatasetDataSource": { - "type": "object", - "description": "Data source that uses a dataset registered and stored in AI Foundry workspace. This is the recommended approach for large datasets or reusable evaluation data.", - "properties": { - "datasetId": { - "$ref": "#/definitions/DatasetId", - "description": "Unique identifier of the dataset registered in AI Foundry workspace" - } - }, - "required": [ - "datasetId" - ], - "allOf": [ - { - "$ref": "#/definitions/EvaluationDataSource" - } - ], - "x-ms-discriminator-value": "dataset" - }, - "FoundryDatasetDataSourceUpdate": { - "type": "object", - "description": "Data source that uses a dataset registered and stored in AI Foundry workspace. This is the recommended approach for large datasets or reusable evaluation data.", - "properties": { - "datasetId": { - "$ref": "#/definitions/DatasetId", - "description": "Unique identifier of the dataset registered in AI Foundry workspace" - } - }, - "allOf": [ - { - "$ref": "#/definitions/EvaluationDataSourceUpdate" - } - ], - "x-ms-discriminator-value": "dataset" - }, - "FoundryModelDatasetSource": { - "type": "object", - "description": "Data source that uses a model deployment with a dataset containing prompts. The model processes each prompt from the dataset to generate responses, which are then evaluated against the configured evaluators.", - "properties": { - "modelTarget": { - "$ref": "#/definitions/TargetConfig", - "description": "Configuration for the model deployment used in evaluation." - }, - "baseMessages": { - "type": "array", - "description": "A list of messages comprising the conversation so far. Each message can be a json string with role and content to specify the conversation context.", - "items": { - "$ref": "#/definitions/Message" - } - }, - "datasetId": { - "$ref": "#/definitions/DatasetId", - "description": "Unique identifier of the dataset containing prompts that will be processed by the model deployment" - }, - "queryField": { - "type": "string", - "description": "Name of the column in the dataset that contains the queries to be processed by the model deployment. This allows specifying which column should be used as input for evaluation. eg.. queryField: '${data.query}'" - } - }, - "required": [ - "modelTarget", - "baseMessages", - "datasetId", - "queryField" - ], - "allOf": [ - { - "$ref": "#/definitions/EvaluationDataSource" - } - ], - "x-ms-discriminator-value": "FoundryModelDataset" - }, - "FoundryModelDatasetSourceUpdate": { - "type": "object", - "description": "Data source that uses a model deployment with a dataset containing prompts. The model processes each prompt from the dataset to generate responses, which are then evaluated against the configured evaluators.", - "properties": { - "modelTarget": { - "$ref": "#/definitions/TargetConfigUpdate", - "description": "Configuration for the model deployment used in evaluation." - }, - "baseMessages": { - "type": "array", - "description": "A list of messages comprising the conversation so far. Each message can be a json string with role and content to specify the conversation context.", - "items": { - "$ref": "#/definitions/Message" - } - }, - "datasetId": { - "$ref": "#/definitions/DatasetId", - "description": "Unique identifier of the dataset containing prompts that will be processed by the model deployment" - }, - "queryField": { - "type": "string", - "description": "Name of the column in the dataset that contains the queries to be processed by the model deployment. This allows specifying which column should be used as input for evaluation. eg.. queryField: '${data.query}'" - } - }, - "allOf": [ - { - "$ref": "#/definitions/EvaluationDataSourceUpdate" - } - ], - "x-ms-discriminator-value": "FoundryModelDataset" - }, - "FoundryModelInlineSource": { - "type": "object", - "description": "Data source that uses a model deployment with inline queries. The specified model processes each query to generate responses, which are then evaluated against the configured evaluators.", - "properties": { - "modelTarget": { - "$ref": "#/definitions/TargetConfig", - "description": "Configuration for the model deployment used in evaluation." - }, - "baseMessages": { - "type": "array", - "description": "A list of messages comprising the conversation so far. Each message can be a json string with role and content to specify the conversation context.", - "items": { - "$ref": "#/definitions/Message" - } - }, - "queries": { - "type": "array", - "description": "Inline queries to be processed by the model deployment. The response is then evaluated against the configured evaluators.", - "items": { - "type": "string" - } - } - }, - "required": [ - "modelTarget", - "baseMessages", - "queries" - ], - "allOf": [ - { - "$ref": "#/definitions/EvaluationDataSource" - } - ], - "x-ms-discriminator-value": "FoundryModelInline" - }, - "FoundryModelInlineSourceUpdate": { - "type": "object", - "description": "Data source that uses a model deployment with inline queries. The specified model processes each query to generate responses, which are then evaluated against the configured evaluators.", - "properties": { - "modelTarget": { - "$ref": "#/definitions/TargetConfigUpdate", - "description": "Configuration for the model deployment used in evaluation." - }, - "baseMessages": { - "type": "array", - "description": "A list of messages comprising the conversation so far. Each message can be a json string with role and content to specify the conversation context.", - "items": { - "$ref": "#/definitions/Message" - } - }, - "queries": { - "type": "array", - "description": "Inline queries to be processed by the model deployment. The response is then evaluated against the configured evaluators.", - "items": { - "type": "string" - } - } - }, - "allOf": [ - { - "$ref": "#/definitions/EvaluationDataSourceUpdate" - } - ], - "x-ms-discriminator-value": "FoundryModelInline" - }, - "ImageSource": { - "type": "object", - "description": "Image source", - "properties": { - "url": { - "type": "string", - "description": "A publicly accessible image URL." - } - } - }, - "ImageUrlContent": { - "type": "object", - "description": "Content for image URL messages in AI conversations.", - "properties": { - "image_url": { - "$ref": "#/definitions/ImageSource", - "description": "The URL of the image." - } - }, - "required": [ - "image_url" - ], - "allOf": [ - { - "$ref": "#/definitions/AIContent" - } - ], - "x-ms-discriminator-value": "image_url" - }, - "Index": { - "type": "object", - "description": "Index resource Definition", - "properties": { - "type": { - "$ref": "#/definitions/IndexType", - "description": "Type of index" - }, - "id": { - "type": "string", - "description": "Asset ID, a unique identifier for the asset", - "readOnly": true - }, - "name": { - "type": "string", - "description": "The name of the resource", - "readOnly": true - }, - "version": { - "type": "string", - "description": "The version of the resource", - "readOnly": true - }, - "description": { - "type": "string", - "description": "The asset description text.", - "x-ms-mutability": [ - "update", - "create" - ] - }, - "tags": { - "type": "object", - "description": "Tag dictionary. Tags can be added, removed, and updated.", - "additionalProperties": { - "type": "string" - }, - "x-ms-mutability": [ - "update", - "create" - ] - } - }, - "discriminator": "type", - "required": [ - "type", - "name", - "version" - ] - }, - "IndexType": { - "type": "string", - "enum": [ - "AzureSearch", - "CosmosDBNoSqlVectorStore", - "ManagedAzureSearch" - ], - "x-ms-enum": { - "name": "IndexType", - "modelAsString": true, - "values": [ - { - "name": "azureSearch", - "value": "AzureSearch", - "description": "Azure search" - }, - { - "name": "cosmosDB", - "value": "CosmosDBNoSqlVectorStore", - "description": "CosmosDB" - }, - { - "name": "managedAzureSearch", - "value": "ManagedAzureSearch", - "description": "Managed Azure Search" - } - ] - } - }, - "InlineData": { - "type": "object", - "description": "Base class for inline evaluation data with format discrimination.", - "properties": { - "dataFormat": { - "$ref": "#/definitions/InlineDataFormat", - "description": "Format of the inline data structure" - } - }, - "discriminator": "dataFormat", - "required": [ - "dataFormat" - ] - }, - "InlineDataFormat": { - "type": "string", - "description": "Available formats for structuring inline evaluation data.", - "enum": [ - "queryResponseMessageFormat", - "evaluationMessagesFormat", - "inlineJsonFormat" - ], - "x-ms-enum": { - "name": "InlineDataFormat", - "modelAsString": true, - "values": [ - { - "name": "queryResponseMessageFormat", - "value": "queryResponseMessageFormat", - "description": "Query-response pairs for Q&A and chatbot evaluations" - }, - { - "name": "evaluationMessagesFormat", - "value": "evaluationMessagesFormat", - "description": "Multi-turn conversations with role-based messages and tool definitions" - }, - { - "name": "inlineJsonFormat", - "value": "inlineJsonFormat", - "description": "Flexible JSON format for custom data structures" - } - ] - } - }, - "InlineDataSource": { - "type": "object", - "description": "Data source using inline data provided directly in the request. Size limit is 2 MB", - "properties": { - "id": { - "type": "string", - "description": "Optional unique identifier for the inline data source. This can be an agent id or a custom identifier to distinguish between different inline data sources." - }, - "data": { - "$ref": "#/definitions/InlineData", - "description": "Inline data structured according to the specified format", - "x-ms-mutability": [ - "create" - ] - }, - "inlineDatasetId": { - "$ref": "#/definitions/DatasetId", - "description": "Dataset id for the uploaded inline data.", - "readOnly": true - } - }, - "required": [ - "inlineDatasetId" - ], - "allOf": [ - { - "$ref": "#/definitions/EvaluationDataSource" - } - ], - "x-ms-discriminator-value": "inlineData" - }, - "InlineDataSourceUpdate": { - "type": "object", - "description": "Data source using inline data provided directly in the request. Size limit is 2 MB", - "properties": { - "id": { - "type": "string", - "description": "Optional unique identifier for the inline data source. This can be an agent id or a custom identifier to distinguish between different inline data sources." - } - }, - "allOf": [ - { - "$ref": "#/definitions/EvaluationDataSourceUpdate" - } - ], - "x-ms-discriminator-value": "inlineData" - }, - "InlineJson": { - "type": "object", - "description": "Custom JSON format for complex evaluation scenarios requiring flexible data structures.", - "properties": { - "messages": { - "type": "array", - "description": "Array of JSON strings with custom fields and metadata", - "items": { - "type": "string" - } - } - }, - "required": [ - "messages" - ], - "allOf": [ - { - "$ref": "#/definitions/InlineData" - } - ], - "x-ms-discriminator-value": "inlineJsonFormat" - }, - "InputData": { - "type": "object", - "description": "Abstract data class.", - "properties": { - "type": { - "type": "string", - "description": "Type of the data" - } - }, - "discriminator": "type", - "required": [ - "type" - ] - }, - "InputDataset": { - "type": "object", - "description": "Dataset as source for evaluation.", - "properties": { - "id": { - "type": "string", - "description": "Evaluation input data" - } - }, - "required": [ - "id" - ], - "allOf": [ - { - "$ref": "#/definitions/InputData" - } - ], - "x-ms-discriminator-value": "dataset" - }, - "ManagedAzureAISearchIndex": { - "type": "object", - "description": "Managed Azure AI Search Index Definition", - "properties": { - "vectorStoreId": { - "type": "string", - "description": "Vector store id of managed index", - "x-ms-mutability": [ - "create" - ] - } - }, - "required": [ - "vectorStoreId" - ], - "allOf": [ - { - "$ref": "#/definitions/Index" - } - ], - "x-ms-discriminator-value": "ManagedAzureSearch" - }, - "Message": { - "type": "object", - "description": "Abstract base model representing a single message in a conversation.", - "properties": { - "role": { - "type": "string", - "description": "The role of the message author. Known values: 'system', 'assistant', 'developer', 'user'.", - "enum": [ - "system", - "assistant", - "developer", - "user" - ], - "x-ms-enum": { - "modelAsString": true - } - } - }, - "discriminator": "role", - "required": [ - "role" - ] - }, - "MetricType": { - "type": "string", - "description": "Enumeration of the different types of metrics that can be used in evaluations", - "enum": [ - "continuous", - "categorical", - "ordinal" - ], - "x-ms-enum": { - "name": "MetricType", - "modelAsString": true, - "values": [ - { - "name": "continuous", - "value": "continuous", - "description": "Continuous metric type, representing a numerical score" - }, - { - "name": "categorical", - "value": "categorical", - "description": "Categorical metric type, representing discrete categories or labels" - }, - { - "name": "ordinal", - "value": "ordinal", - "description": "Ordinal metric type, representing ordered categories" - } - ] - } - }, - "ModelDeployment": { - "type": "object", - "description": "Model Deployment Definition", - "properties": { - "modelName": { - "type": "string", - "description": "Publisher-specific name of the deployed model", - "readOnly": true - }, - "modelVersion": { - "type": "string", - "description": "Publisher-specific version of the deployed model", - "readOnly": true - }, - "modelPublisher": { - "type": "string", - "description": "Name of the deployed model's publisher", - "readOnly": true - }, - "capabilities": { - "type": "object", - "description": "Capabilities of deployed model", - "additionalProperties": { - "type": "string" - }, - "readOnly": true - }, - "sku": { - "$ref": "#/definitions/Sku", - "description": "Sku of the model deployment", - "readOnly": true - }, - "connectionName": { - "type": "string", - "description": "Name of the connection the deployment comes from", - "readOnly": true - } - }, - "required": [ - "modelName", - "modelVersion", - "modelPublisher", - "capabilities", - "sku" - ], - "allOf": [ - { - "$ref": "#/definitions/Deployment" - } - ], - "x-ms-discriminator-value": "ModelDeployment" - }, - "NoAuthenticationCredentials": { - "type": "object", - "description": "Credentials that do not require authentication", - "allOf": [ - { - "$ref": "#/definitions/BaseCredentials" - } - ], - "x-ms-discriminator-value": "None" - }, - "PagedConnection": { - "type": "object", - "description": "Paged collection of Connection items", - "properties": { - "value": { - "type": "array", - "description": "The Connection items on this page", - "items": { - "$ref": "#/definitions/Connection" - } - }, - "nextLink": { - "type": "string", - "format": "uri", - "description": "The link to the next page of items" - } - }, - "required": [ - "value" - ] - }, - "PagedDatasetVersion": { - "type": "object", - "description": "Paged collection of DatasetVersion items", - "properties": { - "value": { - "type": "array", - "description": "The DatasetVersion items on this page", - "items": { - "$ref": "#/definitions/DatasetVersion" - } - }, - "nextLink": { - "type": "string", - "format": "uri", - "description": "The link to the next page of items" - } - }, - "required": [ - "value" - ] - }, - "PagedDeployment": { - "type": "object", - "description": "Paged collection of Deployment items", - "properties": { - "value": { - "type": "array", - "description": "The Deployment items on this page", - "items": { - "$ref": "#/definitions/Deployment" - } - }, - "nextLink": { - "type": "string", - "format": "uri", - "description": "The link to the next page of items" - } - }, - "required": [ - "value" - ] - }, - "PagedEvaluation": { - "type": "object", - "description": "Paged collection of Evaluation items", - "properties": { - "value": { - "type": "array", - "description": "The Evaluation items on this page", - "items": { - "$ref": "#/definitions/Evaluation" - } - }, - "nextLink": { - "type": "string", - "format": "uri", - "description": "The link to the next page of items" - } - }, - "required": [ - "value" - ] - }, - "PagedIndex": { - "type": "object", - "description": "Paged collection of Index items", - "properties": { - "value": { - "type": "array", - "description": "The Index items on this page", - "items": { - "$ref": "#/definitions/Index" - } - }, - "nextLink": { - "type": "string", - "format": "uri", - "description": "The link to the next page of items" - } - }, - "required": [ - "value" - ] - }, - "PagedRedTeam": { - "type": "object", - "description": "Paged collection of RedTeam items", - "properties": { - "value": { - "type": "array", - "description": "The RedTeam items on this page", - "items": { - "$ref": "#/definitions/RedTeam" - } - }, - "nextLink": { - "type": "string", - "format": "uri", - "description": "The link to the next page of items" - } - }, - "required": [ - "value" - ] - }, - "PendingUploadCredentialType": { - "type": "string", - "description": "The type of credential used to access the storage account.", - "enum": [ - "SAS" - ], - "x-ms-enum": { - "name": "PendingUploadCredentialType", - "modelAsString": true, - "values": [ - { - "name": "sas", - "value": "SAS", - "description": "SAS credential type." - } - ] - } - }, - "PendingUploadRequest": { - "type": "object", - "description": "Represents a request for a pending upload.", - "properties": { - "pendingUploadId": { - "type": "string", - "description": "If PendingUploadId is not provided, a random GUID will be used." - }, - "connectionName": { - "type": "string", - "description": "Azure Storage Account connection name to use for generating temporary SAS token" - }, - "pendingUploadType": { - "type": "string", - "description": "BlobReference is the only supported type.", - "enum": [ - "BlobReference" - ], - "x-ms-enum": { - "modelAsString": false - } - } - }, - "required": [ - "pendingUploadType" - ] - }, - "PendingUploadResponse": { - "type": "object", - "description": "Represents the response for a pending upload request", - "properties": { - "blobReference": { - "$ref": "#/definitions/BlobReference", - "description": "Container-level read, write, list SAS." - }, - "pendingUploadId": { - "type": "string", - "description": "ID for this upload request." - }, - "version": { - "type": "string", - "description": "Version of asset to be created if user did not specify version when initially creating upload" - }, - "pendingUploadType": { - "type": "string", - "description": "BlobReference is the only supported type", - "enum": [ - "BlobReference" - ], - "x-ms-enum": { - "modelAsString": false - } - } - }, - "required": [ - "blobReference", - "pendingUploadId", - "pendingUploadType" - ] - }, - "PendingUploadType": { - "type": "string", - "description": "The type of pending upload.", - "enum": [ - "None", - "BlobReference" - ], - "x-ms-enum": { - "name": "PendingUploadType", - "modelAsString": true, - "values": [ - { - "name": "none", - "value": "None", - "description": "No pending upload." - }, - { - "name": "BlobReference", - "value": "BlobReference", - "description": "Blob Reference is the only supported type." - } - ] - } - }, - "QueryResponseInlineMessages": { - "type": "object", - "description": "Query-response pairs for evaluating Q&A systems and response accuracy.", - "properties": { - "messages": { - "type": "array", - "description": "Array of query-response pairs with optional context and ground truth", - "items": { - "$ref": "#/definitions/QueryResponseMessage" - } - } - }, - "required": [ - "messages" - ], - "allOf": [ - { - "$ref": "#/definitions/InlineData" - } - ], - "x-ms-discriminator-value": "queryResponseMessageFormat" - }, - "QueryResponseMessage": { - "type": "object", - "description": "Represents a message that contains a query and its corresponding response.", - "properties": { - "query": { - "type": "string", - "description": "The query message sent to the model." - }, - "response": { - "type": "string", - "description": "The response generated by the model in reply to the query." - }, - "context": { - "type": "string", - "description": "Optional context information that may include additional details about the query or response, such as metadata or processing instructions." - }, - "ground_truth": { - "type": "string", - "description": "Optional ground truth value for the query, which can be used to compare against the model's response during evaluation." - } - }, - "required": [ - "query" - ] - }, - "RedTeam": { - "type": "object", - "description": "Red team details.", - "properties": { - "id": { - "type": "string", - "description": "Identifier of the red team run.", - "readOnly": true, - "x-ms-client-name": "name" - }, - "displayName": { - "type": "string", - "description": "Name of the red-team run." - }, - "numTurns": { - "type": "integer", - "format": "int32", - "description": "Number of simulation rounds." - }, - "attackStrategies": { - "type": "array", - "description": "List of attack strategies or nested lists of attack strategies.", - "items": { - "$ref": "#/definitions/AttackStrategy" - } - }, - "simulationOnly": { - "type": "boolean", - "description": "Simulation-only or Simulation + Evaluation. Default false, if true the scan outputs conversation not evaluation result.", - "default": false - }, - "riskCategories": { - "type": "array", - "description": "List of risk categories to generate attack objectives for.", - "items": { - "$ref": "#/definitions/RiskCategory" - } - }, - "applicationScenario": { - "type": "string", - "description": "Application scenario for the red team operation, to generate scenario specific attacks." - }, - "tags": { - "type": "object", - "description": "Red team's tags. Unlike properties, tags are fully mutable.", - "additionalProperties": { - "type": "string" - } - }, - "properties": { - "type": "object", - "description": "Red team's properties. Unlike tags, properties are add-only. Once added, a property cannot be removed.", - "additionalProperties": { - "type": "string" - } - }, - "status": { - "type": "string", - "description": "Status of the red-team. It is set by service and is read-only.", - "readOnly": true - }, - "target": { - "$ref": "#/definitions/TargetConfig", - "description": "Target configuration for the red-team run." - } - }, - "required": [ - "id", - "target" - ] - }, - "RiskCategory": { - "type": "string", - "description": "Risk category for the attack objective.", - "enum": [ - "HateUnfairness", - "Violence", - "Sexual", - "SelfHarm" - ], - "x-ms-enum": { - "name": "RiskCategory", - "modelAsString": true, - "values": [ - { - "name": "HateUnfairness", - "value": "HateUnfairness", - "description": "Represents content related to hate or unfairness." - }, - { - "name": "Violence", - "value": "Violence", - "description": "Represents content related to violence." - }, - { - "name": "Sexual", - "value": "Sexual", - "description": "Represents content of a sexual nature." - }, - { - "name": "SelfHarm", - "value": "SelfHarm", - "description": "Represents content related to self-harm." - } - ] - } - }, - "SASCredentials": { - "type": "object", - "description": "Shared Access Signature (SAS) credential definition", - "properties": { - "SAS": { - "type": "string", - "description": "SAS token", - "readOnly": true, - "x-ms-client-name": "sasToken" - } - }, - "allOf": [ - { - "$ref": "#/definitions/BaseCredentials" - } - ], - "x-ms-discriminator-value": "SAS" - }, - "SasCredential": { - "type": "object", - "description": "SAS Credential definition", - "properties": { - "sasUri": { - "type": "string", - "description": "SAS uri", - "readOnly": true - }, - "type": { - "type": "string", - "description": "Type of credential", - "enum": [ - "SAS" - ], - "x-ms-enum": { - "modelAsString": false - }, - "readOnly": true - } - }, - "required": [ - "sasUri", - "type" - ] - }, - "SingleEvaluation": { - "type": "object", - "description": "cccc Evaluation Definition", - "properties": { - "dataSource": { - "$ref": "#/definitions/InlineDataSource", - "description": "Input data to evaluate. Single row support only." - }, - "evaluators": { - "type": "array", - "description": "Evaluators to be used for the evaluation.", - "items": { - "$ref": "#/definitions/EvaluatorConfiguration" - } - }, - "properties": { - "type": "object", - "description": "Evaluation's properties. Unlike tags, properties are add-only. Once added, a property cannot be removed.", - "additionalProperties": { - "type": "string" - } - } - }, - "required": [ - "dataSource", - "evaluators" - ] - }, - "SingleEvaluationResult": { - "type": "object", - "description": "Single Evaluation Result", - "properties": { - "metrics": { - "type": "array", - "description": "Evaluation results from all the configured evaluators.", - "items": { - "$ref": "#/definitions/EvaluationMetric" - } - } - } - }, - "Sku": { - "type": "object", - "description": "Sku information", - "properties": { - "capacity": { - "type": "integer", - "format": "int64", - "description": "Sku capacity" - }, - "family": { - "type": "string", - "description": "Sku family" - }, - "name": { - "type": "string", - "description": "Sku name" - }, - "size": { - "type": "string", - "description": "Sku size" - }, - "tier": { - "type": "string", - "description": "Sku tier" - } - }, - "required": [ - "capacity", - "family", - "name", - "size", - "tier" - ] - }, - "StorageAccountDestinationConfiguration": { - "type": "object", - "description": "Configuration for exporting evaluation results to Azure Blob Storage. This provides long-term storage and enables custom data processing workflows.", - "properties": { - "containerName": { - "type": "string", - "description": "Name of the container within the Azure Blob Storage account where evaluation results will be stored" - } - }, - "required": [ - "containerName" - ], - "allOf": [ - { - "$ref": "#/definitions/EvaluationDestinationConfiguration" - } - ], - "x-ms-discriminator-value": "storageAccountStorage" - }, - "SystemMessage": { - "type": "object", - "description": "A message authored by the system to guide model behavior.", - "properties": { - "content": { - "description": "Plain text instructions provided by the system to steer model behavior." - } - }, - "required": [ - "content" - ], - "allOf": [ - { - "$ref": "#/definitions/Message" - } - ], - "x-ms-discriminator-value": "system" - }, - "TargetConfig": { - "type": "object", - "description": "Abstract class for target configuration.", - "properties": { - "type": { - "type": "string", - "description": "Type of the model configuration." - } - }, - "discriminator": "type", - "required": [ - "type" - ] - }, - "TargetConfigUpdate": { - "type": "object", - "description": "Abstract class for target configuration.", - "properties": { - "type": { - "type": "string", - "description": "Type of the model configuration." - } - }, - "discriminator": "type", - "required": [ - "type" - ] - }, - "TextContent": { - "type": "object", - "description": "Content for text messages in AI conversations.", - "properties": { - "text": { - "type": "string", - "description": "The text content of the message." - } - }, - "required": [ - "text" - ], - "allOf": [ - { - "$ref": "#/definitions/AIContent" - } - ], - "x-ms-discriminator-value": "text" - }, - "ToolCallContent": { - "type": "object", - "description": "Content for text messages in AI conversations.", - "properties": { - "name": { - "type": "string", - "description": "The name of the tool being called." - }, - "toolCallId": { - "type": "string", - "description": "The unique identifier of the tool call." - }, - "arguments": { - "type": "object", - "description": "The parameters for the tool call in JSON format.", - "additionalProperties": {} - } - }, - "required": [ - "name", - "toolCallId", - "arguments" - ], - "allOf": [ - { - "$ref": "#/definitions/AIContent" - } - ], - "x-ms-discriminator-value": "tool_call" - }, - "ToolResultContent": { - "type": "object", - "description": "Content for tool results in AI conversations.", - "properties": { - "results": { - "type": "object", - "description": "The result of the tool call in JSON format.", - "additionalProperties": {} - } - }, - "required": [ - "results" - ], - "allOf": [ - { - "$ref": "#/definitions/AIContent" - } - ], - "x-ms-discriminator-value": "tool_result" - }, - "Usage": { - "type": "object", - "description": "Usage statistics for the evaluation", - "properties": { - "inputTokens": { - "type": "integer", - "format": "int64", - "description": "Total number of input tokens consumed during the evaluation process" - }, - "outputTokens": { - "type": "integer", - "format": "int64", - "description": "Total number of output tokens generated during the evaluation process" - } - }, - "required": [ - "inputTokens", - "outputTokens" - ] - }, - "UserMessage": { - "type": "object", - "description": "A message authored by the end user as input to the model.", - "properties": { - "content": { - "description": "Input content or question provided by the end user." - } - }, - "required": [ - "content" - ], - "allOf": [ - { - "$ref": "#/definitions/Message" - } - ], - "x-ms-discriminator-value": "user" - } - }, - "parameters": { - "Azure.Core.ClientRequestIdHeader": { - "name": "x-ms-client-request-id", - "in": "header", - "description": "An opaque, globally-unique, client-generated string identifier for the request.", - "required": false, - "type": "string", - "format": "uuid", - "x-ms-parameter-location": "method", - "x-ms-client-name": "clientRequestId" - }, - "Azure.Core.Foundations.ApiVersionParameter": { - "name": "api-version", - "in": "query", - "description": "The API version to use for this operation.", - "required": true, - "type": "string", - "minLength": 1, - "x-ms-parameter-location": "method", - "x-ms-client-name": "apiVersion" - } - } -} diff --git a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Connections_GetWithCredentials_MaximumSet_Gen.json b/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Connections_GetWithCredentials_MaximumSet_Gen.json deleted file mode 100644 index 95d082931fc4..000000000000 --- a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Connections_GetWithCredentials_MaximumSet_Gen.json +++ /dev/null @@ -1,26 +0,0 @@ -{ - "title": "Connections_GetWithCredentials_MaximumSet", - "operationId": "Connections_GetWithCredentials", - "parameters": { - "api-version": "2025-07-31-preview", - "name": "bblabqcnrjcbxlyjsejqiyixfoil", - "x-ms-client-request-id": "cf35b680-dc80-4815-ab83-9364acc3bce6" - }, - "responses": { - "200": { - "body": { - "name": "cpezssfnwhl", - "id": "unique-id", - "type": "AzureOpenAI", - "target": "gxrgfvtt", - "isDefault": true, - "credentials": { - "type": "BaseCredentials" - }, - "metadata": { - "key2930": "uovt" - } - } - } - } -} diff --git a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Connections_Get_MaximumSet_Gen.json b/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Connections_Get_MaximumSet_Gen.json deleted file mode 100644 index f6a576e46422..000000000000 --- a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Connections_Get_MaximumSet_Gen.json +++ /dev/null @@ -1,26 +0,0 @@ -{ - "title": "Connections_Get_MaximumSet", - "operationId": "Connections_Get", - "parameters": { - "api-version": "2025-07-31-preview", - "name": "ijxjmv", - "x-ms-client-request-id": "cf35b680-dc80-4815-ab83-9364acc3bce6" - }, - "responses": { - "200": { - "body": { - "name": "cpezssfnwhl", - "id": "unique-id", - "type": "AzureOpenAI", - "target": "gxrgfvtt", - "isDefault": true, - "credentials": { - "type": "BaseCredentials" - }, - "metadata": { - "key2930": "uovt" - } - } - } - } -} diff --git a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Connections_List_MaximumSet_Gen.json b/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Connections_List_MaximumSet_Gen.json deleted file mode 100644 index 569c7ed6aeca..000000000000 --- a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Connections_List_MaximumSet_Gen.json +++ /dev/null @@ -1,35 +0,0 @@ -{ - "title": "Connections_List_MaximumSet", - "operationId": "Connections_List", - "parameters": { - "api-version": "2025-07-31-preview", - "connectionType": "AzureOpenAI", - "defaultConnection": true, - "top": 28, - "skip": 8, - "maxpagesize": 21, - "x-ms-client-request-id": "cf35b680-dc80-4815-ab83-9364acc3bce6" - }, - "responses": { - "200": { - "body": { - "value": [ - { - "name": "cpezssfnwhl", - "id": "unique-id", - "type": "AzureOpenAI", - "target": "gxrgfvtt", - "isDefault": true, - "credentials": { - "type": "BaseCredentials" - }, - "metadata": { - "key2930": "uovt" - } - } - ], - "nextLink": "https://microsoft.com/a" - } - } - } -} diff --git a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Datasets_CreateOrUpdateVersion_MaximumSet_Gen.json b/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Datasets_CreateOrUpdateVersion_MaximumSet_Gen.json deleted file mode 100644 index 1ce2e6a2be68..000000000000 --- a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Datasets_CreateOrUpdateVersion_MaximumSet_Gen.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "title": "Datasets_CreateOrUpdateVersion_MaximumSet", - "operationId": "Datasets_CreateOrUpdateVersion", - "parameters": { - "api-version": "2025-07-31-preview", - "name": "vfupg", - "version": "ecacrnqtmggfqsocagocpf", - "datasetVersion": { - "dataUri": "Replace this value with a string matching RegExp [a-zA-Z0-9_]", - "type": "DatasetVersion", - "description": "u", - "tags": { - "key7559": "ybrhnrxopsvmxqxibvysedlsy" - } - } - }, - "responses": { - "200": { - "body": { - "dataUri": "Replace this value with a string matching RegExp [a-zA-Z0-9_]", - "type": "DatasetVersion", - "isReference": true, - "id": "hvpdyfpeoqcl", - "name": "xtdmvwhhobloqqsovgpynsnow", - "version": "eaixzft" - } - }, - "201": { - "body": { - "dataUri": "Replace this value with a string matching RegExp [a-zA-Z0-9_]", - "type": "DatasetVersion", - "isReference": true, - "id": "hvpdyfpeoqcl", - "name": "xtdmvwhhobloqqsovgpynsnow", - "version": "eaixzft" - } - } - } -} diff --git a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Datasets_CreateOrUpdateVersion_MinimumSet_Gen.json b/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Datasets_CreateOrUpdateVersion_MinimumSet_Gen.json deleted file mode 100644 index d65d8b8ff57b..000000000000 --- a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Datasets_CreateOrUpdateVersion_MinimumSet_Gen.json +++ /dev/null @@ -1,31 +0,0 @@ -{ - "title": "Datasets_CreateOrUpdateVersion_MinimumSet", - "operationId": "Datasets_CreateOrUpdateVersion", - "parameters": { - "api-version": "2025-07-31-preview", - "name": "ryqozexodzklgkffokixpftfkcy", - "version": "vldbiveryfmysxuzw", - "datasetVersion": { - "dataUri": "Replace this value with a string matching RegExp [a-zA-Z0-9_]", - "type": "DatasetVersion" - } - }, - "responses": { - "200": { - "body": { - "dataUri": "Replace this value with a string matching RegExp [a-zA-Z0-9_]", - "type": "DatasetVersion", - "name": "xtdmvwhhobloqqsovgpynsnow", - "version": "eaixzft" - } - }, - "201": { - "body": { - "dataUri": "Replace this value with a string matching RegExp [a-zA-Z0-9_]", - "type": "DatasetVersion", - "name": "xtdmvwhhobloqqsovgpynsnow", - "version": "eaixzft" - } - } - } -} diff --git a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Datasets_DeleteVersion_MaximumSet_Gen.json b/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Datasets_DeleteVersion_MaximumSet_Gen.json deleted file mode 100644 index 3d0ef8268feb..000000000000 --- a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Datasets_DeleteVersion_MaximumSet_Gen.json +++ /dev/null @@ -1,12 +0,0 @@ -{ - "title": "Datasets_DeleteVersion_MaximumSet", - "operationId": "Datasets_DeleteVersion", - "parameters": { - "api-version": "2025-07-31-preview", - "name": "alpqwogwzatcyot", - "version": "zrkxodsgcd" - }, - "responses": { - "204": {} - } -} diff --git a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Datasets_DeleteVersion_MinimumSet_Gen.json b/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Datasets_DeleteVersion_MinimumSet_Gen.json deleted file mode 100644 index 325c223486e7..000000000000 --- a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Datasets_DeleteVersion_MinimumSet_Gen.json +++ /dev/null @@ -1,12 +0,0 @@ -{ - "title": "Datasets_DeleteVersion_MinimumSet", - "operationId": "Datasets_DeleteVersion", - "parameters": { - "api-version": "2025-07-31-preview", - "name": "wllolxqbymlz", - "version": "ch" - }, - "responses": { - "204": {} - } -} diff --git a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Datasets_GetCredentials_MaximumSet_Gen.json b/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Datasets_GetCredentials_MaximumSet_Gen.json deleted file mode 100644 index f92c62537c18..000000000000 --- a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Datasets_GetCredentials_MaximumSet_Gen.json +++ /dev/null @@ -1,24 +0,0 @@ -{ - "title": "Datasets_GetCredentials_MaximumSet", - "operationId": "Datasets_GetCredentials", - "parameters": { - "api-version": "2025-07-31-preview", - "name": "vzqmzhfdzfqegdk", - "version": "cuiflnznlzybcrc", - "body": {} - }, - "responses": { - "200": { - "body": { - "blobReference": { - "blobUri": "azqrjzvwamspuuvtqvvzfaxiasf", - "storageAccountArmId": "deqizonopmijpxsmmzugiwnyy", - "credential": { - "sasUri": "agojbnipwrhupvervcdiffxes", - "type": "SAS" - } - } - } - } - } -} diff --git a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Datasets_GetCredentials_MinimumSet_Gen.json b/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Datasets_GetCredentials_MinimumSet_Gen.json deleted file mode 100644 index 974f38f9ee50..000000000000 --- a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Datasets_GetCredentials_MinimumSet_Gen.json +++ /dev/null @@ -1,24 +0,0 @@ -{ - "title": "Datasets_GetCredentials_MinimumSet", - "operationId": "Datasets_GetCredentials", - "parameters": { - "api-version": "2025-07-31-preview", - "name": "sbblxkyqnfvdiqacezyygvts", - "version": "ikak", - "body": {} - }, - "responses": { - "200": { - "body": { - "blobReference": { - "blobUri": "azqrjzvwamspuuvtqvvzfaxiasf", - "storageAccountArmId": "deqizonopmijpxsmmzugiwnyy", - "credential": { - "sasUri": "agojbnipwrhupvervcdiffxes", - "type": "SAS" - } - } - } - } - } -} diff --git a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Datasets_GetVersion_MaximumSet_Gen.json b/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Datasets_GetVersion_MaximumSet_Gen.json deleted file mode 100644 index bda83997a81d..000000000000 --- a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Datasets_GetVersion_MaximumSet_Gen.json +++ /dev/null @@ -1,21 +0,0 @@ -{ - "title": "Datasets_GetVersion_MaximumSet", - "operationId": "Datasets_GetVersion", - "parameters": { - "api-version": "2025-07-31-preview", - "name": "temeurpoaslnnu", - "version": "icrcjdmwkggtdogifuoolnrg" - }, - "responses": { - "200": { - "body": { - "dataUri": "Replace this value with a string matching RegExp [a-zA-Z0-9_]", - "type": "DatasetVersion", - "isReference": true, - "id": "hvpdyfpeoqcl", - "name": "xtdmvwhhobloqqsovgpynsnow", - "version": "eaixzft" - } - } - } -} diff --git a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Datasets_GetVersion_MinimumSet_Gen.json b/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Datasets_GetVersion_MinimumSet_Gen.json deleted file mode 100644 index f343f1cd231d..000000000000 --- a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Datasets_GetVersion_MinimumSet_Gen.json +++ /dev/null @@ -1,19 +0,0 @@ -{ - "title": "Datasets_GetVersion_MinimumSet", - "operationId": "Datasets_GetVersion", - "parameters": { - "api-version": "2025-07-31-preview", - "name": "xikgeqethuxytuseiawhklaapj", - "version": "hxksxrkgmtucfrbbnxyzwl" - }, - "responses": { - "200": { - "body": { - "dataUri": "Replace this value with a string matching RegExp [a-zA-Z0-9_]", - "type": "DatasetVersion", - "name": "xtdmvwhhobloqqsovgpynsnow", - "version": "eaixzft" - } - } - } -} diff --git a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Datasets_ListLatest_MaximumSet_Gen.json b/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Datasets_ListLatest_MaximumSet_Gen.json deleted file mode 100644 index 15cf921f26ed..000000000000 --- a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Datasets_ListLatest_MaximumSet_Gen.json +++ /dev/null @@ -1,28 +0,0 @@ -{ - "title": "Datasets_ListLatest_MaximumSet", - "operationId": "Datasets_ListLatest", - "parameters": { - "api-version": "2025-07-31-preview", - "top": 26, - "skip": "lbra", - "tags": "pp", - "listViewType": "ActiveOnly" - }, - "responses": { - "200": { - "body": { - "value": [ - { - "dataUri": "Replace this value with a string matching RegExp [a-zA-Z0-9_]", - "type": "DatasetVersion", - "isReference": true, - "id": "hvpdyfpeoqcl", - "name": "xtdmvwhhobloqqsovgpynsnow", - "version": "eaixzft" - } - ], - "nextLink": "https://microsoft.com/a" - } - } - } -} diff --git a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Datasets_ListLatest_MinimumSet_Gen.json b/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Datasets_ListLatest_MinimumSet_Gen.json deleted file mode 100644 index 56c3b4c2a204..000000000000 --- a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Datasets_ListLatest_MinimumSet_Gen.json +++ /dev/null @@ -1,21 +0,0 @@ -{ - "title": "Datasets_ListLatest_MinimumSet", - "operationId": "Datasets_ListLatest", - "parameters": { - "api-version": "2025-07-31-preview" - }, - "responses": { - "200": { - "body": { - "value": [ - { - "dataUri": "Replace this value with a string matching RegExp [a-zA-Z0-9_]", - "type": "DatasetVersion", - "name": "xtdmvwhhobloqqsovgpynsnow", - "version": "eaixzft" - } - ] - } - } - } -} diff --git a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Datasets_ListVersions_MaximumSet_Gen.json b/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Datasets_ListVersions_MaximumSet_Gen.json deleted file mode 100644 index 006b2e70fc03..000000000000 --- a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Datasets_ListVersions_MaximumSet_Gen.json +++ /dev/null @@ -1,29 +0,0 @@ -{ - "title": "Datasets_ListVersions_MaximumSet", - "operationId": "Datasets_ListVersions", - "parameters": { - "api-version": "2025-07-31-preview", - "name": "xogklfj", - "top": 18, - "skip": "qtdfikprjdlsosjaa", - "tags": "amyob", - "listViewType": "ActiveOnly" - }, - "responses": { - "200": { - "body": { - "value": [ - { - "dataUri": "Replace this value with a string matching RegExp [a-zA-Z0-9_]", - "type": "DatasetVersion", - "isReference": true, - "id": "hvpdyfpeoqcl", - "name": "xtdmvwhhobloqqsovgpynsnow", - "version": "eaixzft" - } - ], - "nextLink": "https://microsoft.com/a" - } - } - } -} diff --git a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Datasets_ListVersions_MinimumSet_Gen.json b/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Datasets_ListVersions_MinimumSet_Gen.json deleted file mode 100644 index 5529b3880929..000000000000 --- a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Datasets_ListVersions_MinimumSet_Gen.json +++ /dev/null @@ -1,22 +0,0 @@ -{ - "title": "Datasets_ListVersions_MinimumSet", - "operationId": "Datasets_ListVersions", - "parameters": { - "api-version": "2025-07-31-preview", - "name": "hxemlflfomh" - }, - "responses": { - "200": { - "body": { - "value": [ - { - "dataUri": "Replace this value with a string matching RegExp [a-zA-Z0-9_]", - "type": "DatasetVersion", - "name": "xtdmvwhhobloqqsovgpynsnow", - "version": "eaixzft" - } - ] - } - } - } -} diff --git a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Datasets_StartPendingUploadVersion_MaximumSet_Gen.json b/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Datasets_StartPendingUploadVersion_MaximumSet_Gen.json deleted file mode 100644 index 503729b97f6f..000000000000 --- a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Datasets_StartPendingUploadVersion_MaximumSet_Gen.json +++ /dev/null @@ -1,31 +0,0 @@ -{ - "title": "Datasets_StartPendingUploadVersion_MaximumSet", - "operationId": "Datasets_StartPendingUploadVersion", - "parameters": { - "api-version": "2025-07-31-preview", - "name": "sgrzyrpltz", - "version": "ozdqisviavgqgfbtnzk", - "pendingUploadRequest": { - "pendingUploadId": "mxjahcghabuplfwtlopiqgxtcyw", - "connectionName": "bknvpmlisrqxaphkf", - "pendingUploadType": "BlobReference" - } - }, - "responses": { - "200": { - "body": { - "blobReference": { - "blobUri": "azqrjzvwamspuuvtqvvzfaxiasf", - "storageAccountArmId": "deqizonopmijpxsmmzugiwnyy", - "credential": { - "sasUri": "agojbnipwrhupvervcdiffxes", - "type": "SAS" - } - }, - "pendingUploadId": "qgizwomhljzn", - "version": "tegswajurquatmuhfde", - "pendingUploadType": "BlobReference" - } - } - } -} diff --git a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Datasets_StartPendingUploadVersion_MinimumSet_Gen.json b/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Datasets_StartPendingUploadVersion_MinimumSet_Gen.json deleted file mode 100644 index ab04125c7c3d..000000000000 --- a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Datasets_StartPendingUploadVersion_MinimumSet_Gen.json +++ /dev/null @@ -1,28 +0,0 @@ -{ - "title": "Datasets_StartPendingUploadVersion_MinimumSet", - "operationId": "Datasets_StartPendingUploadVersion", - "parameters": { - "api-version": "2025-07-31-preview", - "name": "duxoiaywfik", - "version": "yzzzt", - "pendingUploadRequest": { - "pendingUploadType": "BlobReference" - } - }, - "responses": { - "200": { - "body": { - "blobReference": { - "blobUri": "azqrjzvwamspuuvtqvvzfaxiasf", - "storageAccountArmId": "deqizonopmijpxsmmzugiwnyy", - "credential": { - "sasUri": "agojbnipwrhupvervcdiffxes", - "type": "SAS" - } - }, - "pendingUploadId": "qgizwomhljzn", - "pendingUploadType": "BlobReference" - } - } - } -} diff --git a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Deployments_Get_MaximumSet_Gen.json b/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Deployments_Get_MaximumSet_Gen.json deleted file mode 100644 index 06e70059d82d..000000000000 --- a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Deployments_Get_MaximumSet_Gen.json +++ /dev/null @@ -1,17 +0,0 @@ -{ - "title": "Deployments_Get_MaximumSet", - "operationId": "Deployments_Get", - "parameters": { - "api-version": "2025-07-31-preview", - "name": "qqvacpzjfk", - "x-ms-client-request-id": "cf35b680-dc80-4815-ab83-9364acc3bce6" - }, - "responses": { - "200": { - "body": { - "type": "Deployment", - "name": "pjnkbctjpshoeunqedinagotrj" - } - } - } -} diff --git a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Deployments_List_MaximumSet_Gen.json b/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Deployments_List_MaximumSet_Gen.json deleted file mode 100644 index 501858012749..000000000000 --- a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Deployments_List_MaximumSet_Gen.json +++ /dev/null @@ -1,26 +0,0 @@ -{ - "title": "Deployments_List_MaximumSet", - "operationId": "Deployments_List", - "parameters": { - "api-version": "2025-07-31-preview", - "modelPublisher": "kznreojrvlwdq", - "modelName": "gplerszsuyisseeksnyvkaqperxox", - "top": 28, - "skip": 8, - "maxpagesize": 21, - "x-ms-client-request-id": "cf35b680-dc80-4815-ab83-9364acc3bce6" - }, - "responses": { - "200": { - "body": { - "value": [ - { - "type": "Deployment", - "name": "pjnkbctjpshoeunqedinagotrj" - } - ], - "nextLink": "https://microsoft.com/ahpgda" - } - } - } -} diff --git a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Evaluations_Cancel_MaximumSet_Gen.json b/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Evaluations_Cancel_MaximumSet_Gen.json deleted file mode 100644 index 14d526da43b6..000000000000 --- a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Evaluations_Cancel_MaximumSet_Gen.json +++ /dev/null @@ -1,12 +0,0 @@ -{ - "title": "Evaluations_Cancel", - "operationId": "Evaluations_Cancel", - "parameters": { - "api-version": "2025-07-31-preview", - "id": "haegrdtolkdxedjsvaw", - "x-ms-client-request-id": "7946ee3f-e534-40e1-a9f5-a7afc0cc4484" - }, - "responses": { - "204": {} - } -} diff --git a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Evaluations_CreateBatch_MaximumSet_Gen.json b/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Evaluations_CreateBatch_MaximumSet_Gen.json deleted file mode 100644 index 698ac23f513b..000000000000 --- a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Evaluations_CreateBatch_MaximumSet_Gen.json +++ /dev/null @@ -1,111 +0,0 @@ -{ - "title": "Evaluations_CreateBatch", - "operationId": "Evaluations_CreateBatch", - "parameters": { - "api-version": "2025-07-31-preview", - "Repeatability-Request-ID": "mvxmtptnhf", - "Repeatability-First-Sent": "2025-08-01T03:11:41.785Z", - "evaluation": { - "displayName": "Customer Satisfaction Evaluation", - "description": "Comprehensive evaluation of customer satisfaction using multiple evaluators on agent conversation data", - "dataSource": { - "type": "inlineData", - "data": { - "dataFormat": "queryResponseMessageFormat", - "messages": [ - { - "query": "Hi", - "response": "hi" - }, - { - "query": "tell me a joke", - "response": "no" - } - ] - } - }, - "evaluators": [ - { - "id": "azureai://built-in/evaluators/relevance", - "initializationParameters": { - "threshold": 0.7, - "model": "gpt-4" - }, - "dataMapping": { - "query": "${data.query}", - "response": "${data.response}" - } - } - ] - } - }, - "responses": { - "201": { - "body": { - "id": "eqwigaovprcqmoli", - "displayName": "Customer Satisfaction Evaluation", - "description": "Comprehensive evaluation of customer satisfaction using multiple evaluators on agent conversation data", - "dataSource": { - "type": "inlineData", - "inlineDatasetId": "dataset://some-inline-dataset-id" - }, - "evaluators": [ - { - "id": "azureai://built-in/evaluators/relevance", - "initializationParameters": { - "threshold": 0.7, - "model": "gpt-4" - }, - "dataMapping": { - "query": "${data.query}", - "response": "${data.response}" - } - } - ], - "resultDatasetId": "dataset://some-dataset-id", - "state": "Succeeded", - "summary": { - "evaluatorStatus": [ - { - "state": "Succeeded", - "name": "relevance", - "id": "azureai://built-in/evaluators/relevance", - "usage": { - "inputTokens": 102, - "outputTokens": 50 - } - } - ], - "metrics": [ - { - "name": "Relevance", - "evaluatorName": "relevance", - "statistics": { - "passRate": 0.9, - "sampleCount": 100, - "average": 4.0, - "min": 4.0, - "max": 4.0, - "standardDeviation": 1.0, - "confidenceInterval95th": { - "lowerBound": 3.5, - "upperBound": 4.5 - }, - "labelFrequency": {} - }, - "metadata": { - "evaluatorId": "azureai://built-in/evaluators/relevance", - "desiredDirection": "increase", - "threshold": 3.0, - "type": "continuous" - } - } - ] - }, - "systemData": { - "key8144": "momiykonfordaz" - } - } - } - } -} diff --git a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Evaluations_CreateSingle_MaximumSet_Gen.json b/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Evaluations_CreateSingle_MaximumSet_Gen.json deleted file mode 100644 index 85798292f9fd..000000000000 --- a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Evaluations_CreateSingle_MaximumSet_Gen.json +++ /dev/null @@ -1,67 +0,0 @@ -{ - "title": "Evaluations_CreateSingle", - "operationId": "Evaluations_CreateSingle", - "parameters": { - "api-version": "2025-07-31-preview", - "singleEvaluation": { - "dataSource": { - "type": "inlineData", - "data": { - "dataFormat": "queryResponseMessageFormat", - "messages": [ - { - "query": "Hi", - "response": "hi" - }, - { - "query": "tell me a joke", - "response": "no" - } - ] - } - }, - "evaluators": [ - { - "id": "azureai://built-in/evaluators/relevance", - "initializationParameters": { - "threshold": 0.8, - "model": "gpt-4o" - }, - "dataMapping": { - "query": "${data.query}", - "response": "${data.response}", - "context": "${data.context}" - } - } - ] - } - }, - "responses": { - "200": { - "body": { - "metrics": [ - { - "name": "Relevance", - "evaluatorName": "relevance", - "score": 4.8, - "labels": [ - "highly_relevant" - ], - "outcome": "pass", - "reasoning": "The response directly and accurately answers the question about France's capital. The answer is factually correct and highly relevant to the query.", - "metadata": { - "evaluatorId": "azureai://built-in/evaluators/relevance", - "desiredDirection": "increase", - "threshold": 3.0, - "type": "continuous" - }, - "usage": { - "inputTokens": 45, - "outputTokens": 12 - } - } - ] - } - } - } -} diff --git a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Evaluations_Delete_MaximumSet_Gen.json b/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Evaluations_Delete_MaximumSet_Gen.json deleted file mode 100644 index 0a6dfe828d55..000000000000 --- a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Evaluations_Delete_MaximumSet_Gen.json +++ /dev/null @@ -1,12 +0,0 @@ -{ - "title": "Evaluations_Delete", - "operationId": "Evaluations_Delete", - "parameters": { - "api-version": "2025-07-31-preview", - "id": "todlqljalqbtuoxkqszutbyy", - "x-ms-client-request-id": "7946ee3f-e534-40e1-a9f5-a7afc0cc4484" - }, - "responses": { - "204": {} - } -} diff --git a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Evaluations_Get_MaximumSet_Gen.json b/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Evaluations_Get_MaximumSet_Gen.json deleted file mode 100644 index d99f16dac93b..000000000000 --- a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Evaluations_Get_MaximumSet_Gen.json +++ /dev/null @@ -1,82 +0,0 @@ -{ - "title": "Evaluations_Get", - "operationId": "Evaluations_Get", - "parameters": { - "api-version": "2025-07-31-preview", - "id": "customer-satisfaction-eval-001", - "x-ms-client-request-id": "12345678-1234-1234-1234-123456789abc" - }, - "responses": { - "200": { - "body": { - "id": "customer-satisfaction-eval-001", - "displayName": "Customer Satisfaction Evaluation", - "description": "Comprehensive evaluation of customer satisfaction using multiple evaluators on agent conversation data", - "state": "Succeeded", - "dataSource": { - "type": "inlineData", - "inlineDatasetId": "inline-dataset-id" - }, - "evaluators": [ - { - "id": "azureai://built-in/evaluators/relevance", - "initializationParameters": { - "threshold": 0.7, - "model": "gpt-4" - }, - "dataMapping": { - "query": "${data.query}", - "response": "${data.response}" - } - } - ], - "summary": { - "evaluatorStatus": [ - { - "name": "relevance", - "id": "azureai://built-in/evaluators/relevance", - "state": "Succeeded", - "usage": { - "inputTokens": 102, - "outputTokens": 50 - } - } - ], - "metrics": [ - { - "name": "Relevance", - "evaluatorName": "relevance", - "statistics": { - "sampleCount": 2, - "passRate": 0.5, - "min": 2.0, - "max": 4.0, - "average": 3.0, - "standardDeviation": 1.0, - "confidenceInterval95th": { - "lowerBound": 2.5, - "upperBound": 3.5 - }, - "labelFrequency": { - "relevant": 1, - "partially_relevant": 1 - } - }, - "metadata": { - "evaluatorId": "azureai://built-in/evaluators/relevance", - "desiredDirection": "increase", - "threshold": 3.0, - "type": "continuous" - } - } - ] - }, - "systemData": { - "createdAt": "2025-07-31T10:00:00Z", - "createdBy": "user@example.com", - "lastModifiedAt": "2025-07-31T10:30:00Z" - } - } - } - } -} diff --git a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Evaluations_List_MaximumSet_Gen.json b/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Evaluations_List_MaximumSet_Gen.json deleted file mode 100644 index 79012b89754f..000000000000 --- a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Evaluations_List_MaximumSet_Gen.json +++ /dev/null @@ -1,87 +0,0 @@ -{ - "title": "Evaluations_List", - "operationId": "Evaluations_List", - "parameters": { - "api-version": "2025-07-31-preview", - "filter": "state eq 'Succeeded'", - "x-ms-client-request-id": "12345678-1234-1234-1234-123456789abc" - }, - "responses": { - "200": { - "body": { - "value": [ - { - "id": "customer-satisfaction-eval-001", - "displayName": "Customer Satisfaction Evaluation", - "description": "Comprehensive evaluation of customer satisfaction using multiple evaluators on agent conversation data", - "state": "Succeeded", - "dataSource": { - "type": "inlineData", - "inlineDatasetId": "dataset://some-dataset-id" - }, - "evaluators": [ - { - "id": "azureai://built-in/evaluators/relevance", - "initializationParameters": { - "threshold": 0.7, - "model": "gpt-4" - }, - "dataMapping": { - "query": "${data.query}", - "response": "${data.response}" - } - } - ], - "summary": { - "evaluatorStatus": [ - { - "name": "relevance", - "id": "azureai://built-in/evaluators/relevance", - "state": "Succeeded", - "usage": { - "inputTokens": 102, - "outputTokens": 50 - } - } - ], - "metrics": [ - { - "name": "Relevance", - "evaluatorName": "relevance", - "statistics": { - "sampleCount": 2, - "passRate": 0.5, - "min": 2.0, - "max": 4.0, - "average": 3.0, - "standardDeviation": 1.0, - "confidenceInterval95th": { - "lowerBound": 2.5, - "upperBound": 3.5 - }, - "labelFrequency": { - "relevant": 1, - "partially_relevant": 1 - } - }, - "metadata": { - "evaluatorId": "azureai://built-in/evaluators/relevance", - "desiredDirection": "increase", - "threshold": 3.0, - "type": "continuous" - } - } - ] - }, - "systemData": { - "createdAt": "2025-07-31T10:00:00Z", - "createdBy": "user@example.com", - "lastModifiedAt": "2025-07-31T10:30:00Z" - } - } - ], - "nextLink": "https://endpoint/evaluations?api-version=2025-07-31-preview&filter=state%20eq%20%27Succeeded%27&$skiptoken=next_page_token" - } - } - } -} diff --git a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Evaluations_Update_MaximumSet_Gen.json b/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Evaluations_Update_MaximumSet_Gen.json deleted file mode 100644 index 8ff3275960a0..000000000000 --- a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Evaluations_Update_MaximumSet_Gen.json +++ /dev/null @@ -1,105 +0,0 @@ -{ - "title": "Evaluations_Update", - "operationId": "Evaluations_Update", - "parameters": { - "api-version": "2025-07-31-preview", - "id": "customer-satisfaction-eval-001", - "x-ms-client-request-id": "12345678-1234-1234-1234-123456789abc", - "resource": { - "displayName": "Updated Customer Satisfaction Evaluation", - "description": "Updated comprehensive evaluation of customer satisfaction - now includes additional test scenarios", - "tags": { - "environment": "production", - "version": "2.0", - "team": "ai-quality" - }, - "properties": { - "lastUpdatedBy": "user@example.com", - "updateReason": "Added new test scenarios for better coverage" - } - } - }, - "responses": { - "200": { - "body": { - "id": "customer-satisfaction-eval-001", - "displayName": "Updated Customer Satisfaction Evaluation", - "description": "Updated comprehensive evaluation of customer satisfaction - now includes additional test scenarios", - "state": "Succeeded", - "dataSource": { - "type": "inlineData", - "inlineDatasetId": "dataset://some-data-set-id" - }, - "evaluators": [ - { - "id": "azureai://built-in/evaluators/relevance", - "initializationParameters": { - "threshold": 0.7, - "model": "gpt-4" - }, - "dataMapping": { - "query": "${data.query}", - "response": "${data.response}" - } - } - ], - "tags": { - "environment": "production", - "version": "2.0", - "team": "ai-quality" - }, - "properties": { - "lastUpdatedBy": "user@example.com", - "updateReason": "Added new test scenarios for better coverage" - }, - "summary": { - "evaluatorStatus": [ - { - "name": "relevance", - "id": "azureai://built-in/evaluators/relevance", - "state": "Succeeded", - "usage": { - "inputTokens": 102, - "outputTokens": 50 - } - } - ], - "metrics": [ - { - "name": "Relevance", - "evaluatorName": "relevance", - "statistics": { - "sampleCount": 2, - "passRate": 0.5, - "min": 2.0, - "max": 4.0, - "average": 3.0, - "standardDeviation": 1.0, - "confidenceInterval95th": { - "lowerBound": 2.5, - "upperBound": 3.5 - }, - "labelFrequency": { - "relevant": 1, - "partially_relevant": 1 - } - }, - "metadata": { - "evaluatorId": "azureai://built-in/evaluators/relevance", - "desiredDirection": "increase", - "threshold": 3.0, - "type": "continuous" - } - } - ] - }, - "systemData": { - "createdAt": "2025-07-31T10:00:00Z", - "createdBy": "user@example.com", - "lastModifiedAt": "2025-07-31T12:00:00Z", - "lastModifiedBy": "user@example.com" - } - } - } - } -} diff --git a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Indexes_CreateOrUpdateVersion_MaximumSet_Gen.json b/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Indexes_CreateOrUpdateVersion_MaximumSet_Gen.json deleted file mode 100644 index 787f37bfc1a0..000000000000 --- a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Indexes_CreateOrUpdateVersion_MaximumSet_Gen.json +++ /dev/null @@ -1,34 +0,0 @@ -{ - "title": "Indexes_CreateOrUpdateVersion_MaximumSet", - "operationId": "Indexes_CreateOrUpdateVersion", - "parameters": { - "api-version": "2025-07-31-preview", - "name": "tv", - "version": "emphgqdq", - "index": { - "type": "Index", - "description": "vdwtgaudopguto", - "tags": { - "key8846": "serbpbugykgbwuwvh" - } - } - }, - "responses": { - "200": { - "body": { - "type": "Index", - "id": "fxdrmhqrfmclzkjmfldnszfnztla", - "name": "fiwkavutgfan", - "version": "iqupugmfgctoxzdubrcdnzx" - } - }, - "201": { - "body": { - "type": "Index", - "id": "fxdrmhqrfmclzkjmfldnszfnztla", - "name": "fiwkavutgfan", - "version": "iqupugmfgctoxzdubrcdnzx" - } - } - } -} diff --git a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Indexes_CreateOrUpdateVersion_MinimumSet_Gen.json b/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Indexes_CreateOrUpdateVersion_MinimumSet_Gen.json deleted file mode 100644 index d76ce7aa17aa..000000000000 --- a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Indexes_CreateOrUpdateVersion_MinimumSet_Gen.json +++ /dev/null @@ -1,28 +0,0 @@ -{ - "title": "Indexes_CreateOrUpdateVersion_MinimumSet", - "operationId": "Indexes_CreateOrUpdateVersion", - "parameters": { - "api-version": "2025-07-31-preview", - "name": "lvlygvkgvkbzutknlnretfvivdgkb", - "version": "ct", - "index": { - "type": "Index" - } - }, - "responses": { - "200": { - "body": { - "type": "Index", - "name": "fiwkavutgfan", - "version": "iqupugmfgctoxzdubrcdnzx" - } - }, - "201": { - "body": { - "type": "Index", - "name": "fiwkavutgfan", - "version": "iqupugmfgctoxzdubrcdnzx" - } - } - } -} diff --git a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Indexes_DeleteVersion_MaximumSet_Gen.json b/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Indexes_DeleteVersion_MaximumSet_Gen.json deleted file mode 100644 index 5b216e99e5f2..000000000000 --- a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Indexes_DeleteVersion_MaximumSet_Gen.json +++ /dev/null @@ -1,12 +0,0 @@ -{ - "title": "Indexes_DeleteVersion_MaximumSet", - "operationId": "Indexes_DeleteVersion", - "parameters": { - "api-version": "2025-07-31-preview", - "name": "uxzepyytxjtpjkdrpxicavot", - "version": "vyihcshjrfglzhj" - }, - "responses": { - "204": {} - } -} diff --git a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Indexes_DeleteVersion_MinimumSet_Gen.json b/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Indexes_DeleteVersion_MinimumSet_Gen.json deleted file mode 100644 index eccb427076e4..000000000000 --- a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Indexes_DeleteVersion_MinimumSet_Gen.json +++ /dev/null @@ -1,12 +0,0 @@ -{ - "title": "Indexes_DeleteVersion_MinimumSet", - "operationId": "Indexes_DeleteVersion", - "parameters": { - "api-version": "2025-07-31-preview", - "name": "mzshhabnrpuocgtyxkzftkr", - "version": "orbdovkdebzfwluronkmsoty" - }, - "responses": { - "204": {} - } -} diff --git a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Indexes_GetVersion_MaximumSet_Gen.json b/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Indexes_GetVersion_MaximumSet_Gen.json deleted file mode 100644 index a90856ba6f34..000000000000 --- a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Indexes_GetVersion_MaximumSet_Gen.json +++ /dev/null @@ -1,19 +0,0 @@ -{ - "title": "Indexes_GetVersion_MaximumSet", - "operationId": "Indexes_GetVersion", - "parameters": { - "api-version": "2025-07-31-preview", - "name": "nnhahjajcarruliib", - "version": "njynfwrxvujbklgxnibzafvcm" - }, - "responses": { - "200": { - "body": { - "type": "Index", - "id": "fxdrmhqrfmclzkjmfldnszfnztla", - "name": "fiwkavutgfan", - "version": "iqupugmfgctoxzdubrcdnzx" - } - } - } -} diff --git a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Indexes_GetVersion_MinimumSet_Gen.json b/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Indexes_GetVersion_MinimumSet_Gen.json deleted file mode 100644 index dac693c2d3c7..000000000000 --- a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Indexes_GetVersion_MinimumSet_Gen.json +++ /dev/null @@ -1,18 +0,0 @@ -{ - "title": "Indexes_GetVersion_MinimumSet", - "operationId": "Indexes_GetVersion", - "parameters": { - "api-version": "2025-07-31-preview", - "name": "kbfueisvpmwlmmgqrylbgcwabum", - "version": "qtzhdugby" - }, - "responses": { - "200": { - "body": { - "type": "Index", - "name": "fiwkavutgfan", - "version": "iqupugmfgctoxzdubrcdnzx" - } - } - } -} diff --git a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Indexes_ListLatest_MaximumSet_Gen.json b/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Indexes_ListLatest_MaximumSet_Gen.json deleted file mode 100644 index 2dfc328caf79..000000000000 --- a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Indexes_ListLatest_MaximumSet_Gen.json +++ /dev/null @@ -1,26 +0,0 @@ -{ - "title": "Indexes_ListLatest_MaximumSet", - "operationId": "Indexes_ListLatest", - "parameters": { - "api-version": "2025-07-31-preview", - "top": 11, - "skip": "qijkobbksrqhgvwzmujd", - "tags": "lmpvvr", - "listViewType": "ActiveOnly" - }, - "responses": { - "200": { - "body": { - "value": [ - { - "type": "Index", - "id": "fxdrmhqrfmclzkjmfldnszfnztla", - "name": "fiwkavutgfan", - "version": "iqupugmfgctoxzdubrcdnzx" - } - ], - "nextLink": "https://microsoft.com/ayyakes" - } - } - } -} diff --git a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Indexes_ListLatest_MinimumSet_Gen.json b/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Indexes_ListLatest_MinimumSet_Gen.json deleted file mode 100644 index 871ffb5bc5f3..000000000000 --- a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Indexes_ListLatest_MinimumSet_Gen.json +++ /dev/null @@ -1,20 +0,0 @@ -{ - "title": "Indexes_ListLatest_MinimumSet", - "operationId": "Indexes_ListLatest", - "parameters": { - "api-version": "2025-07-31-preview" - }, - "responses": { - "200": { - "body": { - "value": [ - { - "type": "Index", - "name": "fiwkavutgfan", - "version": "iqupugmfgctoxzdubrcdnzx" - } - ] - } - } - } -} diff --git a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Indexes_ListVersions_MaximumSet_Gen.json b/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Indexes_ListVersions_MaximumSet_Gen.json deleted file mode 100644 index 96ba1cade2c7..000000000000 --- a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Indexes_ListVersions_MaximumSet_Gen.json +++ /dev/null @@ -1,27 +0,0 @@ -{ - "title": "Indexes_ListVersions_MaximumSet", - "operationId": "Indexes_ListVersions", - "parameters": { - "api-version": "2025-07-31-preview", - "name": "tvabzvonlomkdvglaubvvqmzwdaiz", - "top": 2, - "skip": "fgwrnkksjofetmtfyizikbyv", - "tags": "hymlvxullwef", - "listViewType": "ActiveOnly" - }, - "responses": { - "200": { - "body": { - "value": [ - { - "type": "Index", - "id": "fxdrmhqrfmclzkjmfldnszfnztla", - "name": "fiwkavutgfan", - "version": "iqupugmfgctoxzdubrcdnzx" - } - ], - "nextLink": "https://microsoft.com/ayyakes" - } - } - } -} diff --git a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Indexes_ListVersions_MinimumSet_Gen.json b/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Indexes_ListVersions_MinimumSet_Gen.json deleted file mode 100644 index 0e1f0dc76b42..000000000000 --- a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/Indexes_ListVersions_MinimumSet_Gen.json +++ /dev/null @@ -1,21 +0,0 @@ -{ - "title": "Indexes_ListVersions_MinimumSet", - "operationId": "Indexes_ListVersions", - "parameters": { - "api-version": "2025-07-31-preview", - "name": "opimayfinqlkarudm" - }, - "responses": { - "200": { - "body": { - "value": [ - { - "type": "Index", - "name": "fiwkavutgfan", - "version": "iqupugmfgctoxzdubrcdnzx" - } - ] - } - } - } -} diff --git a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/RedTeams_Create_MaximumSet_Gen.json b/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/RedTeams_Create_MaximumSet_Gen.json deleted file mode 100644 index ae4e40cb606a..000000000000 --- a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/RedTeams_Create_MaximumSet_Gen.json +++ /dev/null @@ -1,53 +0,0 @@ -{ - "title": "RedTeams_Create_MaximumSet", - "operationId": "RedTeams_Create", - "parameters": { - "api-version": "2025-07-31-preview", - "RedTeam": { - "numTurns": 10, - "attackStrategies": [ - "easy" - ], - "simulationOnly": true, - "riskCategories": [ - "HateUnfairness" - ], - "applicationScenario": "qaxxxhjp", - "tags": { - "key1287": "gbklekkgmxkfbhehgh" - }, - "properties": { - "key9280": "fwzjtipl" - }, - "target": { - "type": "TargetConfig" - } - } - }, - "responses": { - "201": { - "body": { - "id": "tztegmf", - "numTurns": 10, - "attackStrategies": [ - "easy" - ], - "simulationOnly": true, - "riskCategories": [ - "HateUnfairness" - ], - "applicationScenario": "qaxxxhjp", - "tags": { - "key1287": "gbklekkgmxkfbhehgh" - }, - "properties": { - "key9280": "fwzjtipl" - }, - "status": "owgxaiudnkkeqwlnhtmihvhdkbgd", - "target": { - "type": "TargetConfig" - } - } - } - } -} diff --git a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/RedTeams_Create_MinimumSet_Gen.json b/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/RedTeams_Create_MinimumSet_Gen.json deleted file mode 100644 index 9afd67c038ee..000000000000 --- a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/RedTeams_Create_MinimumSet_Gen.json +++ /dev/null @@ -1,38 +0,0 @@ -{ - "title": "RedTeams_Create_MinimumSet", - "operationId": "RedTeams_Create", - "parameters": { - "api-version": "2025-07-31-preview", - "RedTeam": { - "numTurns": 10, - "attackStrategies": [ - "easy" - ], - "simulationOnly": true, - "riskCategories": [ - "HateUnfairness" - ], - "target": { - "type": "TargetConfig" - } - } - }, - "responses": { - "201": { - "body": { - "id": "tztegmf", - "numTurns": 10, - "attackStrategies": [ - "easy" - ], - "simulationOnly": true, - "riskCategories": [ - "HateUnfairness" - ], - "target": { - "type": "TargetConfig" - } - } - } - } -} diff --git a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/RedTeams_Get_MaximumSet_Gen.json b/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/RedTeams_Get_MaximumSet_Gen.json deleted file mode 100644 index b95e1186caa1..000000000000 --- a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/RedTeams_Get_MaximumSet_Gen.json +++ /dev/null @@ -1,35 +0,0 @@ -{ - "title": "RedTeams_Get_MaximumSet", - "operationId": "RedTeams_Get", - "parameters": { - "api-version": "2025-07-31-preview", - "name": "apwpcf", - "x-ms-client-request-id": "cf35b680-dc80-4815-ab83-9364acc3bce6" - }, - "responses": { - "200": { - "body": { - "id": "tztegmf", - "numTurns": 10, - "attackStrategies": [ - "easy" - ], - "simulationOnly": true, - "riskCategories": [ - "HateUnfairness" - ], - "applicationScenario": "qaxxxhjp", - "tags": { - "key1287": "gbklekkgmxkfbhehgh" - }, - "properties": { - "key9280": "fwzjtipl" - }, - "status": "owgxaiudnkkeqwlnhtmihvhdkbgd", - "target": { - "type": "TargetConfig" - } - } - } - } -} diff --git a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/RedTeams_List_MaximumSet_Gen.json b/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/RedTeams_List_MaximumSet_Gen.json deleted file mode 100644 index 08ddce9e679b..000000000000 --- a/specification/ai/data-plane/Azure.AI.Projects/preview/2025-07-31-preview/examples/RedTeams_List_MaximumSet_Gen.json +++ /dev/null @@ -1,42 +0,0 @@ -{ - "title": "RedTeams_List_MaximumSet", - "operationId": "RedTeams_List", - "parameters": { - "api-version": "2025-07-31-preview", - "top": 28, - "skip": 8, - "maxpagesize": 21, - "x-ms-client-request-id": "cf35b680-dc80-4815-ab83-9364acc3bce6" - }, - "responses": { - "200": { - "body": { - "value": [ - { - "id": "tztegmf", - "numTurns": 10, - "attackStrategies": [ - "easy" - ], - "simulationOnly": true, - "riskCategories": [ - "HateUnfairness" - ], - "applicationScenario": "qaxxxhjp", - "tags": { - "key1287": "gbklekkgmxkfbhehgh" - }, - "properties": { - "key9280": "fwzjtipl" - }, - "status": "owgxaiudnkkeqwlnhtmihvhdkbgd", - "target": { - "type": "TargetConfig" - } - } - ], - "nextLink": "https://microsoft.com/a" - } - } - } -} diff --git a/specification/ai/data-plane/Azure.AI.Projects/readme.md b/specification/ai/data-plane/Azure.AI.Projects/readme.md index 2b60b4c8a00d..1f090a5ed13f 100644 --- a/specification/ai/data-plane/Azure.AI.Projects/readme.md +++ b/specification/ai/data-plane/Azure.AI.Projects/readme.md @@ -36,13 +36,6 @@ input-file: - preview/2025-05-15-preview/azure-ai-projects.json ``` -### Release v2025-07-31-preview -These settings apply only when `--tag=2025-07-31-preview` is specified on the command line. -``` yaml $(tag) == '2025-07-31-preview' -input-file: - - preview/2025-07-31-preview/azure-ai-projects.json -``` - # Suppressions ``` yaml suppressions: