Skip to content

Add server tool call support to OpenTelemetryChatClient per semantic conventions #7240

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
stephentoub merged 5 commits into from
Jan 31, 2026
Merged

Add server tool call support to OpenTelemetryChatClient per semantic conventions #7240

Show file tree
Hide file tree
Changes from 4 commits
Commits
Show all changes
5 commits
Select commit Hold shift + click to select a range
c23d6c3
Initial plan
Copilot Jan 29, 2026
70f268d
Add server tool call content types support in OpenTelemetryChatClient
Copilot Jan 29, 2026
ec4cbe1
Fix code review feedback: Use IReadOnlyDictionary for Arguments property
Copilot Jan 29, 2026
ed7b3c4
Refactor server tool call types to use specialized classes per conten…
Copilot Jan 30, 2026
07050f9
Address code review feedback for ExtractCodeFromInputs method
Copilot Jan 30, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
202 changes: 202 additions & 0 deletions src/Libraries/Microsoft.Extensions.AI/ChatCompletion/OpenTelemetryChatClient.cs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -7,6 +7,7 @@
using System.Diagnostics.Metrics;
using System.Linq;
using System.Runtime.CompilerServices;
using System.Text;
using System.Text.Encodings.Web;
using System.Text.Json;
using System.Text.Json.Serialization;
Expand Down Expand Up @@ -311,6 +312,99 @@ internal static string SerializeChatMessages(
m.Parts.Add(new OtelGenericPart { Type = "error", Content = ec.Message });
break;

// Server tool call content types as specified in the OpenTelemetry semantic conventions:
Comment thread
stephentoub marked this conversation as resolved.

case CodeInterpreterToolCallContent citcc:
m.Parts.Add(new OtelServerToolCallPart<OtelCodeInterpreterToolCall>
{
Id = citcc.CallId,
Name = "code_interpreter",
ServerToolCall = new OtelCodeInterpreterToolCall
{
Code = ExtractCodeFromInputs(citcc.Inputs),
},
});
break;

case CodeInterpreterToolResultContent citrc:
m.Parts.Add(new OtelServerToolCallResponsePart<OtelCodeInterpreterToolCallResponse>
{
Id = citrc.CallId,
ServerToolCallResponse = new OtelCodeInterpreterToolCallResponse
{
Output = citrc.Outputs,
},
});
break;

case ImageGenerationToolCallContent igtcc:
m.Parts.Add(new OtelServerToolCallPart<OtelImageGenerationToolCall>
{
Id = igtcc.ImageId,
Name = "image_generation",
ServerToolCall = new OtelImageGenerationToolCall(),
});
break;

case ImageGenerationToolResultContent igtrc:
m.Parts.Add(new OtelServerToolCallResponsePart<OtelImageGenerationToolCallResponse>
{
Id = igtrc.ImageId,
ServerToolCallResponse = new OtelImageGenerationToolCallResponse
{
Output = igtrc.Outputs,
},
});
break;

case McpServerToolCallContent mstcc:
m.Parts.Add(new OtelServerToolCallPart<OtelMcpToolCall>
{
Id = mstcc.CallId,
Name = mstcc.ToolName,
ServerToolCall = new OtelMcpToolCall
{
Arguments = mstcc.Arguments,
ServerName = mstcc.ServerName,
},
});
break;

case McpServerToolResultContent mstrc:
m.Parts.Add(new OtelServerToolCallResponsePart<OtelMcpToolCallResponse>
{
Id = mstrc.CallId,
ServerToolCallResponse = new OtelMcpToolCallResponse
{
Output = mstrc.Output,
},
});
break;

case McpServerToolApprovalRequestContent mstarc:
m.Parts.Add(new OtelServerToolCallPart<OtelMcpApprovalRequest>
{
Id = mstarc.Id,
Name = mstarc.ToolCall.ToolName,
ServerToolCall = new OtelMcpApprovalRequest
{
Arguments = mstarc.ToolCall.Arguments,
ServerName = mstarc.ToolCall.ServerName,
},
});
break;

case McpServerToolApprovalResponseContent mstaresp:
m.Parts.Add(new OtelServerToolCallResponsePart<OtelMcpApprovalResponse>
{
Id = mstaresp.Id,
ServerToolCallResponse = new OtelMcpApprovalResponse
{
Approved = mstaresp.Approved,
},
});
break;

default:
JsonElement element = _emptyObject;
try
Expand Down Expand Up @@ -364,6 +458,40 @@ internal static string SerializeChatMessages(
return null;
}

/// <summary>Extracts code text from code interpreter inputs.</summary>
/// <remarks>
/// Code interpreter inputs typically contain a DataContent with a "text/x-python" or similar
/// media type representing the code to execute.
/// </remarks>
private static string? ExtractCodeFromInputs(IList<AIContent>? inputs)
{
if (inputs is null)
Comment thread
stephentoub marked this conversation as resolved.
Outdated
{
return null;
}

foreach (var input in inputs)
{
// Check for DataContent with code MIME types
if (input is DataContent dc &&
dc.MediaType is not null &&
(dc.MediaType.StartsWith("text/", StringComparison.OrdinalIgnoreCase) ||
Comment thread
stephentoub marked this conversation as resolved.
Outdated
dc.MediaType.Equals("application/x-python-code", StringComparison.OrdinalIgnoreCase)))
Comment thread
stephentoub marked this conversation as resolved.
Outdated
{
// Return the data as a string (decode bytes as UTF8)
return Encoding.UTF8.GetString(dc.Data.ToArray());
}

// Check for TextContent
if (input is TextContent tc && !string.IsNullOrEmpty(tc.Text))
{
return tc.Text;
}
}

return null;
}

/// <summary>Creates an activity for a chat request, or returns <see langword="null"/> if not enabled.</summary>
private Activity? CreateAndConfigureActivity(ChatOptions? options)
{
Expand Down Expand Up @@ -691,6 +819,72 @@ private sealed class OtelToolCallResponsePart
public object? Response { get; set; }
}

private sealed class OtelServerToolCallPart<T>
where T : class
{
public string Type { get; set; } = "server_tool_call";
public string? Id { get; set; }
public string? Name { get; set; }
public T? ServerToolCall { get; set; }
}

private sealed class OtelServerToolCallResponsePart<T>
where T : class
{
public string Type { get; set; } = "server_tool_call_response";
public string? Id { get; set; }
public T? ServerToolCallResponse { get; set; }
}

private sealed class OtelCodeInterpreterToolCall
Comment thread
stephentoub marked this conversation as resolved.
{
public string Type { get; set; } = "code_interpreter";
public string? Code { get; set; }
}

private sealed class OtelCodeInterpreterToolCallResponse
{
public string Type { get; set; } = "code_interpreter";
public object? Output { get; set; }
}

private sealed class OtelImageGenerationToolCall
{
public string Type { get; set; } = "image_generation";
Comment thread
stephentoub marked this conversation as resolved.
}

private sealed class OtelImageGenerationToolCallResponse
{
public string Type { get; set; } = "image_generation";
public object? Output { get; set; }
}

private sealed class OtelMcpToolCall
{
public string Type { get; set; } = "mcp";
public string? ServerName { get; set; }
public IReadOnlyDictionary<string, object?>? Arguments { get; set; }
}

private sealed class OtelMcpToolCallResponse
{
public string Type { get; set; } = "mcp";
public object? Output { get; set; }
}

private sealed class OtelMcpApprovalRequest
{
public string Type { get; set; } = "mcp_approval_request";
public string? ServerName { get; set; }
public IReadOnlyDictionary<string, object?>? Arguments { get; set; }
}

private sealed class OtelMcpApprovalResponse
{
public string Type { get; set; } = "mcp_approval_response";
public bool Approved { get; set; }
}

private sealed class OtelFunction
{
public string Type { get; set; } = "function";
Expand Down Expand Up @@ -727,6 +921,14 @@ private static JsonSerializerOptions CreateDefaultOptions()
[JsonSerializable(typeof(OtelFilePart))]
[JsonSerializable(typeof(OtelToolCallRequestPart))]
[JsonSerializable(typeof(OtelToolCallResponsePart))]
[JsonSerializable(typeof(OtelServerToolCallPart<OtelCodeInterpreterToolCall>))]
[JsonSerializable(typeof(OtelServerToolCallResponsePart<OtelCodeInterpreterToolCallResponse>))]
[JsonSerializable(typeof(OtelServerToolCallPart<OtelImageGenerationToolCall>))]
[JsonSerializable(typeof(OtelServerToolCallResponsePart<OtelImageGenerationToolCallResponse>))]
[JsonSerializable(typeof(OtelServerToolCallPart<OtelMcpToolCall>))]
[JsonSerializable(typeof(OtelServerToolCallResponsePart<OtelMcpToolCallResponse>))]
[JsonSerializable(typeof(OtelServerToolCallPart<OtelMcpApprovalRequest>))]
[JsonSerializable(typeof(OtelServerToolCallResponsePart<OtelMcpApprovalResponse>))]
[JsonSerializable(typeof(IEnumerable<OtelFunction>))]
private sealed partial class OtelContext : JsonSerializerContext;
}
Loading
Loading