QVAC-13715 feat: Profiler Operation Transport + Load/Download Metrics + Stream Profiling

packages/sdk/client/api/completion-stream.ts

@@ -159,7 +159,6 @@ export function completion(params: CompletionParams): {
 
       const responses: AsyncGenerator<unknown> = streamRpc(
         request,
-        undefined,
         params.rpcOptions,
       );
 

packages/sdk/client/api/download-asset.ts

@@ -1,6 +1,7 @@
 import { send, stream } from "@/client/rpc/rpc-client";
 import {
   type DownloadAssetOptions as BaseDownloadAssetOptions,
+  type RPCOptions,
   downloadAssetOptionsToRequestSchema,
 } from "@/schemas";
 import {
@@ -22,6 +23,7 @@ export type DownloadAssetOptions = BaseDownloadAssetOptions;
  *   - assetSrc: The location from which the asset is downloaded (local path, remote URL, or Hyperdrive URL)
  *   - seed: Optional boolean for hyperdrive seeding
  *   - onProgress: Optional callback for download progress
+ * @param rpcOptions - Optional RPC options including per-call profiling configuration
  *
  * @returns Promise that resolves to the asset ID (either the provided assetSrc or a generated ID)
  *
@@ -48,12 +50,13 @@ export type DownloadAssetOptions = BaseDownloadAssetOptions;
  */
 export async function downloadAsset(
   options: DownloadAssetOptions,
+  rpcOptions?: RPCOptions,
 ): Promise<string> {
   const request = downloadAssetOptionsToRequestSchema.parse(options);
 
   if (options.onProgress) {
     // Use streaming for progress updates
-    for await (const response of stream(request)) {
+    for await (const response of stream(request, rpcOptions)) {
       if (response.type === "modelProgress") {
         options.onProgress(response);
       } else if (response.type === "downloadAsset") {
@@ -67,7 +70,7 @@ export async function downloadAsset(
     throw new StreamEndedError();
   } else {
     // Use regular send for simple downloading
-    const response = await send(request);
+    const response = await send(request, rpcOptions);
     if (response.type !== "downloadAsset") {
       throw new InvalidResponseError("downloadAsset");
     }

packages/sdk/client/api/embed.ts

@@ -43,7 +43,7 @@ export async function embed(
     ...params,
   };
 
-  const response = await send(request, undefined, options);
+  const response = await send(request, options);
   if (response.type !== "embed") {
     throw new InvalidResponseError("embed");
   }

packages/sdk/client/api/invoke-plugin.ts

@@ -27,7 +27,7 @@ export async function invokePlugin<TResponse = unknown, TParams = unknown>(
     params: options.params,
   };
 
-  const response = await send(request, undefined, rpcOptions);
+  const response = await send(request, rpcOptions);
 
   if (response.type !== "pluginInvoke") {
     throw new InvalidResponseError("pluginInvoke");
@@ -53,7 +53,7 @@ export async function* invokePluginStream<
     params: options.params,
   };
 
-  for await (const chunk of stream(request, undefined, rpcOptions)) {
+  for await (const chunk of stream(request, rpcOptions)) {
     const response = chunk as PluginInvokeStreamResponse;
     if (response.type !== "pluginInvokeStream") {
       throw new InvalidResponseError("pluginInvokeStream");

packages/sdk/client/api/load-model.ts

@@ -3,6 +3,7 @@ import { startLoggingStreamForModel } from "@/client/logging-stream-registry";
 import {
   type LoadModelOptions,
   type ReloadConfigOptions,
+  type RPCOptions,
   loadModelOptionsToRequestSchema,
   reloadConfigOptionsToRequestSchema,
   isModelTypeAlias,
@@ -32,6 +33,7 @@ const logger = getClientLogger();
  *   - modelConfig: Model-specific configuration options (companion sources, model parameters, etc.)
  *   - onProgress: Callback for download progress updates
  *   - logger: Logger instance for model operation logs
+ * @param rpcOptions - Optional RPC options including per-call profiling configuration
  *
  * @returns Promise that resolves to the model ID (either the provided modelSrc or a generated ID)
  *
@@ -107,7 +109,10 @@ const logger = getClientLogger();
  * });
  * ```
  */
-export function loadModel(options: LoadModelOptions): Promise<string>;
+export function loadModel(
+  options: LoadModelOptions,
+  rpcOptions?: RPCOptions,
+): Promise<string>;
 
 /**
  * Hot-reloads configuration on an already loaded model.
@@ -116,6 +121,7 @@ export function loadModel(options: LoadModelOptions): Promise<string>;
  *   - modelId: The ID of an existing loaded model
  *   - modelType: The type of model (must match the loaded model)
  *   - modelConfig: New configuration to apply
+ * @param rpcOptions - Optional RPC options including per-call profiling configuration
  *
  * @returns Promise that resolves to the model ID
  *
@@ -139,10 +145,14 @@ export function loadModel(options: LoadModelOptions): Promise<string>;
  * });
  * ```
  */
-export function loadModel(options: ReloadConfigOptions): Promise<string>;
+export function loadModel(
+  options: ReloadConfigOptions,
+  rpcOptions?: RPCOptions,
+): Promise<string>;
 
 export async function loadModel(
   options: LoadModelOptions | ReloadConfigOptions,
+  rpcOptions?: RPCOptions,
 ): Promise<string> {
   const isReloadConfig = "modelId" in options && !("modelSrc" in options);
 
@@ -162,7 +172,7 @@ export async function loadModel(
 
   if (onProgress) {
     // Use streaming for progress updates
-    for await (const response of stream(request)) {
+    for await (const response of stream(request, rpcOptions)) {
       if (response.type === "modelProgress") {
         onProgress(response);
       } else if (response.type === "loadModel") {
@@ -191,7 +201,7 @@ export async function loadModel(
   }
 
   // Use regular send for simple loading
-  const response = await send(request);
+  const response = await send(request, rpcOptions);
   if (response.type !== "loadModel") {
     throw new InvalidResponseError("loadModel");
   }

packages/sdk/client/api/rag.ts

@@ -66,7 +66,7 @@ export async function ragChunk(
     ...params,
   };
 
-  const response = await send(request, undefined, options);
+  const response = await send(request, options);
 
   if (response.type !== "rag") {
     throw new InvalidResponseError("rag");
@@ -139,7 +139,7 @@ export async function ragIngest(
 
   if (onProgress) {
     // Use streaming for progress updates
-    for await (const event of stream(request, undefined, options)) {
+    for await (const event of stream(request, options)) {
       if (event.type === "rag:progress" && event.operation === "ingest") {
         const progress: RagProgressUpdate = event;
         onProgress(
@@ -165,7 +165,7 @@ export async function ragIngest(
     throw new StreamEndedError();
   }
 
-  const response = await send(request, undefined, options);
+  const response = await send(request, options);
   if (response.type !== "rag") {
     throw new InvalidResponseError("rag");
   }
@@ -232,7 +232,7 @@ export async function ragSaveEmbeddings(
   };
 
   if (onProgress) {
-    for await (const event of stream(request, undefined, options)) {
+    for await (const event of stream(request, options)) {
       if (
         event.type === "rag:progress" &&
         event.operation === "saveEmbeddings"
@@ -258,7 +258,7 @@ export async function ragSaveEmbeddings(
     throw new StreamEndedError();
   }
 
-  const response = await send(request, undefined, options);
+  const response = await send(request, options);
 
   if (response.type !== "rag") {
     throw new InvalidResponseError("rag");
@@ -314,7 +314,7 @@ export async function ragSearch(
     n: params.n ?? 3,
   };
 
-  const response = await send(request, undefined, options);
+  const response = await send(request, options);
   if (response.type !== "rag") {
     throw new InvalidResponseError("rag");
   }
@@ -360,7 +360,7 @@ export async function ragDeleteEmbeddings(
     ...params,
   };
 
-  const response = await send(request, undefined, options);
+  const response = await send(request, options);
   if (response.type !== "rag") {
     throw new InvalidResponseError("rag");
   }
@@ -428,7 +428,7 @@ export async function ragReindex(
   };
 
   if (onProgress) {
-    for await (const event of stream(request, undefined, options)) {
+    for await (const event of stream(request, options)) {
       if (event.type === "rag:progress" && event.operation === "reindex") {
         const progress: RagProgressUpdate = event;
         onProgress(
@@ -451,7 +451,7 @@ export async function ragReindex(
     throw new StreamEndedError();
   }
 
-  const response = await send(request, undefined, options);
+  const response = await send(request, options);
 
   if (response.type !== "rag") {
     throw new InvalidResponseError("rag");
@@ -494,7 +494,7 @@ export async function ragListWorkspaces(
     operation: "listWorkspaces",
   };
 
-  const response = await send(request, undefined, options);
+  const response = await send(request, options);
 
   if (response.type !== "rag") {
     throw new InvalidResponseError("rag");
@@ -544,7 +544,7 @@ export async function ragCloseWorkspace(
     ...params,
   };
 
-  const response = await send(request, undefined, options);
+  const response = await send(request, options);
 
   if (response.type !== "rag") {
     throw new InvalidResponseError("rag");
@@ -584,7 +584,7 @@ export async function ragDeleteWorkspace(
     ...params,
   };
 
-  const response = await send(request, undefined, options);
+  const response = await send(request, options);
 
   if (response.type !== "rag") {
     throw new InvalidResponseError("rag");

packages/sdk/client/api/text-to-speech.ts

@@ -29,7 +29,7 @@ export function textToSpeech(
 
   if (params.stream) {
     const bufferStream = (async function* () {
-      for await (const response of streamRpc(request, undefined, options)) {
+      for await (const response of streamRpc(request, options)) {
         if (response.type === "textToSpeech") {
           const streamResponse = ttsResponseSchema.parse(response);
           if (streamResponse.buffer.length > 0) {
@@ -54,7 +54,7 @@ export function textToSpeech(
 
     const bufferPromise = (async () => {
       let buffer: number[] = [];
-      for await (const response of streamRpc(request, undefined, options)) {
+      for await (const response of streamRpc(request, options)) {
         if (response.type === "textToSpeech") {
           const streamResponse = ttsResponseSchema.parse(response);
           buffer = buffer.concat(streamResponse.buffer);

packages/sdk/client/api/transcribe.ts

@@ -32,7 +32,7 @@ export async function* transcribeStream(
     ...(params.prompt && { prompt: params.prompt }),
   };
 
-  for await (const response of stream(request, undefined, options)) {
+  for await (const response of stream(request, options)) {
     if (response.type === "transcribeStream") {
       const streamResponse = transcribeStreamResponseSchema.parse(response);
 

packages/sdk/client/api/translate.ts

@@ -90,7 +90,7 @@ export function translate(
 
   if (params.stream) {
     const tokenStream = (async function* () {
-      for await (const response of streamRpc(request, undefined, options)) {
+      for await (const response of streamRpc(request, options)) {
         if (response.type === "translate") {
           const streamResponse = translateResponseSchema.parse(response);
           if (!streamResponse.done) {
@@ -118,7 +118,7 @@ export function translate(
     const textPromise = (async () => {
       let buffer = "";
 
-      for await (const response of streamRpc(request, undefined, options)) {
+      for await (const response of streamRpc(request, options)) {
         if (response.type === "translate") {
           const streamResponse = translateResponseSchema.parse(response);
           buffer += streamResponse.token;

packages/sdk/client/rpc/profiling/profiler.ts

@@ -158,14 +158,32 @@ export function recordClientEvents(
       recordPhase(
         base,
         "clientOverhead",
-        totalClientTime - serverMeta.server.totalServerMs,
+        Math.max(0, totalClientTime - serverMeta.server.totalServerMs),
       );
     }
   }
 
   if (serverMeta?.delegation) {
     recordDelegationBreakdownPhases(base, serverMeta.delegation);
   }
+
+  if (serverMeta?.operation) {
+    recordOperationEvent(serverMeta.operation);
+  }
+}
+
+function recordOperationEvent(op: NonNullable<ProfilingResponseMeta["operation"]>): void {
+  const event: Parameters<typeof record>[0] = {
+    ts: nowMs(),
+    op: op.op,
+    kind: op.kind,
+    ms: op.ms,
+  };
+  if (op.profileId !== undefined) event.profileId = op.profileId;
+  if (op.gauges !== undefined) event.gauges = op.gauges;
+  if (op.tags !== undefined) event.tags = op.tags;
+  if (op.count !== undefined) event.count = op.count;
+  record(event);
 }
 
 export function recordClientStreamEvents(
@@ -205,6 +223,10 @@ export function recordClientStreamEvents(
   if (serverMeta?.delegation) {
     recordDelegationBreakdownPhases(base, serverMeta.delegation);
   }
+
+  if (serverMeta?.operation) {
+    recordOperationEvent(serverMeta.operation);
+  }
 }
 
 export function resetConnectionTracking(): void {

packages/sdk/client/rpc/rpc-client.ts

@@ -96,8 +96,8 @@ async function prepareRPCContext(
 
 export async function send<T extends Request>(
   request: T,
-  rpc?: RPC,
   options?: RPCOptions,
+  rpc?: RPC,
 ): Promise<Response> {
   const ctx = await prepareRPCContext(request.type, options?.profiling, rpc);
 
@@ -209,8 +209,8 @@ async function sendProfiled<T extends Request>(
 
 export async function* stream<T extends Request>(
   request: T,
-  rpc?: RPC,
   options: RPCOptions = {},
+  rpc?: RPC,
 ): AsyncGenerator<Response> {
   const ctx = await prepareRPCContext(request.type, options?.profiling, rpc);
 
@@ -337,6 +337,7 @@ async function* streamProfiled<T extends Request>(
             profilingMeta = chunkMeta;
           }
 
+          if (rawParsed["__profilingTrailer"] === true) continue;
           const cleanPayload = stripProfilingMeta(rawParsed);
           const response = responseSchema.parse(cleanPayload);