diff --git a/lib/sidecar/trtllm/src/engine.rs b/lib/sidecar/trtllm/src/engine.rs index f35498ef4255..66327bfb2d3f 100644 --- a/lib/sidecar/trtllm/src/engine.rs +++ b/lib/sidecar/trtllm/src/engine.rs @@ -308,7 +308,7 @@ impl LLMEngine for TrtllmSidecarEngine { // streamed chunk costs a boxed future and a waker registration on every // token. let mut request_cancellation = Box::pin(async move { stopped_ctx.stopped().await }); - let shutdown = self.cancel.clone(); + let shutdown = self.cancel.child_token(); let mut shutdown_cancellation = Box::pin(async move { shutdown.cancelled().await }); // The same deferral applies here, not just to the streaming loop below.