Studio: persistent stdio MCP sessions so server state survives across tool calls

studio/backend/core/inference/inference.py

@@ -832,6 +832,7 @@ def generate_chat_completion_with_tools(
         nudge_tool_calls: Optional[bool] = None,
         tool_call_timeout: int = 300,
         session_id: Optional[str] = None,
+        thread_id: Optional[str] = None,
         rag_scope: Optional[dict] = None,
         presence_penalty: float = 0.0,
     ):
@@ -885,6 +886,7 @@ def _single_turn(conv: list, *, active_tools: Optional[list[dict]] = None):
             max_tool_iterations = max_tool_iterations,
             tool_call_timeout = tool_call_timeout,
             session_id = session_id,
+            thread_id = thread_id,
             rag_scope = rag_scope,
         )
 

studio/backend/core/inference/llama_cpp.py

@@ -8961,6 +8961,7 @@ def generate_chat_completion_with_tools(
         nudge_tool_calls: Optional[bool] = None,
         tool_call_timeout: int = 300,
         session_id: Optional[str] = None,
+        thread_id: Optional[str] = None,
         rag_scope: Optional[dict] = None,
         seed: Optional[int] = None,
         disable_parallel_tool_use: bool = False,
@@ -9983,6 +9984,7 @@ def _tool_succeeded(tool_name: str) -> bool:
                             cancel_event = cancel_event,
                             timeout = _effective_timeout,
                             session_id = session_id,
+                            thread_id = thread_id,
                             rag_scope = rag_scope,
                             disable_sandbox = bypass_permissions,
                         )