feat: hand off video turns to local watch-skill

server/contracts.ts

@@ -109,6 +109,8 @@ export interface SendTurnInput {
      * through the harness so this bot can message other bots. The harness
      * owns turns, permissions, and recursion limits; the proxy only forwards. */
     agents?: { command: string; args: string[]; env: Record<string, string> };
+    /** Local watch-skill MCP server, added automatically for a video turn. */
+    watchSkill?: { command: string; args: string[]; env: Record<string, string> };
   };
   cwd?: string;
 }

server/drivers/acp/core.ts

@@ -140,6 +140,8 @@ export function createAcpDriver(support: AcpSupport): ProviderDriver<AcpConfig>
             env: Object.entries(agents.env).map(([name, value]) => ({ name, value: String(value) })),
           });
         }
+        const watchSkill = turn.integrations?.watchSkill;
+        if (watchSkill) servers.push({ name: "watch_skill", command: watchSkill.command, args: watchSkill.args, env: [] });
         return servers;
       };
 

server/drivers/claude.ts

@@ -278,6 +278,7 @@ export const ClaudeDriver: ProviderDriver<ClaudeConfig> = {
         mcpServers.agents = { ...turn.integrations.agents };
         allowed.push("mcp__agents");
       }
+      if (turn.integrations?.watchSkill) { mcpServers.watch_skill = { ...turn.integrations.watchSkill }; allowed.push("mcp__watch_skill"); }
       // permission broker: anything acceptEdits would silently deny becomes
       // an Allow/Deny card in chat, and the agent gets ask_user. Skipped in
       // bypassPermissions (fullAuto) — nothing would ever ask.

server/index.ts

@@ -17,6 +17,7 @@ import { BUILT_IN_DRIVERS } from "./drivers/builtIn.ts";
 import { EventBus } from "./harness/bus.ts";
 import { ProviderRegistry } from "./harness/registry.ts";
 import { mentionedBots, Store, type Message } from "./store.ts";
+import { hasWatchSkill, videoReferences, watchSkillIntegration } from "./watch-skill.ts";
 
 const PORT = Number(process.env.OMB_PORT || process.env.OGB_PORT || 8799);
 const STATIC_DIR = process.env.OMB_STATIC_DIR || null;
@@ -412,6 +413,8 @@ async function startTurn(
       ) {
         integrations.agents = agentsIntegration(bot.id, commsDepth);
       }
+      const videos = videoReferences(text);
+      if (videos.length && hasWatchSkill()) integrations.watchSkill = watchSkillIntegration();
       // @mentions in the user's message (the composer's tagging UI) become
       // an explicit delegation nudge — the agent still does the ask_bot call
       // itself, so the harness stays the single owner of turns/permissions
@@ -439,6 +442,9 @@ async function startTurn(
           (integrations.agents
             ? " You can work with the user's other bots through the agents tools — list_bots shows who's available, ask_bot sends one of them a message and returns their reply."
             : "") +
+          (integrations.watchSkill
+            ? ` The user included ${videos.length} video reference${videos.length === 1 ? "" : "s"}. Use the watch_skill tools to index it once, cite timestamped evidence, and reuse its index for follow-up questions.`
+            : "") +
           (tagged.length
             ? ` The user tagged ${tagged
                 .map((t) => `@${t.name} (ask_bot bot_id ${t.id})`)

server/watch-skill.test.ts

@@ -0,0 +1,6 @@
+import { describe, expect, it } from "vitest";
+import { videoReferences } from "./watch-skill.ts";
+describe("watch-skill handoff", () => {
+  it("recognizes supported video URLs but ignores normal links", () => expect(videoReferences("see https://youtu.be/demo https://example.com/a https://cdn.x/demo.webm")).toEqual(["https://youtu.be/demo", "https://cdn.x/demo.webm"]));
+  it("does not treat prose as a video reference", () => expect(videoReferences("please explain this recording")).toEqual([]));
+});

server/watch-skill.ts

@@ -0,0 +1,19 @@
+import { execFileSync } from "node:child_process";
+
+const VIDEO_URL = /https?:\/\/[^\s<>()]+/gi;
+const VIDEO_HOST = /(^|\.)(youtube\.com|youtu\.be|vimeo\.com|twitch\.tv|loom\.com)$/i;
+const VIDEO_FILE = /\.(mp4|mov|mkv|webm|avi|m4v)(?:[?#].*)?$/i;
+
+/** Conservative detection: ordinary links do not start a video workflow. */
+export function videoReferences(text: string): string[] {
+  return (text.match(VIDEO_URL) ?? []).filter((raw) => {
+    try { const url = new URL(raw); return VIDEO_HOST.test(url.hostname) || VIDEO_FILE.test(url.pathname); } catch { return false; }
+  });
+}
+
+/** No install/fetch side effect. Users opt in by installing watch-skill locally. */
+export function hasWatchSkill(command = "watch-skill"): boolean {
+  try { execFileSync(command, ["--version"], { stdio: "ignore", timeout: 2_000, windowsHide: true }); return true; } catch { return false; }
+}
+
+export function watchSkillIntegration(command = "watch-skill") { return { command, args: ["serve"], env: {} as Record<string, string> }; }