Merge branch 'main' into feature/baseten

Author: dangusev

agents-core/pyproject.toml

@@ -21,7 +21,7 @@ classifiers = [
 
 requires-python = ">=3.10"
 dependencies = [
-    "getstream[webrtc,telemetry]>=2.5.11",
+    "getstream[webrtc,telemetry]>=2.5.14",
     "python-dotenv>=1.1.1",
     "pillow>=10.4.0",  # Compatible with moondream SDK (<11.0.0)
     "numpy>=1.24.0",
@@ -91,5 +91,5 @@ include = ["vision_agents"]
 #]
 # getstream = { git = "https://github.com/GetStream/stream-py.git", branch = "audio-more" }
 # for local development
-#getstream = { git = "https://github.com/GetStream/stream-py.git", rev = "85bd8ef00859ef6ed5ef4ffe7b7f40ae12d12973" }
+#getstream = { path = "../../stream-py/", editable = true }
 # aiortc = { path = "../stream-py/", editable = true }

agents-core/vision_agents/core/agents/agent_options.py

@@ -0,0 +1,56 @@
+import asyncio
+import datetime
+import tempfile
+from dataclasses import dataclass, asdict
+from typing import Optional
+
+import aiortc.mediastreams
+
+from ..edge.types import Participant
+from ..llm.events import LLMResponseCompletedEvent
+from ..utils.video_forwarder import VideoForwarder
+
+
+@dataclass
+class AgentOptions:
+    model_dir: str
+
+    def update(self, other: "AgentOptions") -> "AgentOptions":
+        merged_dict = asdict(self)
+
+        for key, value in asdict(other).items():
+            if value is not None:
+                merged_dict[key] = value
+
+        return AgentOptions(**merged_dict)
+
+
+# Cache tempdir at module load time to avoid blocking I/O during async operations
+_DEFAULT_MODEL_DIR = tempfile.gettempdir()
+
+
+def default_agent_options():
+    return AgentOptions(model_dir=_DEFAULT_MODEL_DIR)
+
+
+
+@dataclass
+class TrackInfo:
+    id: str
+    type: int
+    processor: str
+    priority: int  # higher goes first
+    participant: Optional[Participant]
+    track: aiortc.mediastreams.VideoStreamTrack
+    forwarder: VideoForwarder
+
+@dataclass
+class LLMTurn:
+    input: str
+    participant: Optional[Participant]
+    started_at: datetime.datetime
+    finished_at: Optional[datetime.datetime] = None
+    canceled_at: Optional[datetime.datetime] = None
+    response: Optional[LLMResponseCompletedEvent] = None
+    task: Optional[asyncio.Task] = None
+    turn_finished: bool = False