diff --git a/agents/property.json b/agents/property.json index 852c904d..505e8f4e 100644 --- a/agents/property.json +++ b/agents/property.json @@ -4164,10 +4164,6 @@ { "extension_group": "asr", "extension": "deepgram_asr" - }, - { - "extension_group": "transcriber", - "extension": "message_collector" } ] } @@ -4412,10 +4408,6 @@ { "extension_group": "asr", "extension": "deepgram_asr" - }, - { - "extension_group": "transcriber", - "extension": "message_collector" } ] } diff --git a/agents/ten_packages/extension/deepgram_asr_python/manifest.json b/agents/ten_packages/extension/deepgram_asr_python/manifest.json index 9e3298f6..e7914dd6 100644 --- a/agents/ten_packages/extension/deepgram_asr_python/manifest.json +++ b/agents/ten_packages/extension/deepgram_asr_python/manifest.json @@ -26,7 +26,8 @@ }, "audio_frame_in": [ { - "name": "pcm_frame" + "name": "pcm_frame", + "property": {} } ], "cmd_in": [ diff --git a/agents/ten_packages/extension/message_collector_rtm/manifest.json b/agents/ten_packages/extension/message_collector_rtm/manifest.json index f5b2a335..506f2e01 100644 --- a/agents/ten_packages/extension/message_collector_rtm/manifest.json +++ b/agents/ten_packages/extension/message_collector_rtm/manifest.json @@ -48,6 +48,18 @@ "type": "string" } } + }, + { + "name": "rtm_storage_event", + "property": {} + }, + { + "name": "rtm_presence_event", + "property": {} + }, + { + "name": "rtm_lock_event", + "property": {} } ], "data_out": [ @@ -63,6 +75,12 @@ } } ], + "cmd_in": [ + { + "name": "on_user_audio_track_state_changed", + "property": {} + } + ], "cmd_out": [ { "name": "publish", diff --git a/agents/ten_packages/extension/openai_chatgpt_python/manifest.json b/agents/ten_packages/extension/openai_chatgpt_python/manifest.json index 34d9f2e8..9c99ec65 100644 --- a/agents/ten_packages/extension/openai_chatgpt_python/manifest.json +++ b/agents/ten_packages/extension/openai_chatgpt_python/manifest.json @@ -83,15 +83,57 @@ "name": "flush" }, { - "name": "on_user_joined" + "name": "on_user_joined", + "property": {} }, { - "name": "on_user_left" + "name": "on_user_left", + "property": {} + }, + { + "name": "tool_register", + "property": { + "name": { + "type": "string" + }, + "description": { + "type": "string" + }, + "parameters": { + "type": "string" + } + }, + "required": [ + "name", + "description", + "parameters" + ], + "result": { + "property": { + "response": { + "type": "string" + } + } + } } ], "cmd_out": [ { "name": "flush" + }, + { + "name": "tool_call", + "property": { + "name": { + "type": "string" + }, + "args": { + "type": "string" + } + }, + "required": [ + "name" + ] } ], "video_frame_in": [ diff --git a/agents/ten_packages/extension/transcribe_asr_python/manifest.json b/agents/ten_packages/extension/transcribe_asr_python/manifest.json index d14b7f7b..95403cc8 100644 --- a/agents/ten_packages/extension/transcribe_asr_python/manifest.json +++ b/agents/ten_packages/extension/transcribe_asr_python/manifest.json @@ -29,18 +29,22 @@ }, "audio_frame_in": [ { - "name": "pcm_frame" + "name": "pcm_frame", + "property": {} } ], "cmd_in": [ { - "name": "on_user_joined" + "name": "on_user_joined", + "property": {} }, { - "name": "on_user_left" + "name": "on_user_left", + "property": {} }, { - "name": "on_connection_failure" + "name": "on_connection_failure", + "property": {} } ], "data_out": [ diff --git a/agents/ten_packages/extension/vision_analyze_tool_python/manifest.json b/agents/ten_packages/extension/vision_analyze_tool_python/manifest.json index 1ba1a222..8e9ead2a 100644 --- a/agents/ten_packages/extension/vision_analyze_tool_python/manifest.json +++ b/agents/ten_packages/extension/vision_analyze_tool_python/manifest.json @@ -20,5 +20,57 @@ "tests/**" ] }, - "api": {} + "api": { + "property": {}, + "cmd_in": [ + { + "name": "tool_call", + "property": { + "name": { + "type": "string" + }, + "args": { + "type": "string" + } + }, + "required": [ + "name" + ] + } + ], + "cmd_out": [ + { + "name": "tool_register", + "property": { + "name": { + "type": "string" + }, + "description": { + "type": "string" + }, + "parameters": { + "type": "string" + } + }, + "required": [ + "name", + "description", + "parameters" + ], + "result": { + "property": { + "response": { + "type": "string" + } + } + } + } + ], + "video_frame_in": [ + { + "name": "video_frame", + "property": {} + } + ] + } } \ No newline at end of file diff --git a/agents/ten_packages/extension/vision_tool_python/manifest.json b/agents/ten_packages/extension/vision_tool_python/manifest.json index 2fd3db7c..82c8a516 100644 --- a/agents/ten_packages/extension/vision_tool_python/manifest.json +++ b/agents/ten_packages/extension/vision_tool_python/manifest.json @@ -20,5 +20,57 @@ "tests/**" ] }, - "api": {} + "api": { + "property": {}, + "cmd_in": [ + { + "name": "tool_call", + "property": { + "name": { + "type": "string" + }, + "args": { + "type": "string" + } + }, + "required": [ + "name" + ] + } + ], + "cmd_out": [ + { + "name": "tool_register", + "property": { + "name": { + "type": "string" + }, + "description": { + "type": "string" + }, + "parameters": { + "type": "string" + } + }, + "required": [ + "name", + "description", + "parameters" + ], + "result": { + "property": { + "response": { + "type": "string" + } + } + } + } + ], + "video_frame_in": [ + { + "name": "video_frame", + "property": {} + } + ] + } } \ No newline at end of file