fix(): add vision_tool for camera_va_openai_azure_rtm

TEN-framework · Dec 6, 2024 · 7dc2996 · 7dc2996
1 parent 4eba8b7
commit 7dc2996
Showing 1 changed file with 41 additions and 0 deletions.
diff --git a/agents/examples/demo/property.json b/agents/examples/demo/property.json
@@ -1058,6 +1058,12 @@
               "enable_tools": true
             }
           },
+          {
+            "type": "extension",
+            "extension_group": "chatgpt",
+            "addon": "vision_tool_python",
+            "name": "vision_tool"
+          },
           {
             "type": "extension",
             "extension_group": "tts",
@@ -1127,6 +1133,17 @@
                   }
                 ]
               }
+            ],
+            "video_frame": [
+              {
+                "name": "video_frame",
+                "dest": [
+                  {
+                    "extension_group": "chatgpt",
+                    "extension": "vision_tool"
+                  }
+                ]
+              }
             ]
           },
           {
@@ -1198,6 +1215,15 @@
                     "extension": "azure_tts"
                   }
                 ]
+              },
+              {
+                "name": "tool_call",
+                "dest": [
+                  {
+                    "extension_group": "chatgpt",
+                    "extension": "vision_tool"
+                  }
+                ]
               }
             ]
           },
@@ -1276,6 +1302,21 @@
                 ]
               }
             ]
+          },
+          {
+            "extension_group": "chatgpt",
+            "extension": "vision_tool",
+            "cmd": [
+              {
+                "name": "tool_register",
+                "dest": [
+                  {
+                    "extension_group": "chatgpt",
+                    "extension": "openai_chatgpt"
+                  }
+                ]
+              }
+            ]
           }
         ]
       },