feat: support vision for openai (#137)

* feat: support vision for openai

* feat: add tool support

* updates

* feat: update property.json.example

* feat: finalize camera video feature

* feat: update propery.json.example

* feat: finalize camera change

* fix: avoice duplicate memory appending

* fix: adjust comments

agents/addon/extension/openai_chatgpt_python/manifest.json

@@ -47,6 +47,9 @@
       },
       "max_memory_length": {
         "type": "int64"
+      },
+      "enable_tools": {
+        "type": "bool"
       }
     },
     "data_in": [
@@ -78,6 +81,11 @@
       {
         "name": "flush"
       }
+    ],
+    "image_frame_in": [
+      {
+        "name": "image_frame"
+      }
     ]
   }
-}
+}

agents/addon/extension/openai_chatgpt_python/openai_chatgpt.py

@@ -65,7 +65,7 @@ def __init__(self, config: OpenAIChatGPTConfig):
             self.session.proxies.update(proxies)
         self.client.session = self.session
 
-    def get_chat_completions_stream(self, messages):
+    def get_chat_completions_stream(self, messages, tools = None):
         req = {
             "model": self.config.model,
             "messages": [
@@ -75,6 +75,7 @@ def get_chat_completions_stream(self, messages):
                 },
                 *messages,
             ],
+            "tools": tools,
             "temperature": self.config.temperature,
             "top_p": self.config.top_p,
             "presence_penalty": self.config.presence_penalty,