feat: only install requirements from required python extensions to sp…

…eed up use/build processing (#451) * fix: remove BUILD.gn for python extensions * feat: only install requirements if extension exists in manifest * fix: remove llama index preload * feat: reset in repo python extension versions to 0.1.0 * feat: add necessary py extensions in manifest
TEN-framework · Dec 1, 2024 · c62c6eb · c62c6eb
1 parent 4785d66
commit c62c6eb
Show file tree

Hide file tree

Showing 44 changed files with 204 additions and 536 deletions.
diff --git a/agents/.gitignore b/agents/.gitignore
@@ -5,6 +5,7 @@ ten_packages/extension/azure_tts
 ten_packages/extension/agora_sess_ctrl
 ten_packages/extension/agora_rtm
 ten_packages/extension/py_init_extension_cpp
+ten_packages/extension/http_server_python
 ten_packages/system/agora_rtc_sdk
 ten_packages/system/azure_speech_sdk
 ten_packages/system/nlohmann_json

diff --git a/agents/examples/demo/manifest.json b/agents/examples/demo/manifest.json
@@ -37,6 +37,51 @@
       "type": "extension",
       "name": "agora_rtm",
       "version": "=0.3.0"
+    },
+    {
+      "type": "extension",
+      "name": "openai_chatgpt_python",
+      "version": "=0.1.0"
+    },
+    {
+      "type": "extension",
+      "name": "openai_v2v_python",
+      "version": "=0.1.0"
+    },
+    {
+      "type": "extension",
+      "name": "fish_audio_tts",
+      "version": "=0.1.0"
+    },
+    {
+      "type": "extension",
+      "name": "message_collector",
+      "version": "=0.1.0"
+    },
+    {
+      "type": "extension",
+      "name": "message_collector_rtm",
+      "version": "=0.1.0"
+    },
+    {
+      "type": "extension",
+      "name": "vision_tool_python",
+      "version": "=0.1.0"
+    },
+    {
+      "type": "extension",
+      "name": "vision_analyze_tool_python",
+      "version": "=0.1.0"
+    },
+    {
+      "type": "extension",
+      "name": "weatherapi_tool_python",
+      "version": "=0.1.0"
+    },
+    {
+      "type": "extension",
+      "name": "bingsearch_tool_python",
+      "version": "=0.1.0"
     }
   ]
 }
diff --git a/agents/examples/experimental/manifest.json b/agents/examples/experimental/manifest.json
@@ -37,6 +37,141 @@
       "type": "extension",
       "name": "agora_rtm",
       "version": "=0.3.0"
+    },
+    {
+      "type": "extension",
+      "name": "http_server_python",
+      "version": "0.7.0"
+    },
+    {
+      "type": "extension",
+      "name": "aliyun_analyticdb_vector_storage",
+      "version": "=0.1.0"
+    },
+    {
+      "type": "extension",
+      "name": "aliyun_text_embedding",
+      "version": "=0.1.0"
+    },
+    {
+      "type": "extension",
+      "name": "file_chunker",
+      "version": "=0.1.0"
+    },
+    {
+      "type": "extension",
+      "name": "llama_index_chat_engine",
+      "version": "=0.1.0"
+    },
+    {
+      "type": "extension",
+      "name": "bedrock_llm_python",
+      "version": "=0.1.0"
+    },
+    {
+      "type": "extension",
+      "name": "bingsearch_tool_python",
+      "version": "=0.1.0"
+    },
+    {
+      "type": "extension",
+      "name": "cartesia_tts",
+      "version": "=0.1.0"
+    },
+    {
+      "type": "extension",
+      "name": "cosy_tts_python",
+      "version": "=0.1.0"
+    },
+    {
+      "type": "extension",
+      "name": "deepgram_asr_python",
+      "version": "=0.1.0"
+    },
+    {
+      "type": "extension",
+      "name": "elevenlabs_tts_python",
+      "version": "=0.1.0"
+    },
+    {
+      "type": "extension",
+      "name": "fashionai",
+      "version": "=0.1.0"
+    },
+    {
+      "type": "extension",
+      "name": "fish_audio_tts",
+      "version": "=0.1.0"
+    },
+    {
+      "type": "extension",
+      "name": "gemini_llm_python",
+      "version": "=0.1.0"
+    },
+    {
+      "type": "extension",
+      "name": "gemini_llm_python",
+      "version": "=0.1.0"
+    },
+    {
+      "type": "extension",
+      "name": "interrupt_detector_python",
+      "version": "=0.1.0"
+    },
+    {
+      "type": "extension",
+      "name": "message_collector",
+      "version": "=0.1.0"
+    },
+    {
+      "type": "extension",
+      "name": "minimax_tts_python",
+      "version": "=0.1.0"
+    },
+    {
+      "type": "extension",
+      "name": "minimax_v2v_python",
+      "version": "=0.1.0"
+    },
+    {
+      "type": "extension",
+      "name": "openai_chatgpt_python",
+      "version": "=0.1.0"
+    },
+    {
+      "type": "extension",
+      "name": "openai_v2v_python",
+      "version": "=0.1.0"
+    },
+    {
+      "type": "extension",
+      "name": "polly_tts",
+      "version": "=0.1.0"
+    },
+    {
+      "type": "extension",
+      "name": "qwen_llm_python",
+      "version": "=0.1.0"
+    },
+    {
+      "type": "extension",
+      "name": "transcribe_asr_python",
+      "version": "=0.1.0"
+    },
+    {
+      "type": "extension",
+      "name": "tsdb_firestore",
+      "version": "=0.1.0"
+    },
+    {
+      "type": "extension",
+      "name": "vision_tool_python",
+      "version": "=0.1.0"
+    },
+    {
+      "type": "extension",
+      "name": "weatherapi_tool_python",
+      "version": "=0.1.0"
     }
   ]
 }
diff --git a/agents/scripts/install_deps_and_build.sh b/agents/scripts/install_deps_and_build.sh
@@ -60,7 +60,11 @@ install_python_requirements() {
   if [[ -d "ten_packages/extension" ]]; then
     for extension in ten_packages/extension/*; do
       if [[ -f "$extension/requirements.txt" ]]; then
-        pip install -r $extension/requirements.txt
+        local extension_name=$(basename $extension)
+        local exists_in_manifest=$(cat manifest.json | jq --arg ext_name "${extension_name}" 'any(.dependencies[].name == $ext_name ; .)' )
+        if [[ "$exists_in_manifest" == "true" ]]; then
+          pip install -r $extension/requirements.txt
+        fi
       fi
     done
   fi
@@ -73,10 +77,6 @@ install_python_requirements() {
       fi
     done
   fi
-
-  # pre-import llama-index as it cloud download additional resources during the first import
-  echo "pre-import python modules..."
-  python3.10 -c "import llama_index.core;"
 }
 
 build_go_app() {

diff --git a/agents/ten_packages/extension/aliyun_analyticdb_vector_storage/manifest.json b/agents/ten_packages/extension/aliyun_analyticdb_vector_storage/manifest.json
@@ -1,7 +1,7 @@
 {
   "type": "extension",
   "name": "aliyun_analyticdb_vector_storage",
-  "version": "0.4.0",
+  "version": "0.1.0",
   "dependencies": [
     {
       "type": "system",

diff --git a/agents/ten_packages/extension/aliyun_text_embedding/manifest.json b/agents/ten_packages/extension/aliyun_text_embedding/manifest.json
@@ -1,7 +1,7 @@
 {
     "type": "extension",
     "name": "aliyun_text_embedding",
-    "version": "0.4.0",
+    "version": "0.1.0",
     "dependencies": [
         {
             "type": "system",

diff --git a/agents/ten_packages/extension/bedrock_llm_python/manifest.json b/agents/ten_packages/extension/bedrock_llm_python/manifest.json
@@ -1,7 +1,7 @@
 {
   "type": "extension",
   "name": "bedrock_llm_python",
-  "version": "0.4.0",
+  "version": "0.1.0",
   "dependencies": [
     {
       "type": "system",

diff --git a/agents/ten_packages/extension/bingsearch_tool_python/BUILD.gn b/agents/ten_packages/extension/bingsearch_tool_python/BUILD.gn
diff --git a/agents/ten_packages/extension/cartesia_tts/BUILD.gn b/agents/ten_packages/extension/cartesia_tts/BUILD.gn
diff --git a/agents/ten_packages/extension/cartesia_tts/manifest.json b/agents/ten_packages/extension/cartesia_tts/manifest.json
@@ -1,7 +1,7 @@
 {
   "type": "extension",
   "name": "cartesia_tts",
-  "version": "0.4.2",
+  "version": "0.1.0",
   "dependencies": [
     {
       "type": "system",

diff --git a/agents/ten_packages/extension/cosy_tts_python/BUILD.gn b/agents/ten_packages/extension/cosy_tts_python/BUILD.gn
diff --git a/agents/ten_packages/extension/cosy_tts_python/manifest.json b/agents/ten_packages/extension/cosy_tts_python/manifest.json
@@ -1,7 +1,7 @@
 {
   "type": "extension",
   "name": "cosy_tts_python",
-  "version": "0.4.2",
+  "version": "0.1.0",
   "dependencies": [
     {
       "type": "system",

diff --git a/agents/ten_packages/extension/elevenlabs_tts_python/BUILD.gn b/agents/ten_packages/extension/elevenlabs_tts_python/BUILD.gn
diff --git a/agents/ten_packages/extension/elevenlabs_tts_python/manifest.json b/agents/ten_packages/extension/elevenlabs_tts_python/manifest.json
@@ -1,7 +1,7 @@
 {
   "type": "extension",
   "name": "elevenlabs_tts_python",
-  "version": "0.4.2",
+  "version": "0.1.0",
   "dependencies": [
     {
       "type": "system",

diff --git a/agents/ten_packages/extension/fashionai/BUILD.gn b/agents/ten_packages/extension/fashionai/BUILD.gn
diff --git a/agents/ten_packages/extension/file_chunker/manifest.json b/agents/ten_packages/extension/file_chunker/manifest.json
@@ -1,7 +1,7 @@
 {
   "type": "extension",
   "name": "file_chunker",
-  "version": "0.4.0",
+  "version": "0.1.0",
   "dependencies": [
     {
       "type": "system",