Merge branch 'main' into dev/memory

o
TEN-framework · Feb 26, 2025 · 79f5a95 · 79f5a95
2 parents a17887c + ffd58ba
commit 79f5a95
Show file tree

Hide file tree

Showing 45 changed files with 2,559 additions and 69 deletions.
diff --git a/.env.example b/.env.example
@@ -137,3 +137,6 @@ FIRESTORE_PRIVATE_KEY=
 FIRESTORE_CLIENT_EMAIL=
 FIRESTORE_CLIENT_ID=
 FIRESTORE_CERT_URL=
+
+
+DEEPSEEK_API_KEY=
diff --git a/.vscode/settings.json b/.vscode/settings.json
@@ -1,8 +1,4 @@
 {
-  "python.analysis.extraPaths": [
-    "./agents/ten_packages/system/ten_runtime_python/interface",
-    "./agents/ten_packages/system/ten_ai_base/interface",
-  ],
   "C_Cpp.intelliSenseEngine": "disabled",
   "editor.formatOnSave": true,
   "editor.defaultFormatter": null,

diff --git a/agents/examples/default/manifest.json b/agents/examples/default/manifest.json
@@ -16,7 +16,7 @@
     {
       "type": "extension",
       "name": "agora_sess_ctrl",
-      "version": "=0.4.2"
+      "version": "=0.4.4"
     },
     {
       "type": "system",
@@ -26,12 +26,12 @@
     {
       "type": "system",
       "name": "ten_ai_base",
-      "version": "0.2"
+      "version": "0.4.1"
     },
     {
       "type": "extension",
       "name": "azure_tts",
-      "version": "=0.8.0"
+      "version": "=0.8.1"
     },
     {
       "type": "extension",

diff --git a/agents/examples/default/property.json b/agents/examples/default/property.json
@@ -180,6 +180,14 @@
                     "extension": "message_collector"
                   }
                 ]
+              },
+              {
+                "name": "content_data",
+                "dest": [
+                  {
+                    "extension": "message_collector"
+                  }
+                ]
               }
             ]
           },
@@ -411,6 +419,14 @@
                     "extension": "message_collector"
                   }
                 ]
+              },
+              {
+                "name": "content_data",
+                "dest": [
+                  {
+                    "extension": "message_collector"
+                  }
+                ]
               }
             ]
           },
@@ -516,14 +532,14 @@
             "extension_group": "llm",
             "property": {
               "api_key": "${env:OPENAI_REALTIME_API_KEY}",
-              "temperature": 0.9,
-              "model": "gpt-4o-realtime-preview-2024-12-17",
-              "max_tokens": 2048,
-              "voice": "alloy",
+              "enable_storage": false,
+              "history": 10,
               "language": "en-US",
+              "max_tokens": 2048,
+              "model": "gpt-4o-realtime-preview",
               "server_vad": true,
-              "dump": true,
-              "max_history": 10
+              "temperature": 0.9,
+              "voice": "alloy"
             }
           },
           {
@@ -581,6 +597,16 @@
                   }
                 ]
               }
+            ],
+            "video_frame": [
+              {
+                "name": "video_frame",
+                "dest": [
+                  {
+                    "extension": "v2v"
+                  }
+                ]
+              }
             ]
           },
           {

diff --git a/agents/examples/demo/manifest.json b/agents/examples/demo/manifest.json
@@ -16,7 +16,7 @@
     {
       "type": "extension",
       "name": "agora_sess_ctrl",
-      "version": "=0.4.2"
+      "version": "=0.4.4"
     },
     {
       "type": "system",
@@ -26,12 +26,12 @@
     {
       "type": "system",
       "name": "ten_ai_base",
-      "version": "0.2"
+      "version": "0.4.1"
     },
     {
       "type": "extension",
       "name": "azure_tts",
-      "version": "=0.8.0"
+      "version": "=0.8.1"
     },
     {
       "type": "extension",