feat: add nova sonic realtime plugin

Author: zhuermu

.devcontainer/devcontainer.json

@@ -2,7 +2,7 @@
 // README at: https://github.com/devcontainers/templates/tree/main/src/docker-existing-dockerfile
 {
     "name": "ten_agent_dev",
-    "image": "ghcr.io/ten-framework/ten_agent_build:0.6.1",
+    "image": "ghcr.io/ten-framework/ten_agent_build:0.6.2-6-gc4889b6",
     "customizations": {
         "vscode": {
             "extensions": [

.github/workflows/ci.yaml

@@ -21,7 +21,7 @@ jobs:
   ci:
     runs-on: ubuntu-latest
     container:
-      image: ghcr.io/ten-framework/ten_agent_build:0.6.1
+      image: ghcr.io/ten-framework/ten_agent_build:0.6.2-6-gc4889b6
     strategy:
       matrix:
         agent: [agents/examples/default, agents/examples/demo, agents/examples/experimental]

Dockerfile

@@ -1,4 +1,4 @@
-FROM ghcr.io/ten-framework/ten_agent_build:0.6.1 AS builder
+FROM ghcr.io/ten-framework/ten_agent_build:0.6.2-6-gc4889b6 AS builder
 
 ARG SESSION_CONTROL_CONF=session_control.conf
 # Add a new argument for USE_AGENT (defaulting to 'agents/examples/default')

agents/bin/libpython_addon_loader.so

@@ -6,6 +6,7 @@ cd "$(dirname "${BASH_SOURCE[0]}")/.."
 
 #export TEN_ENABLE_PYTHON_DEBUG=true
 #export TEN_PYTHON_DEBUG_PORT=5678
+export PYTHONPATH=/usr/lib/python3.12:/usr/lib/python3.12/lib-dynload:$PYTHONPATH
 export PYTHONPATH=$(pwd)/ten_packages/system/ten_ai_base/interface:$PYTHONPATH
 export LD_LIBRARY_PATH=$(pwd)/ten_packages/system/agora_rtc_sdk/lib:$(pwd)/ten_packages/extension/agora_rtm/lib:$(pwd)/ten_packages/system/azure_speech_sdk/lib
 

agents/bin/libten_runtime_python.so

@@ -167,6 +167,11 @@
       "type": "extension",
       "name": "dubverse_tts",
       "version": "=0.1.0"
+    },
+    {
+      "type": "extension",
+      "name": "bedrock_v2v_python",
+      "version": "=0.1.0"
     }
   ]
 }

agents/bin/start

@@ -78,7 +78,7 @@ install_python_requirements() {
 
   # pre-import llama-index as it cloud download additional resources during the first import
   echo "pre-import python modules..."
-  python3.10 -c "import llama_index.core;"
+  python3 -c "import llama_index.core;"
 }
 
 build_go_app() {
@@ -133,6 +133,10 @@ main() {
   echo "install dependencies..."
   tman install
 
+  # workaround for python3.12
+  cp ${APP_HOME}/bin/libpython_addon_loader.so ${APP_HOME}/ten_packages/addon_loader/python_addon_loader/lib/
+  cp ${APP_HOME}/bin/libten_runtime_python.so ${APP_HOME}/ten_packages/system/ten_runtime_python/lib/
+
   # build extensions and app
   echo "build_cxx_extensions..."
   build_cxx_extensions $APP_HOME

agents/examples/default/manifest.json

@@ -0,0 +1,29 @@
+# bedrock_v2v_python
+
+<!-- brief introduction for the extension -->
+
+## Features
+
+<!-- main features introduction -->
+
+- xxx feature
+
+## API
+
+Refer to `api` definition in [manifest.json] and default values in [property.json](property.json).
+
+<!-- Additional API.md can be referred to if extra introduction needed -->
+
+## Development
+
+### Build
+
+<!-- build dependencies and steps -->
+
+### Unit test
+
+<!-- how to do unit test for the extension -->
+
+## Misc
+
+<!-- others if applicable -->

agents/scripts/install_deps_and_build.sh

@@ -0,0 +1,6 @@
+#
+# This file is part of TEN Framework, an open source project.
+# Licensed under the Apache License, Version 2.0.
+# See the LICENSE file for more information.
+#
+from . import addon