|
503 | 503 | ] |
504 | 504 | } |
505 | 505 | ] |
506 | | - }, |
| 506 | + }, |
507 | 507 | { |
508 | 508 | "name": "voice_assistant_realtime", |
509 | 509 | "auto_start": true, |
|
1354 | 1354 | ] |
1355 | 1355 | } |
1356 | 1356 | ] |
1357 | | - }, |
1358 | | - { |
1359 | | - "name": "voice_assistant_multimodal", |
1360 | | - "auto_start": true, |
1361 | | - "nodes": [ |
1362 | | - { |
1363 | | - "type": "extension", |
1364 | | - "name": "agora_rtc", |
1365 | | - "addon": "agora_rtc", |
1366 | | - "extension_group": "default", |
1367 | | - "property": { |
1368 | | - "app_id": "${env:AGORA_APP_ID}", |
1369 | | - "token": "<agora_token>", |
1370 | | - "channel": "ten_agent_test", |
1371 | | - "stream_id": 1234, |
1372 | | - "remote_stream_id": 123, |
1373 | | - "subscribe_audio": true, |
1374 | | - "publish_audio": true, |
1375 | | - "publish_data": true, |
1376 | | - "enable_agora_asr": false, |
1377 | | - "agora_asr_vendor_name": "microsoft", |
1378 | | - "agora_asr_language": "en-US", |
1379 | | - "agora_asr_vendor_key": "${env:AZURE_STT_KEY|}", |
1380 | | - "agora_asr_vendor_region": "${env:AZURE_STT_REGION|}", |
1381 | | - "agora_asr_session_control_file_path": "session_control.conf", |
1382 | | - "subscribe_video_pix_fmt": 4, |
1383 | | - "subscribe_video": true, |
1384 | | - "max_memory_length": 10 |
1385 | | - } |
1386 | | - }, |
1387 | | - { |
1388 | | - "type": "extension", |
1389 | | - "name": "stt", |
1390 | | - "addon": "transcribe_asr_python", |
1391 | | - "extension_group": "stt", |
1392 | | - "property": { |
1393 | | - "access_key": "${env:AWS_ACCESS_KEY_ID}", |
1394 | | - "lang_code": "en-US", |
1395 | | - "region": "us-east-1", |
1396 | | - "sample_rate": "16000", |
1397 | | - "secret_key": "${env:AWS_SECRET_ACCESS_KEY}" |
1398 | | - } |
1399 | | - }, |
1400 | | - { |
1401 | | - "type": "extension", |
1402 | | - "name": "llm", |
1403 | | - "addon": "bedrock_llm_python", |
1404 | | - "extension_group": "chatgpt", |
1405 | | - "property": { |
1406 | | - "access_key_id": "${env:AWS_ACCESS_KEY_ID}", |
1407 | | - "greeting": "TEN Agent connected. I am nova, How can I help you today?", |
1408 | | - "max_memory_length": 10, |
1409 | | - "max_tokens": 256, |
1410 | | - "model": "us.amazon.nova-lite-v1:0", |
1411 | | - "prompt": "Now you are an intelligent assistant with real-time interaction capabilities. I will provide you with a series of real-time video image information. Please understand these images as video frames. Based on the images and the user's input, engage in a conversation with the user, remembering the dialogue content in a concise and clear manner.", |
1412 | | - "region": "us-east-1", |
1413 | | - "secret_access_key": "${env:AWS_SECRET_ACCESS_KEY}", |
1414 | | - "temperature": 0.7, |
1415 | | - "topK": 10, |
1416 | | - "topP": 0.5, |
1417 | | - "is_memory_enabled": false, |
1418 | | - "is_enable_video": true |
1419 | | - } |
1420 | | - }, |
1421 | | - { |
1422 | | - "type": "extension", |
1423 | | - "name": "tts", |
1424 | | - "addon": "polly_tts", |
1425 | | - "extension_group": "tts", |
1426 | | - "property": { |
1427 | | - "region": "us-east-1", |
1428 | | - "access_key": "${env:AWS_ACCESS_KEY_ID}", |
1429 | | - "secret_key": "${env:AWS_SECRET_ACCESS_KEY}", |
1430 | | - "engine": "generative", |
1431 | | - "voice": "Ruth", |
1432 | | - "sample_rate": 16000, |
1433 | | - "lang_code": "en-US" |
1434 | | - } |
1435 | | - }, |
1436 | | - { |
1437 | | - "type": "extension", |
1438 | | - "name": "interrupt_detector", |
1439 | | - "addon": "interrupt_detector_python", |
1440 | | - "extension_group": "default", |
1441 | | - "property": {} |
1442 | | - }, |
1443 | | - { |
1444 | | - "type": "extension", |
1445 | | - "name": "message_collector", |
1446 | | - "addon": "message_collector", |
1447 | | - "extension_group": "transcriber", |
1448 | | - "property": {} |
1449 | | - } |
1450 | | - ], |
1451 | | - "connections": [ |
1452 | | - { |
1453 | | - "extension": "agora_rtc", |
1454 | | - "cmd": [ |
1455 | | - { |
1456 | | - "name": "on_user_joined", |
1457 | | - "dest": [ |
1458 | | - { |
1459 | | - "extension": "llm" |
1460 | | - } |
1461 | | - ] |
1462 | | - }, |
1463 | | - { |
1464 | | - "name": "on_user_left", |
1465 | | - "dest": [ |
1466 | | - { |
1467 | | - "extension": "llm" |
1468 | | - } |
1469 | | - ] |
1470 | | - }, |
1471 | | - { |
1472 | | - "name": "on_connection_failure", |
1473 | | - "dest": [ |
1474 | | - { |
1475 | | - "extension": "llm" |
1476 | | - } |
1477 | | - ] |
1478 | | - } |
1479 | | - ], |
1480 | | - "audio_frame": [ |
1481 | | - { |
1482 | | - "name": "pcm_frame", |
1483 | | - "dest": [ |
1484 | | - { |
1485 | | - "extension": "stt" |
1486 | | - } |
1487 | | - ] |
1488 | | - } |
1489 | | - ], |
1490 | | - "video_frame": [ |
1491 | | - { |
1492 | | - "name": "video_frame", |
1493 | | - "dest": [ |
1494 | | - { |
1495 | | - "extension": "llm" |
1496 | | - } |
1497 | | - ] |
1498 | | - } |
1499 | | - ] |
1500 | | - }, |
1501 | | - { |
1502 | | - "extension": "stt", |
1503 | | - "data": [ |
1504 | | - { |
1505 | | - "name": "text_data", |
1506 | | - "dest": [ |
1507 | | - { |
1508 | | - "extension": "interrupt_detector" |
1509 | | - }, |
1510 | | - { |
1511 | | - "extension": "message_collector" |
1512 | | - } |
1513 | | - ] |
1514 | | - } |
1515 | | - ] |
1516 | | - }, |
1517 | | - { |
1518 | | - "extension": "llm", |
1519 | | - "cmd": [ |
1520 | | - { |
1521 | | - "name": "flush", |
1522 | | - "dest": [ |
1523 | | - { |
1524 | | - "extension": "tts" |
1525 | | - } |
1526 | | - ] |
1527 | | - } |
1528 | | - ], |
1529 | | - "data": [ |
1530 | | - { |
1531 | | - "name": "text_data", |
1532 | | - "dest": [ |
1533 | | - { |
1534 | | - "extension": "tts" |
1535 | | - }, |
1536 | | - { |
1537 | | - "extension": "message_collector" |
1538 | | - } |
1539 | | - ] |
1540 | | - } |
1541 | | - ] |
1542 | | - }, |
1543 | | - { |
1544 | | - "extension": "message_collector", |
1545 | | - "data": [ |
1546 | | - { |
1547 | | - "name": "data", |
1548 | | - "dest": [ |
1549 | | - { |
1550 | | - "extension": "agora_rtc" |
1551 | | - } |
1552 | | - ] |
1553 | | - } |
1554 | | - ] |
1555 | | - }, |
1556 | | - { |
1557 | | - "extension": "tts", |
1558 | | - "cmd": [ |
1559 | | - { |
1560 | | - "name": "flush", |
1561 | | - "dest": [ |
1562 | | - { |
1563 | | - "extension": "agora_rtc" |
1564 | | - } |
1565 | | - ] |
1566 | | - } |
1567 | | - ], |
1568 | | - "audio_frame": [ |
1569 | | - { |
1570 | | - "name": "pcm_frame", |
1571 | | - "dest": [ |
1572 | | - { |
1573 | | - "extension": "agora_rtc" |
1574 | | - } |
1575 | | - ] |
1576 | | - } |
1577 | | - ] |
1578 | | - }, |
1579 | | - { |
1580 | | - "extension": "interrupt_detector", |
1581 | | - "cmd": [ |
1582 | | - { |
1583 | | - "name": "flush", |
1584 | | - "dest": [ |
1585 | | - { |
1586 | | - "extension": "llm" |
1587 | | - } |
1588 | | - ] |
1589 | | - } |
1590 | | - ], |
1591 | | - "data": [ |
1592 | | - { |
1593 | | - "name": "text_data", |
1594 | | - "dest": [ |
1595 | | - { |
1596 | | - "extension": "llm" |
1597 | | - } |
1598 | | - ] |
1599 | | - } |
1600 | | - ] |
1601 | | - } |
1602 | | - ] |
1603 | 1357 | } |
1604 | 1358 | ], |
1605 | 1359 | "log_level": 3 |
|
0 commit comments