Add Voice Live SDK (preview) (#42080)

Introduces a new client library that enables real-time, speech-to-speech interactions with Azure AI Voice Live, supporting low-latency audio streaming and conversational experiences.
API view: https://spa.apiview.dev/review/8129e6c762924e02836a2e79b2b480a6?activeApiRevisionId=fb791ee09ebc438ea457deff338b865d

Author: rhurey

.github/CODEOWNERS

@@ -260,6 +260,10 @@
 # ServiceLabel: %AI Projects %Service Attention
 /sdk/ai/azure-ai-projects/                                           @dargilco @jhakulin @trangevi @glharper @nick863 @howieleung
 
+# PRLabel: %AI Voice Live
+# ServiceLabel: %AI Voice Live %Service Attention
+/sdk/ai/azure-ai-voicelive/                                          @rhurey @xitzhang
+
 
 # PRLabel: %HDInsight
 /sdk/hdinsight/                                                      @idear1203

.vscode/cspell.json

@@ -150,7 +150,9 @@
     "conda/conda-recipes/msrest/meta.yaml",
     "conda/conda-recipes/uamqp/meta.yaml",
     "conda/conda-releaselogs/azure-mgmt.md",
-    ".github/workflows/azure-sdk-tools.yml"
+    ".github/workflows/azure-sdk-tools.yml",
+    "sdk/ai/azure-ai-voicelive/azure/ai/voicelive/models/_*.py",
+    "sdk/ai/azure-ai-voicelive/samples/**"
   ],
   "words": [
     "msedge",
@@ -515,7 +517,17 @@
     "WINDOWSVMIMAGE",
     "LINUXVMIMAGE",
     "MACVMIMAGE",
-    "myuseragent"
+    "myuseragent",
+    "viseme",
+    "Viseme",
+    "VISEME",
+    "ulaw",
+    "ULAW",
+    "logprobs",
+    "pyaudio",
+    "PyAudio",
+	"libasound",
+    "ingraph"
   ],
   "overrides": [
     {
@@ -2054,6 +2066,10 @@
         "TPEG",
         "Hundredkm"
       ]
+    },
+    {
+      "filename": "sdk/ai/azure-ai-voicelive/**",
+      "words": ["viseme","VISEME","ulaw","ULAW","logprobs","pyaudio","PyAudio","libasound"]
     }
   ],
   "allowCompoundWords": true

eng/pipelines/templates/jobs/ci.yml

@@ -144,6 +144,10 @@ jobs:
       image: $(LINUXVMIMAGE)
       os: linux
 
+    variables:
+      # default to true just in this job until #42714 can be completed
+      InstallPortAudio: true
+
     steps:
     - template: /eng/pipelines/templates/steps/download-package-artifacts.yml
 
@@ -202,6 +206,10 @@ jobs:
     dependsOn:
       - 'Build_Extended'
 
+    variables:
+      # default to true just in this job until #42714 can be completed
+      InstallPortAudio: true
+
     pool:
       name: $(LINUXPOOL)
       image: $(LINUXVMIMAGE)

eng/pipelines/templates/steps/run_mypy.yml

@@ -10,7 +10,7 @@ steps:
   - task: UsePythonVersion@0
     displayName: 'Use Python 3.9'
     inputs:
-     versionSpec: '3.9'
+      versionSpec: '3.9'
     condition: and(succeededOrFailed(), ne(variables['Skip.MyPy'],'true'))
 
   - script: |

sdk/ai/azure-ai-voicelive/.env.template

@@ -0,0 +1,14 @@
+# Azure VoiceLive Configuration
+# Copy this file to .env and fill in your values
+
+# Required credentials
+AZURE_VOICELIVE_KEY=your-voicelive-api-key
+AZURE_VOICELIVE_ENDPOINT=wss://api.voicelive.com/v1
+
+# Optional configuration
+VOICELIVE_MODEL=gpt-4o-realtime-preview
+VOICELIVE_VOICE=alloy
+VOICELIVE_INSTRUCTIONS=You are a helpful assistant. Keep your responses concise.
+
+# For audio samples
+AUDIO_FILE=path/to/your/test_audio.wav

sdk/ai/azure-ai-voicelive/CHANGELOG.md

@@ -0,0 +1,15 @@
+# Release History
+
+## 1.0.0b1 (Unreleased)
+
+### Features Added
+
+- Added WebSocket connection support through `connect()`.
+- Added `WebsocketConnectionOptions` to configure WebSocket connections.
+- Added `VoiceLiveConnection` for managing WebSocket connections.
+- Added WebSocket-based examples in the samples directory.
+
+### Other Changes
+
+- Added `websockets` extra in `setup.py` to install WebSocket dependencies.
+- Initial preview release.

sdk/ai/azure-ai-voicelive/LICENSE

@@ -0,0 +1,21 @@
+Copyright (c) Microsoft Corporation.
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED *AS IS*, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

sdk/ai/azure-ai-voicelive/MANIFEST.in

@@ -0,0 +1,7 @@
+include *.md
+include LICENSE
+include azure/ai/voicelive/py.typed
+recursive-include tests *.py
+recursive-include samples *.py *.md
+include azure/__init__.py
+include azure/ai/__init__.py