add audio processing module (#363)

Author: theomonnom

.github/workflows/check-types.yml

@@ -29,7 +29,7 @@ jobs:
         run: python -m pip install --upgrade mypy
 
       - name: Install packages
-        run: python -m pip install pytest ./livekit-api ./livekit-protocol ./livekit-rtc pydantic
+        run: python -m pip install pytest ./livekit-api ./livekit-protocol ./livekit-rtc pydantic numpy
 
       - name: Check Types
         run: python -m mypy --install-type --non-interactive -p 'livekit-protocol' -p 'livekit-api' -p 'livekit-rtc'

.github/workflows/tests.yml

@@ -23,5 +23,5 @@ jobs:
       - name: Run tests
         run: |
           python3 ./livekit-rtc/rust-sdks/download_ffi.py --output livekit-rtc/livekit/rtc/resources
-          pip3 install pytest ./livekit-protocol ./livekit-api ./livekit-rtc pydantic
+          pip3 install pytest ./livekit-protocol ./livekit-api ./livekit-rtc pydantic numpy
           pytest . --ignore=livekit-rtc/rust-sdks

livekit-rtc/livekit/rtc/__init__.py

@@ -77,6 +77,7 @@
 from .video_source import VideoSource
 from .video_stream import VideoFrameEvent, VideoStream
 from .audio_resampler import AudioResampler, AudioResamplerQuality
+from .apm import AudioProcessingModule
 from .utils import combine_audio_frames
 from .rpc import RpcError, RpcInvocationData
 from .synchronizer import AVSynchronizer
@@ -163,5 +164,6 @@
     "TextStreamWriter",
     "ByteStreamReader",
     "ByteStreamWriter",
+    "AudioProcessingModule",
     "__version__",
 ]

livekit-rtc/livekit/rtc/_ffi_client.py

@@ -104,6 +104,9 @@ def dispose(self) -> None:
             self._disposed = True
             assert ffi_lib.livekit_ffi_drop_handle(ctypes.c_uint64(self.handle))
 
+    def __repr__(self) -> str:
+        return f"FfiHandle({self.handle})"
+
 
 T = TypeVar("T")