add opus codec config support

add custom opus codec support

Author: danrossi

packages/av-cliper/src/combinator.ts

@@ -10,6 +10,8 @@ export interface ICombinatorOpts {
   fps?: number;
   bgColor?: string;
   videoCodec?: string;
+  audioCodec?: string;
+  opusConfig?: object;
   /**
    * false 合成的视频文件中排除音轨
    */
@@ -66,6 +68,7 @@ export class Combinator {
   static async isSupported(
     args: {
       videoCodec?: string;
+      audioCodec?: string;
       width?: number;
       height?: number;
       bitrate?: number;
@@ -88,13 +91,20 @@ export class Combinator {
           })
         ).supported ??
           false) &&
-        (
+        ((
           await self.AudioEncoder.isConfigSupported({
             codec: DEFAULT_AUDIO_CONF.codec,
             sampleRate: DEFAULT_AUDIO_CONF.sampleRate,
             numberOfChannels: DEFAULT_AUDIO_CONF.channelCount,
           })
-        ).supported) ??
+        ).supported) ||
+        (
+          await self.AudioEncoder.isConfigSupported({
+            codec: args.audioCodec,
+            sampleRate: DEFAULT_AUDIO_CONF.sampleRate,
+            numberOfChannels: DEFAULT_AUDIO_CONF.channelCount,
+          })
+        ).supported)) ??
       false
     );
   }
@@ -139,6 +149,8 @@ export class Combinator {
         width: 0,
         height: 0,
         videoCodec: 'avc1.42E032',
+        audioCodec: 'aac',
+        opusConfig: {},
         audio: true,
         bitrate: 5e6,
         fps: 30,
@@ -177,7 +189,7 @@ export class Combinator {
   }
 
   #startRecodeMux(duration: number) {
-    const { fps, width, height, videoCodec, bitrate, audio, metaDataTags } =
+    const { fps, width, height, videoCodec, audioCodec, opusConfig, bitrate, audio, metaDataTags } =
       this.#opts;
     const recodeMuxer = recodemux({
       video: this.#hasVideoTrack
@@ -195,7 +207,8 @@ export class Combinator {
         audio === false
           ? null
           : {
-              codec: 'aac',
+              codec: audioCodec,
+              opusConfig: opusConfig,
               sampleRate: DEFAULT_AUDIO_CONF.sampleRate,
               channelCount: DEFAULT_AUDIO_CONF.channelCount,
             },

packages/internal-utils/src/recodemux.ts

@@ -29,6 +29,7 @@ interface IRecodeMuxOpts {
    */
   audio: {
     codec: 'opus' | 'aac';
+    opusConfig: object;
     sampleRate: number;
     channelCount: number;
   } | null;
@@ -358,6 +359,16 @@ function createVideoEncoder(
   return encoder;
 }
 
+//codec mapping
+const codecTypeMap = {
+  'aac': "m4a",
+  'opus': "Opus"
+},
+codecMap = {
+  'aac': "mp4a.40.2",
+  'opus': "opus"
+};
+
 function encodeAudioTrack(
   audioOpts: NonNullable<IRecodeMuxOpts['audio']>,
   mp4File: MP4File,
@@ -368,7 +379,8 @@ function encodeAudioTrack(
     samplerate: audioOpts.sampleRate,
     channel_count: audioOpts.channelCount,
     hdlr: 'soun',
-    type: audioOpts.codec === 'aac' ? 'mp4a' : 'Opus',
+    //map codec to type
+    type: codecTypeMap[audioOpts.codec],
     name: 'Track created with WebAV',
   };
 
@@ -385,7 +397,9 @@ function encodeAudioTrack(
   });
 
   const encoderConf = {
-    codec: audioOpts.codec === 'aac' ? 'mp4a.40.2' : 'opus',
+    //map codec to AudioEncoder codec
+    codec: codecMap[audioOpts.codec],
+    opus: audioOpts.opusConfig,
     sampleRate: audioOpts.sampleRate,
     numberOfChannels: audioOpts.channelCount,
     bitrate: 128_000,