AI: Support VP9 codec for WebRTC.

Author: ossrs-ai

trunk/src/app/srs_app_rtc_conn.cpp

@@ -3402,6 +3402,38 @@ srs_error_t SrsRtcPublisherNegotiator::negotiate_publish_capability(SrsRtcUserCo
                     }
                 }
 
+                track_desc->type_ = "video";
+                track_desc->set_codec_payload((SrsCodecPayload *)video_payload);
+                break;
+            }
+        } else if (remote_media_desc.is_video() && srs_video_codec_str2id(ruc->codec_) == SrsVideoCodecIdVP9) {
+            std::vector<SrsMediaPayloadType> payloads = remote_media_desc.find_media_with_encoding_name("VP9");
+            if (payloads.empty()) {
+                return srs_error_new(ERROR_RTC_SDP_EXCHANGE, "no found valid VP9 payload type");
+            }
+
+            for (int j = 0; j < (int)payloads.size(); j++) {
+                const SrsMediaPayloadType &payload = payloads.at(j);
+
+                // Generate video payload for vp9.
+                SrsVideoPayload *video_payload = new SrsVideoPayload(payload.payload_type_, payload.encoding_name_, payload.clock_rate_);
+
+                // TODO: FIXME: Only support some transport algorithms.
+                for (int k = 0; k < (int)payload.rtcp_fb_.size(); ++k) {
+                    const string &rtcp_fb = payload.rtcp_fb_.at(k);
+
+                    if (nack_enabled) {
+                        if (rtcp_fb == "nack" || rtcp_fb == "nack pli") {
+                            video_payload->rtcp_fbs_.push_back(rtcp_fb);
+                        }
+                    }
+                    if (twcc_enabled && remote_twcc_id) {
+                        if (rtcp_fb == "transport-cc") {
+                            video_payload->rtcp_fbs_.push_back(rtcp_fb);
+                        }
+                    }
+                }
+
                 track_desc->type_ = "video";
                 track_desc->set_codec_payload((SrsCodecPayload *)video_payload);
                 break;
@@ -3804,6 +3836,14 @@ srs_error_t SrsRtcPlayerNegotiator::negotiate_play_capability(SrsRtcUserConfig *
                     // @see https://bugs.chromium.org/p/webrtc/issues/detail?id=13166
                     track_descs = source->get_track_desc("video", "AV1X");
                 }
+            } else if (prefer_codec == SrsVideoCodecIdVP9) {
+                std::vector<SrsMediaPayloadType> payloads = remote_media_desc.find_media_with_encoding_name("VP9");
+                if (payloads.empty()) {
+                    return srs_error_new(ERROR_RTC_SDP_EXCHANGE, "no found valid VP9 payload type");
+                }
+
+                remote_payload = payloads.at(0);
+                track_descs = source->get_track_desc("video", "VP9");
             } else if (prefer_codec == SrsVideoCodecIdHEVC) {
                 std::vector<SrsMediaPayloadType> payloads = remote_media_desc.find_media_with_encoding_name("H265");
                 if (payloads.empty()) {

trunk/src/app/srs_app_rtc_source.cpp

@@ -3926,6 +3926,13 @@ srs_error_t SrsRtcFormat::on_rtp_packet(SrsRtcRecvTrack *track, bool is_audio)
                       srs_video_codec_id2str(codec_id).c_str(),
                       srs_hevc_profile2str(profile).c_str(),
                       level_id);
+        } else if (codec_id == SrsVideoCodecIdAV1 || codec_id == SrsVideoCodecIdVP9) {
+            // AV1 and VP9 are relay-only codecs for WebRTC-to-WebRTC
+            // No detailed profile/level parsing needed for relay mode
+            if ((err = stat_->on_video_info(req_, codec_id, 0, 0, 0, 0)) != srs_success) {
+                return srs_error_wrap(err, "stat video info");
+            }
+            srs_trace("RTC: parsed %s codec", srs_video_codec_id2str(codec_id).c_str());
         }
     }
 

trunk/src/app/srs_app_statistic.cpp

@@ -154,6 +154,12 @@ srs_error_t SrsStatisticStream::dumps(SrsJsonObject *obj)
         } else if (vcodec_ == SrsVideoCodecIdHEVC) {
             video->set("profile", SrsJsonAny::str(srs_hevc_profile2str(hevc_profile_).c_str()));
             video->set("level", SrsJsonAny::str(srs_hevc_level2str(hevc_level_).c_str()));
+        } else if (vcodec_ == SrsVideoCodecIdAV1) {
+            video->set("profile", SrsJsonAny::null());
+            video->set("level", SrsJsonAny::null());
+        } else if (vcodec_ == SrsVideoCodecIdVP9) {
+            video->set("profile", SrsJsonAny::null());
+            video->set("level", SrsJsonAny::null());
         } else {
             video->set("profile", SrsJsonAny::str("Other"));
             video->set("level", SrsJsonAny::str("Other"));

trunk/src/kernel/srs_kernel_codec.cpp

@@ -82,6 +82,8 @@ string srs_video_codec_id2str(SrsVideoCodecId codec)
         return "HEVC";
     case SrsVideoCodecIdAV1:
         return "AV1";
+    case SrsVideoCodecIdVP9:
+        return "VP9";
     case SrsVideoCodecIdReserved:
     case SrsVideoCodecIdReserved1:
     case SrsVideoCodecIdReserved2:
@@ -105,6 +107,8 @@ SrsVideoCodecId srs_video_codec_str2id(const std::string &codec)
         return SrsVideoCodecIdHEVC;
     } else if (upper_codec == "AV1") {
         return SrsVideoCodecIdAV1;
+    } else if (upper_codec == "VP9") {
+        return SrsVideoCodecIdVP9;
     } else if (upper_codec == "VP6") {
         return SrsVideoCodecIdOn2VP6;
     } else if (upper_codec == "VP6A") {

trunk/src/kernel/srs_kernel_codec.hpp

@@ -61,8 +61,10 @@ enum SrsVideoCodecId {
     SrsVideoCodecIdAVC = 7,
     // See page 79 at @doc https://github.com/CDN-Union/H265/blob/master/Document/video_file_format_spec_v10_1_ksyun_20170615.doc
     SrsVideoCodecIdHEVC = 12,
-    // https://mp.weixin.qq.com/s/H3qI7zsON5sdf4oDJ9qlkg
+    // AV1 codec for WebRTC, https://github.com/ossrs/srs/pull/2324
     SrsVideoCodecIdAV1 = 13,
+    // VP9 codec for WebRTC, https://github.com/ossrs/srs/pull/4565
+    SrsVideoCodecIdVP9 = 14,
 };
 std::string srs_video_codec_id2str(SrsVideoCodecId codec);
 SrsVideoCodecId srs_video_codec_str2id(const std::string &codec);

trunk/src/kernel/srs_kernel_ts.cpp

@@ -443,6 +443,7 @@ srs_error_t SrsTsContext::encode(ISrsStreamWriter *writer, SrsTsMessage *msg, Sr
     case SrsVideoCodecIdOn2VP6WithAlphaChannel:
     case SrsVideoCodecIdScreenVideoVersion2:
     case SrsVideoCodecIdAV1:
+    case SrsVideoCodecIdVP9:
         vs = SrsTsStreamReserved;
         break;
     }