rtmp2rtc: Support RTMP-to-WebRTC conversion with HEVC. v7.0.33

trunk/src/app/srs_app_hls.cpp

@@ -1068,7 +1068,7 @@ srs_error_t SrsHlsController::write_video(SrsVideoFrame* frame, int64_t dts)
 
     // Refresh the codec ASAP.
     if (muxer->latest_vcodec() != frame->vcodec()->id) {
-        srs_trace("HLS: Switch video codec %d(%s) to %d(%s)", muxer->latest_acodec(), srs_video_codec_id2str(muxer->latest_vcodec()).c_str(),
+        srs_trace("HLS: Switch video codec %d(%s) to %d(%s)", muxer->latest_vcodec(), srs_video_codec_id2str(muxer->latest_vcodec()).c_str(),
                   frame->vcodec()->id, srs_video_codec_id2str(frame->vcodec()->id).c_str());
         muxer->set_latest_vcodec(frame->vcodec()->id);
     }

trunk/src/app/srs_app_rtc_conn.cpp

@@ -2598,6 +2598,51 @@ bool srs_sdp_has_h264_profile(const SrsSdp& sdp, const string& profile)
     return false;
 }
 
+bool srs_sdp_has_h265_profile(const SrsMediaPayloadType& payload_type, const string& profile) 
+{
+    srs_error_t err = srs_success;
+
+    if (payload_type.format_specific_param_.empty()) {
+        return false;
+    }
+
+    H265SpecificParam h265_param;
+    if ((err = srs_parse_h265_fmtp(payload_type.format_specific_param_, h265_param)) != srs_success) {
+        srs_error_reset(err);
+        return false;
+    }
+
+    if (h265_param.profile_id == profile) {
+        return true;
+    }
+
+    return false;
+}
+
+bool srs_sdp_has_h265_profile(const SrsSdp& sdp, const string& profile)
+{
+    for (size_t i = 0; i < sdp.media_descs_.size(); ++i) {
+        const SrsMediaDesc& desc = sdp.media_descs_[i];
+        if (!desc.is_video()) {
+            continue;
+        }
+
+        std::vector<SrsMediaPayloadType> payloads = desc.find_media_with_encoding_name("H265");
+        if (payloads.empty()) {
+            continue;
+        }
+
+        for (std::vector<SrsMediaPayloadType>::iterator it = payloads.begin(); it != payloads.end(); ++it) {
+            const SrsMediaPayloadType& payload_type = *it;
+            if (srs_sdp_has_h265_profile(payload_type, profile)) {
+                return true;
+            }
+        }
+    }
+
+    return false;
+}
+
 srs_error_t SrsRtcConnection::negotiate_publish_capability(SrsRtcUserConfig* ruc, SrsRtcSourceDescription* stream_desc)
 {
     srs_error_t err = srs_success;
@@ -3041,8 +3086,6 @@ srs_error_t SrsRtcConnection::negotiate_play_capability(SrsRtcUserConfig* ruc, s
 
     bool nack_enabled = _srs_config->get_rtc_nack_enabled(req->vhost);
     bool twcc_enabled = _srs_config->get_rtc_twcc_enabled(req->vhost);
-    // TODO: FIME: Should check packetization-mode=1 also.
-    bool has_42e01f = srs_sdp_has_h264_profile(remote_sdp, "42e01f");
 
     SrsSharedPtr<SrsRtcSource> source;
     if ((err = _srs_rtc_sources->fetch_or_create(req, source)) != srs_success) {
@@ -3083,56 +3126,87 @@ srs_error_t SrsRtcConnection::negotiate_play_capability(SrsRtcUserConfig* ruc, s
 
             remote_payload = payloads.at(0);
             track_descs = source->get_track_desc("audio", "opus");
-        } else if (remote_media_desc.is_video() && ruc->codec_ == "av1") {
-            std::vector<SrsMediaPayloadType> payloads = remote_media_desc.find_media_with_encoding_name("AV1");
-            if (payloads.empty()) {
-                // Be compatible with the Chrome M96, still check the AV1X encoding name
-                // @see https://bugs.chromium.org/p/webrtc/issues/detail?id=13166
-                payloads = remote_media_desc.find_media_with_encoding_name("AV1X");
-            }
-            if (payloads.empty()) {
-                return srs_error_new(ERROR_RTC_SDP_EXCHANGE, "no found valid AV1 payload type");
+        } else if (remote_media_desc.is_video()) {
+            std::string prefer_codec = ruc->codec_; 
+            if (prefer_codec.empty()) {
+                // Get the source codec if not specified.
+                std::vector<SrsRtcTrackDescription*> track_descs = source->get_track_desc("video", "");
+                if (!track_descs.empty()) {
+                    std::string codec_name = track_descs.at(0)->media_->name_;
+                    std::transform(codec_name.begin(), codec_name.end(), codec_name.begin(), ::tolower);
+                    if (codec_name == "h265") {
+                        prefer_codec = "hevc";
+                    } else {
+                        prefer_codec = codec_name;
+                    }
+                } else {
+                    return srs_error_new(ERROR_RTC_SDP_EXCHANGE, "no video track in source");
+                }
             }
 
-            remote_payload = payloads.at(0);
-            track_descs = source->get_track_desc("video", "AV1");
-            if (track_descs.empty()) {
-                // Be compatible with the Chrome M96, still check the AV1X encoding name
-                // @see https://bugs.chromium.org/p/webrtc/issues/detail?id=13166
-                track_descs = source->get_track_desc("video", "AV1X");
-            }
-        } else if (remote_media_desc.is_video() && ruc->codec_ == "hevc") {
-            std::vector<SrsMediaPayloadType> payloads = remote_media_desc.find_media_with_encoding_name("H265");
-            if (payloads.empty()) {
-                return srs_error_new(ERROR_RTC_SDP_EXCHANGE, "no valid found h265 payload type");
-            }
+            if (prefer_codec == "av1") {
+                std::vector<SrsMediaPayloadType> payloads = remote_media_desc.find_media_with_encoding_name("AV1");
+                if (payloads.empty()) {
+                    // Be compatible with the Chrome M96, still check the AV1X encoding name
+                    // @see https://bugs.chromium.org/p/webrtc/issues/detail?id=13166
+                    payloads = remote_media_desc.find_media_with_encoding_name("AV1X");
+                }
+                if (payloads.empty()) {
+                    return srs_error_new(ERROR_RTC_SDP_EXCHANGE, "no found valid AV1 payload type");
+                }
 
-            remote_payload = payloads.at(0);
+                remote_payload = payloads.at(0);
+                track_descs = source->get_track_desc("video", "AV1");
+                if (track_descs.empty()) {
+                    // Be compatible with the Chrome M96, still check the AV1X encoding name
+                    // @see https://bugs.chromium.org/p/webrtc/issues/detail?id=13166
+                    track_descs = source->get_track_desc("video", "AV1X");
+                }
+            } else if (prefer_codec == "hevc") {
+                std::vector<SrsMediaPayloadType> payloads = remote_media_desc.find_media_with_encoding_name("H265");
+                if (payloads.empty()) {
+                    return srs_error_new(ERROR_RTC_SDP_EXCHANGE, "no valid found h265 payload type");
+                }
+
+                // @see https://www.rfc-editor.org/rfc/rfc7798#section-7.2.1
+                bool has_main_profile = srs_sdp_has_h265_profile(remote_sdp, "1");
+                remote_payload = payloads.at(0);
+
+                for (int j = 0; j < (int)payloads.size(); j++) {
+                    const SrsMediaPayloadType& payload = payloads.at(j);
+
+                    // For H.265, we only check if profile-id=1 (Main Profile)
+                    // Format example: level-id=180;profile-id=1;tier-flag=0;tx-mode=SRST
+                    if (!has_main_profile || srs_sdp_has_h265_profile(payload, "1")) {
+                        remote_payload = payload;
+                        break;
+                    }
+                }
 
-            // TODO: FIXME: pick up a profile for HEVC.
-            // @see https://www.rfc-editor.org/rfc/rfc7798#section-7.2.1
+                track_descs = source->get_track_desc("video", "H265");
+            } else {
+                vector<SrsMediaPayloadType> payloads = remote_media_desc.find_media_with_encoding_name("H264");
+                if (payloads.empty()) {
+                    return srs_error_new(ERROR_RTC_SDP_EXCHANGE, "no valid found h264 payload type");
+                }
 
-            track_descs = source->get_track_desc("video", "H265");
-        } else if (remote_media_desc.is_video()) {
-            // TODO: check opus format specific param
-            vector<SrsMediaPayloadType> payloads = remote_media_desc.find_media_with_encoding_name("H264");
-            if (payloads.empty()) {
-                return srs_error_new(ERROR_RTC_SDP_EXCHANGE, "no valid found h264 payload type");
-            }
+                // TODO: FIME: Should check packetization-mode=1 also.
+                bool has_42e01f = srs_sdp_has_h264_profile(remote_sdp, "42e01f");
 
-            remote_payload = payloads.at(0);
-            for (int j = 0; j < (int)payloads.size(); j++) {
-                const SrsMediaPayloadType& payload = payloads.at(j);
+                remote_payload = payloads.at(0);
+                for (int j = 0; j < (int)payloads.size(); j++) {
+                    const SrsMediaPayloadType& payload = payloads.at(j);
 
-                // If exists 42e01f profile, choose it; otherwise, use the first payload.
-                // TODO: FIME: Should check packetization-mode=1 also.
-                if (!has_42e01f || srs_sdp_has_h264_profile(payload, "42e01f")) {
-                    remote_payload = payload;
-                    break;
+                    // If exists 42e01f profile, choose it; otherwise, use the first payload.
+                    // TODO: FIME: Should check packetization-mode=1 also.
+                    if (!has_42e01f || srs_sdp_has_h264_profile(payload, "42e01f")) {
+                        remote_payload = payload;
+                        break;
+                    }
                 }
-            }
 
-            track_descs = source->get_track_desc("video", "H264");
+                track_descs = source->get_track_desc("video", "H264");
+            }
         }
 
         for (int j = 0; j < (int)track_descs.size(); ++j) {
@@ -3238,7 +3312,11 @@ void video_track_generate_play_offer(SrsRtcTrackDescription* track, string mid,
 
     SrsVideoPayload* payload = (SrsVideoPayload*)track->media_;
 
-    local_media_desc.payload_types_.push_back(payload->generate_media_payload_type());
+    if (payload->name_ == "H265") {
+        local_media_desc.payload_types_.push_back(payload->generate_media_payload_type_h265());
+    } else {
+        local_media_desc.payload_types_.push_back(payload->generate_media_payload_type());
+    }
 
     if (track->red_) {
         SrsRedPayload* red_payload = (SrsRedPayload*)track->red_;

trunk/src/app/srs_app_rtc_sdp.cpp

@@ -92,6 +92,42 @@ srs_error_t srs_parse_h264_fmtp(const std::string& fmtp, H264SpecificParam& h264
     return err;
 }
 
+srs_error_t srs_parse_h265_fmtp(const std::string& fmtp, H265SpecificParam& h265_param)
+{
+    srs_error_t err = srs_success;
+
+    std::vector<std::string> vec = srs_string_split(fmtp, ";");
+    for (size_t i = 0; i < vec.size(); ++i) {
+        std::vector<std::string> kv = srs_string_split(vec[i], "=");
+        if (kv.size() != 2) continue;
+
+        if (kv[0] == "level-id") {
+            h265_param.level_id = kv[1];
+        } else if (kv[0] == "profile-id") {
+            h265_param.profile_id = kv[1];
+        } else if (kv[0] == "tier-flag") {
+            h265_param.tier_flag = kv[1];
+        } else if (kv[0] == "tx-mode") {
+            h265_param.tx_mode = kv[1];
+        }
+    }
+
+    if (h265_param.level_id.empty()) {
+        return srs_error_new(ERROR_RTC_SDP_DECODE, "no h265 param: level-id");
+    }
+    if (h265_param.profile_id.empty()) {
+        return srs_error_new(ERROR_RTC_SDP_DECODE, "no h265 param: profile-id");
+    }
+    if (h265_param.tier_flag.empty()) {
+        return srs_error_new(ERROR_RTC_SDP_DECODE, "no h265 param: tier-flag");
+    }
+    if (h265_param.tx_mode.empty()) {
+        return srs_error_new(ERROR_RTC_SDP_DECODE, "no h265 param: tx-mode");
+    }
+
+    return err; 
+}
+
 SrsSessionInfo::SrsSessionInfo()
 {
 }

trunk/src/app/srs_app_rtc_sdp.hpp

@@ -97,8 +97,16 @@ struct H264SpecificParam
     std::string level_asymmerty_allow;
 };
 
-extern srs_error_t srs_parse_h264_fmtp(const std::string& fmtp, H264SpecificParam& h264_param);
+struct H265SpecificParam
+{
+    std::string level_id;
+    std::string profile_id;
+    std::string tier_flag;
+    std::string tx_mode;
+};
 
+extern srs_error_t srs_parse_h264_fmtp(const std::string& fmtp, H264SpecificParam& h264_param);
+extern srs_error_t srs_parse_h265_fmtp(const std::string& fmtp, H265SpecificParam& h265_param);
 class SrsMediaPayloadType
 {
 public: