/* * MIT License * * Copyright (c) 2016-2019 xiongziliang <771730766@qq.com> * * This file is part of ZLMediaKit(https://github.com/xiongziliang/ZLMediaKit). * * Permission is hereby granted, free of charge, to any person obtaining a copy * of this software and associated documentation files (the "Software"), to deal * in the Software without restriction, including without limitation the rights * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell * copies of the Software, and to permit persons to whom the Software is * furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice shall be included in all * copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE * SOFTWARE. */ #ifndef ZLMEDIAKIT_H264_H #define ZLMEDIAKIT_H264_H #include "Frame.h" #include "Track.h" #include "Util/base64.h" using namespace toolkit; #define H264_TYPE(v) ((uint8_t)(v) & 0x1F) namespace mediakit{ bool getAVCInfo(const string &strSps,int &iVideoWidth, int &iVideoHeight, float &iVideoFps); bool getAVCInfo(const char * sps,int sps_len,int &iVideoWidth, int &iVideoHeight, float &iVideoFps); void splitH264(const char *ptr, int len, const std::function &cb); /** * 264帧类 */ class H264Frame : public Frame { public: typedef std::shared_ptr Ptr; typedef enum { NAL_SPS = 7, NAL_PPS = 8, NAL_IDR = 5, NAL_B_P = 1 } NalType; char *data() const override{ return (char *)buffer.data(); } uint32_t size() const override { return buffer.size(); } uint32_t dts() const override { return timeStamp; } uint32_t pts() const override { return ptsStamp ? ptsStamp : timeStamp; } uint32_t prefixSize() const override{ return iPrefixSize; } TrackType getTrackType() const override{ return TrackVideo; } CodecId getCodecId() const override{ return CodecH264; } bool keyFrame() const override { return type == NAL_IDR; } public: uint16_t sequence; uint32_t timeStamp; uint32_t ptsStamp = 0; unsigned char type; string buffer; uint32_t iPrefixSize = 4; }; class H264FrameNoCopyAble : public FrameNoCopyAble { public: typedef std::shared_ptr Ptr; H264FrameNoCopyAble(char *ptr,uint32_t size,uint32_t stamp,int prefixeSize = 4){ buffer_ptr = ptr; buffer_size = size; timeStamp = stamp; iPrefixSize = prefixeSize; } TrackType getTrackType() const override{ return TrackVideo; } CodecId getCodecId() const override{ return CodecH264; } bool keyFrame() const override { return H264_TYPE(buffer_ptr[iPrefixSize]) == H264Frame::NAL_IDR; } }; class H264FrameSubFrame : public H264FrameNoCopyAble{ public: typedef std::shared_ptr Ptr; H264FrameSubFrame(const Frame::Ptr &strongRef, char *ptr, uint32_t size, uint32_t stamp, int prefixeSize) : H264FrameNoCopyAble(ptr,size,stamp,prefixeSize){ _strongRef = strongRef; } private: Frame::Ptr _strongRef; }; /** * 264视频通道 */ class H264Track : public VideoTrack{ public: typedef std::shared_ptr Ptr; /** * 不指定sps pps构造h264类型的媒体 * 在随后的inputFrame中获取sps pps */ H264Track(){} /** * 构造h264类型的媒体 * @param sps sps帧数据 * @param pps pps帧数据 * @param sps_prefix_len 264头长度,可以为3个或4个字节,一般为0x00 00 00 01 * @param pps_prefix_len 264头长度,可以为3个或4个字节,一般为0x00 00 00 01 */ H264Track(const string &sps,const string &pps,int sps_prefix_len = 4,int pps_prefix_len = 4){ _sps = sps.substr(sps_prefix_len); _pps = pps.substr(pps_prefix_len); onReady(); } /** * 构造h264类型的媒体 * @param sps sps帧 * @param pps pps帧 */ H264Track(const Frame::Ptr &sps,const Frame::Ptr &pps){ if(sps->getCodecId() != CodecH264 || pps->getCodecId() != CodecH264 ){ throw std::invalid_argument("必须输入H264类型的帧"); } _sps = string(sps->data() + sps->prefixSize(),sps->size() - sps->prefixSize()); _pps = string(pps->data() + pps->prefixSize(),pps->size() - pps->prefixSize()); onReady(); } /** * 返回不带0x00 00 00 01头的sps * @return */ const string &getSps() const{ return _sps; } /** * 返回不带0x00 00 00 01头的pps * @return */ const string &getPps() const{ return _pps; } CodecId getCodecId() const override { return CodecH264; } /** * 返回视频高度 * @return */ int getVideoHeight() const override{ return _height ; } /** * 返回视频宽度 * @return */ int getVideoWidth() const override{ return _width; } /** * 返回视频fps * @return */ float getVideoFps() const override{ return _fps; } bool ready() override { return !_sps.empty() && !_pps.empty(); } /** * 输入数据帧,并获取sps pps * @param frame 数据帧 */ void inputFrame(const Frame::Ptr &frame) override{ int type = H264_TYPE(*((uint8_t *)frame->data() + frame->prefixSize())); if(type == H264Frame::NAL_SPS){ //有些设备会把SPS PPS IDR帧当做一个帧打包,所以我们要split一下 bool first_frame = true; splitH264(frame->data() + frame->prefixSize(), frame->size() - frame->prefixSize(), [&](const char *ptr, int len){ if(first_frame){ H264FrameSubFrame::Ptr sub_frame = std::make_shared(frame, frame->data(), len + frame->prefixSize(), frame->stamp(), frame->prefixSize()); inputFrame_l(sub_frame); first_frame = false; }else{ H264FrameSubFrame::Ptr sub_frame = std::make_shared(frame, (char *)ptr, len , frame->stamp(), 3); inputFrame_l(sub_frame); } }); } else{ inputFrame_l(frame); } } private: /** * 解析sps获取宽高fps */ void onReady(){ getAVCInfo(_sps,_width,_height,_fps); } Track::Ptr clone() override { return std::make_shared::type >(*this); } /** * 输入数据帧,并获取sps pps * @param frame 数据帧 */ void inputFrame_l(const Frame::Ptr &frame){ int type = H264_TYPE(*((uint8_t *)frame->data() + frame->prefixSize())); switch (type){ case H264Frame::NAL_SPS:{ //sps _sps = string(frame->data() + frame->prefixSize(),frame->size() - frame->prefixSize()); } break; case H264Frame::NAL_PPS:{ //pps _pps = string(frame->data() + frame->prefixSize(),frame->size() - frame->prefixSize()); } break; case H264Frame::NAL_IDR:{ //I insertConfigFrame(frame); VideoTrack::inputFrame(frame); _last_frame_is_idr = true; } break; case H264Frame::NAL_B_P:{ //B or P VideoTrack::inputFrame(frame); _last_frame_is_idr = false; } break; } if(_width == 0 && ready()){ onReady(); } } //生成sdp Sdp::Ptr getSdp() override ; private: //在idr帧前插入sps pps帧 void insertConfigFrame(const Frame::Ptr &frame){ if(_last_frame_is_idr){ return; } if(!_sps.empty()){ if(!_spsFrame){ _spsFrame = std::make_shared(); _spsFrame->type = H264Frame::NAL_SPS; _spsFrame->iPrefixSize = 4; } _spsFrame->buffer.assign("\x0\x0\x0\x1",4); _spsFrame->buffer.append(_sps); _spsFrame->timeStamp = frame->stamp(); VideoTrack::inputFrame(_spsFrame); } if(!_pps.empty()){ if(!_ppsFrame) { _ppsFrame = std::make_shared(); _ppsFrame->type = H264Frame::NAL_PPS; _ppsFrame->iPrefixSize = 4; } _ppsFrame->buffer.assign("\x0\x0\x0\x1",4); _ppsFrame->buffer.append(_pps); _ppsFrame->timeStamp = frame->stamp(); VideoTrack::inputFrame(_ppsFrame); } } private: string _sps; string _pps; int _width = 0; int _height = 0; float _fps = 0; bool _last_frame_is_idr = false; H264Frame::Ptr _spsFrame; H264Frame::Ptr _ppsFrame; }; /** * h264类型sdp */ class H264Sdp : public Sdp { public: /** * * @param sps 264 sps,不带0x00000001头 * @param pps 264 pps,不带0x00000001头 * @param playload_type rtp playload type 默认96 * @param bitrate 比特率 */ H264Sdp(const string &strSPS, const string &strPPS, int playload_type = 96, int bitrate = 4000) : Sdp(90000,playload_type) { //视频通道 _printer << "m=video 0 RTP/AVP " << playload_type << "\r\n"; _printer << "b=AS:" << bitrate << "\r\n"; _printer << "a=rtpmap:" << playload_type << " H264/" << 90000 << "\r\n"; _printer << "a=fmtp:" << playload_type << " packetization-mode=1;profile-level-id="; char strTemp[100]; uint32_t profile_level_id = 0; if (strSPS.length() >= 4) { // sanity check profile_level_id = (uint8_t(strSPS[1]) << 16) | (uint8_t(strSPS[2]) << 8) | (uint8_t(strSPS[3])); // profile_idc|constraint_setN_flag|level_idc } memset(strTemp, 0, 100); sprintf(strTemp, "%06X", profile_level_id); _printer << strTemp; _printer << ";sprop-parameter-sets="; memset(strTemp, 0, 100); av_base64_encode(strTemp, 100, (uint8_t *) strSPS.data(), strSPS.size()); _printer << strTemp << ","; memset(strTemp, 0, 100); av_base64_encode(strTemp, 100, (uint8_t *) strPPS.data(), strPPS.size()); _printer << strTemp << "\r\n"; _printer << "a=control:trackID=" << getTrackType() << "\r\n"; } string getSdp() const override { return _printer; } TrackType getTrackType() const override { return TrackVideo; } CodecId getCodecId() const override { return CodecH264; } private: _StrPrinter _printer; }; }//namespace mediakit #endif //ZLMEDIAKIT_H264_H