/* * Copyright (c) 2016 The ZLMediaKit project authors. All Rights Reserved. * * This file is part of ZLMediaKit(https://github.com/xiongziliang/ZLMediaKit). * * Use of this source code is governed by MIT license that can be found in the * LICENSE file in the root of the source tree. All contributing project authors * may be found in the AUTHORS file in the root of the source tree. */ #ifndef ZLMEDIAKIT_H264_H #define ZLMEDIAKIT_H264_H #include "Frame.h" #include "Track.h" #include "Util/base64.h" using namespace toolkit; #define H264_TYPE(v) ((uint8_t)(v) & 0x1F) namespace mediakit{ bool getAVCInfo(const string &strSps,int &iVideoWidth, int &iVideoHeight, float &iVideoFps); void splitH264(const char *ptr, int len, int prefix, const std::function &cb); /** * 264帧类 */ class H264Frame : public FrameImp { public: typedef std::shared_ptr Ptr; typedef enum { NAL_SPS = 7, NAL_PPS = 8, NAL_IDR = 5, NAL_SEI = 6, } NalType; H264Frame(){ _codecid = CodecH264; } bool keyFrame() const override { return H264_TYPE(_buffer[_prefix_size]) == H264Frame::NAL_IDR; } bool configFrame() const override{ switch(H264_TYPE(_buffer[_prefix_size]) ){ case H264Frame::NAL_SPS: case H264Frame::NAL_PPS:return true; default:return false; } } }; /** * 防止内存拷贝的H264类 * 用户可以通过该类型快速把一个指针无拷贝的包装成Frame类 * 该类型在DevChannel中有使用 */ class H264FrameNoCacheAble : public FrameFromPtr { public: typedef std::shared_ptr Ptr; H264FrameNoCacheAble(char *ptr,uint32_t size,uint32_t dts , uint32_t pts ,int prefix_size = 4){ _ptr = ptr; _size = size; _dts = dts; _pts = pts; _prefix_size = prefix_size; } CodecId getCodecId() const override{ return CodecH264; } bool keyFrame() const override { return H264_TYPE(_ptr[_prefix_size]) == H264Frame::NAL_IDR; } bool configFrame() const override{ switch(H264_TYPE(_ptr[_prefix_size])){ case H264Frame::NAL_SPS: case H264Frame::NAL_PPS:return true; default:return false; } } }; typedef FrameInternal H264FrameInternal; /** * 264视频通道 */ class H264Track : public VideoTrack{ public: typedef std::shared_ptr Ptr; /** * 不指定sps pps构造h264类型的媒体 * 在随后的inputFrame中获取sps pps */ H264Track(){} /** * 构造h264类型的媒体 * @param sps sps帧数据 * @param pps pps帧数据 * @param sps_prefix_len 264头长度,可以为3个或4个字节,一般为0x00 00 00 01 * @param pps_prefix_len 264头长度,可以为3个或4个字节,一般为0x00 00 00 01 */ H264Track(const string &sps,const string &pps,int sps_prefix_len = 4,int pps_prefix_len = 4){ _sps = sps.substr(sps_prefix_len); _pps = pps.substr(pps_prefix_len); onReady(); } /** * 构造h264类型的媒体 * @param sps sps帧 * @param pps pps帧 */ H264Track(const Frame::Ptr &sps,const Frame::Ptr &pps){ if(sps->getCodecId() != CodecH264 || pps->getCodecId() != CodecH264 ){ throw std::invalid_argument("必须输入H264类型的帧"); } _sps = string(sps->data() + sps->prefixSize(),sps->size() - sps->prefixSize()); _pps = string(pps->data() + pps->prefixSize(),pps->size() - pps->prefixSize()); onReady(); } /** * 返回不带0x00 00 00 01头的sps * @return */ const string &getSps() const{ return _sps; } /** * 返回不带0x00 00 00 01头的pps * @return */ const string &getPps() const{ return _pps; } CodecId getCodecId() const override { return CodecH264; } /** * 返回视频高度 * @return */ int getVideoHeight() const override{ return _height ; } /** * 返回视频宽度 * @return */ int getVideoWidth() const override{ return _width; } /** * 返回视频fps * @return */ float getVideoFps() const override{ return _fps; } bool ready() override { return !_sps.empty() && !_pps.empty(); } /** * 输入数据帧,并获取sps pps * @param frame 数据帧 */ void inputFrame(const Frame::Ptr &frame) override{ int type = H264_TYPE(*((uint8_t *)frame->data() + frame->prefixSize())); if(type == H264Frame::NAL_SPS || type == H264Frame::NAL_SEI){ //有些设备会把SPS PPS IDR帧当做一个帧打包,所以我们要split一下 splitH264(frame->data(), frame->size(), frame->prefixSize(), [&](const char *ptr, int len, int prefix) { H264FrameInternal::Ptr sub_frame = std::make_shared(frame, (char *)ptr, len, prefix); inputFrame_l(sub_frame); }); } else{ inputFrame_l(frame); } } private: /** * 解析sps获取宽高fps */ void onReady(){ getAVCInfo(_sps,_width,_height,_fps); } Track::Ptr clone() override { return std::make_shared::type >(*this); } /** * 输入数据帧,并获取sps pps * @param frame 数据帧 */ void inputFrame_l(const Frame::Ptr &frame){ int type = H264_TYPE(*((uint8_t *)frame->data() + frame->prefixSize())); switch (type){ case H264Frame::NAL_SPS:{ //sps _sps = string(frame->data() + frame->prefixSize(),frame->size() - frame->prefixSize()); } break; case H264Frame::NAL_PPS:{ //pps _pps = string(frame->data() + frame->prefixSize(),frame->size() - frame->prefixSize()); } break; case H264Frame::NAL_IDR:{ //I insertConfigFrame(frame); VideoTrack::inputFrame(frame); } break; case H264Frame::NAL_SEI:{ //忽略SEI break; } default: VideoTrack::inputFrame(frame); break; } _last_frame_is_idr = type == H264Frame::NAL_IDR; if(_width == 0 && ready()){ onReady(); } } //生成sdp Sdp::Ptr getSdp() override ; private: //在idr帧前插入sps pps帧 void insertConfigFrame(const Frame::Ptr &frame){ if(_last_frame_is_idr){ return; } if(!_sps.empty()){ auto spsFrame = std::make_shared(); spsFrame->_prefix_size = 4; spsFrame->_buffer.assign("\x0\x0\x0\x1",4); spsFrame->_buffer.append(_sps); spsFrame->_dts = frame->dts(); VideoTrack::inputFrame(spsFrame); } if(!_pps.empty()){ auto ppsFrame = std::make_shared(); ppsFrame->_prefix_size = 4; ppsFrame->_buffer.assign("\x0\x0\x0\x1",4); ppsFrame->_buffer.append(_pps); ppsFrame->_dts = frame->dts(); VideoTrack::inputFrame(ppsFrame); } } private: string _sps; string _pps; int _width = 0; int _height = 0; float _fps = 0; bool _last_frame_is_idr = false; }; /** * h264类型sdp */ class H264Sdp : public Sdp { public: /** * * @param sps 264 sps,不带0x00000001头 * @param pps 264 pps,不带0x00000001头 * @param playload_type rtp playload type 默认96 * @param bitrate 比特率 */ H264Sdp(const string &strSPS, const string &strPPS, int playload_type = 96, int bitrate = 4000) : Sdp(90000,playload_type) { //视频通道 _printer << "m=video 0 RTP/AVP " << playload_type << "\r\n"; _printer << "b=AS:" << bitrate << "\r\n"; _printer << "a=rtpmap:" << playload_type << " H264/" << 90000 << "\r\n"; _printer << "a=fmtp:" << playload_type << " packetization-mode=1; profile-level-id="; char strTemp[100]; uint32_t profile_level_id = 0; if (strSPS.length() >= 4) { // sanity check profile_level_id = (uint8_t(strSPS[1]) << 16) | (uint8_t(strSPS[2]) << 8) | (uint8_t(strSPS[3])); // profile_idc|constraint_setN_flag|level_idc } memset(strTemp, 0, 100); sprintf(strTemp, "%06X", profile_level_id); _printer << strTemp; _printer << "; sprop-parameter-sets="; memset(strTemp, 0, 100); av_base64_encode(strTemp, 100, (uint8_t *) strSPS.data(), strSPS.size()); _printer << strTemp << ","; memset(strTemp, 0, 100); av_base64_encode(strTemp, 100, (uint8_t *) strPPS.data(), strPPS.size()); _printer << strTemp << "\r\n"; _printer << "a=control:trackID=" << (int)TrackVideo << "\r\n"; } string getSdp() const override { return _printer; } CodecId getCodecId() const override { return CodecH264; } private: _StrPrinter _printer; }; }//namespace mediakit #endif //ZLMEDIAKIT_H264_H