ZLMediaKit/src/Extension/H264.h

431 lines
13 KiB
C++
Raw Normal View History

2019-08-08 19:01:45 +08:00
/*
2018-10-25 10:00:17 +08:00
* MIT License
*
2019-05-08 15:40:07 +08:00
* Copyright (c) 2016-2019 xiongziliang <771730766@qq.com>
2018-10-25 10:00:17 +08:00
*
* This file is part of ZLMediaKit(https://github.com/xiongziliang/ZLMediaKit).
*
* Permission is hereby granted, free of charge, to any person obtaining a copy
* of this software and associated documentation files (the "Software"), to deal
* in the Software without restriction, including without limitation the rights
* to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
* copies of the Software, and to permit persons to whom the Software is
* furnished to do so, subject to the following conditions:
*
* The above copyright notice and this permission notice shall be included in all
* copies or substantial portions of the Software.
*
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
* SOFTWARE.
*/
2018-10-21 21:21:14 +08:00
2018-10-30 14:59:42 +08:00
#ifndef ZLMEDIAKIT_H264_H
#define ZLMEDIAKIT_H264_H
2018-10-21 21:21:14 +08:00
#include "Frame.h"
2018-10-30 14:59:42 +08:00
#include "Track.h"
2019-06-28 16:12:39 +08:00
#include "Util/base64.h"
using namespace toolkit;
2018-10-30 15:56:00 +08:00
#define H264_TYPE(v) ((uint8_t)(v) & 0x1F)
2018-10-24 17:17:55 +08:00
namespace mediakit{
2018-10-21 21:21:14 +08:00
2018-10-30 14:59:42 +08:00
bool getAVCInfo(const string &strSps,int &iVideoWidth, int &iVideoHeight, float &iVideoFps);
void splitH264(const char *ptr, int len, const std::function<void(const char *, int)> &cb);
2018-10-21 21:21:14 +08:00
2018-10-27 22:54:16 +08:00
/**
2018-10-30 14:59:42 +08:00
* 264
2018-10-27 22:54:16 +08:00
*/
2018-10-30 14:59:42 +08:00
class H264Frame : public Frame {
2018-10-21 21:21:14 +08:00
public:
2018-10-30 14:59:42 +08:00
typedef std::shared_ptr<H264Frame> Ptr;
2018-10-23 18:39:17 +08:00
2018-10-30 15:56:00 +08:00
typedef enum {
NAL_SPS = 7,
NAL_PPS = 8,
NAL_IDR = 5,
} NalType;
2018-10-30 14:59:42 +08:00
char *data() const override{
return (char *)buffer.data();
}
uint32_t size() const override {
return buffer.size();
}
2018-11-17 17:26:38 +08:00
uint32_t dts() const override {
2018-10-30 14:59:42 +08:00
return timeStamp;
}
2018-11-17 17:47:43 +08:00
uint32_t pts() const override {
return ptsStamp ? ptsStamp : timeStamp;
}
2018-10-30 14:59:42 +08:00
uint32_t prefixSize() const override{
return iPrefixSize;
}
2018-10-23 14:32:06 +08:00
2018-10-30 14:59:42 +08:00
TrackType getTrackType() const override{
return TrackVideo;
}
2018-10-23 14:32:06 +08:00
2018-10-30 14:59:42 +08:00
CodecId getCodecId() const override{
return CodecH264;
}
2018-10-23 14:32:06 +08:00
2018-10-30 14:59:42 +08:00
bool keyFrame() const override {
return H264_TYPE(buffer[iPrefixSize]) == H264Frame::NAL_IDR;
2018-10-30 14:59:42 +08:00
}
2019-08-01 18:49:04 +08:00
bool configFrame() const override{
switch(H264_TYPE(buffer[iPrefixSize]) ){
case H264Frame::NAL_SPS:
case H264Frame::NAL_PPS:
return true;
default:
return false;
}
}
2018-10-30 14:59:42 +08:00
public:
uint32_t timeStamp;
2018-11-17 17:47:43 +08:00
uint32_t ptsStamp = 0;
2018-10-30 14:59:42 +08:00
string buffer;
uint32_t iPrefixSize = 4;
2018-10-21 21:21:14 +08:00
};
2018-10-30 14:59:42 +08:00
/**
* H264类
* Frame类
* DevChannel中有使用
*/
2019-07-24 18:02:55 +08:00
class H264FrameNoCacheAble : public FrameNoCacheAble {
2018-10-21 21:21:14 +08:00
public:
2019-07-24 18:02:55 +08:00
typedef std::shared_ptr<H264FrameNoCacheAble> Ptr;
2018-10-23 18:39:17 +08:00
2019-07-24 18:02:55 +08:00
H264FrameNoCacheAble(char *ptr,uint32_t size,uint32_t dts , uint32_t pts ,int prefixeSize = 4){
2019-07-03 16:22:12 +08:00
_ptr = ptr;
_size = size;
_dts = dts;
_pts = pts;
_prefixSize = prefixeSize;
2018-10-30 14:59:42 +08:00
}
2018-10-23 14:32:06 +08:00
2018-10-30 14:59:42 +08:00
TrackType getTrackType() const override{
return TrackVideo;
}
2018-10-23 14:32:06 +08:00
2018-10-30 14:59:42 +08:00
CodecId getCodecId() const override{
return CodecH264;
}
2018-10-23 14:32:06 +08:00
2018-10-30 14:59:42 +08:00
bool keyFrame() const override {
2019-07-03 16:22:12 +08:00
return H264_TYPE(_ptr[_prefixSize]) == H264Frame::NAL_IDR;
2018-10-30 14:59:42 +08:00
}
2019-08-01 18:49:04 +08:00
bool configFrame() const override{
switch(H264_TYPE(_ptr[_prefixSize])){
case H264Frame::NAL_SPS:
case H264Frame::NAL_PPS:
return true;
default:
return false;
}
}
2018-10-21 21:21:14 +08:00
};
/**
* H264Frame类中可以有多个帧 0x 00 00 01
* ZLMediaKit会先把这种复合帧split成单个帧然后再处理
* H264FrameSubFrame
*
*/
template<typename Parent>
class FrameInternal : public Parent{
public:
typedef std::shared_ptr<FrameInternal> Ptr;
FrameInternal(const Frame::Ptr &parent_frame,
char *ptr,
uint32_t size,
int prefixeSize) : Parent(ptr,size,parent_frame->dts(),parent_frame->pts(),prefixeSize){
_parent_frame = parent_frame;
}
bool cacheAble() const override {
return _parent_frame->cacheAble();
}
private:
Frame::Ptr _parent_frame;
};
2018-10-30 14:59:42 +08:00
typedef FrameInternal<H264FrameNoCacheAble> H264FrameInternal;
2018-10-27 22:54:16 +08:00
/**
* 264
*/
2018-10-23 11:47:27 +08:00
class H264Track : public VideoTrack{
2018-10-21 21:21:14 +08:00
public:
2018-10-23 18:39:17 +08:00
typedef std::shared_ptr<H264Track> Ptr;
2018-10-23 14:32:06 +08:00
2018-10-23 16:41:25 +08:00
/**
* sps pps构造h264类型的媒体
* inputFrame中获取sps pps
*/
H264Track(){}
2018-10-23 14:32:06 +08:00
/**
* h264类型的媒体
* @param sps sps帧数据
* @param pps pps帧数据
* @param sps_prefix_len 264340x00 00 00 01
* @param pps_prefix_len 264340x00 00 00 01
*/
H264Track(const string &sps,const string &pps,int sps_prefix_len = 4,int pps_prefix_len = 4){
_sps = sps.substr(sps_prefix_len);
_pps = pps.substr(pps_prefix_len);
2018-10-30 16:12:32 +08:00
onReady();
2018-10-23 14:32:06 +08:00
}
/**
* h264类型的媒体
* @param sps sps帧
* @param pps pps帧
*/
H264Track(const Frame::Ptr &sps,const Frame::Ptr &pps){
if(sps->getCodecId() != CodecH264 || pps->getCodecId() != CodecH264 ){
throw std::invalid_argument("必须输入H264类型的帧");
}
_sps = string(sps->data() + sps->prefixSize(),sps->size() - sps->prefixSize());
_pps = string(pps->data() + pps->prefixSize(),pps->size() - pps->prefixSize());
2018-10-30 16:12:32 +08:00
onReady();
2018-10-21 21:21:14 +08:00
}
2018-10-23 14:32:06 +08:00
/**
* 0x00 00 00 01sps
* @return
*/
2018-10-21 21:21:14 +08:00
const string &getSps() const{
return _sps;
}
2018-10-23 14:32:06 +08:00
/**
* 0x00 00 00 01pps
* @return
*/
2018-10-21 21:21:14 +08:00
const string &getPps() const{
return _pps;
}
2018-10-23 14:32:06 +08:00
CodecId getCodecId() const override {
2018-10-23 11:09:21 +08:00
return CodecH264;
2018-10-21 21:21:14 +08:00
}
2018-10-23 14:32:06 +08:00
/**
*
* @return
*/
int getVideoHeight() const override{
2019-01-21 12:02:44 +08:00
return _height ;
2018-10-23 14:32:06 +08:00
}
/**
*
* @return
*/
int getVideoWidth() const override{
2019-01-21 12:02:44 +08:00
return _width;
2018-10-23 14:32:06 +08:00
}
/**
* fps
* @return
*/
float getVideoFps() const override{
return _fps;
}
2018-10-23 16:41:25 +08:00
bool ready() override {
return !_sps.empty() && !_pps.empty();
2018-10-23 16:41:25 +08:00
}
/**
* ,sps pps
* @param frame
*/
void inputFrame(const Frame::Ptr &frame) override{
int type = H264_TYPE(*((uint8_t *)frame->data() + frame->prefixSize()));
if(type == H264Frame::NAL_SPS){
//有些设备会把SPS PPS IDR帧当做一个帧打包所以我们要split一下
bool first_frame = true;
splitH264(frame->data() + frame->prefixSize(),
frame->size() - frame->prefixSize(),
[&](const char *ptr, int len){
if(first_frame){
H264FrameInternal::Ptr sub_frame = std::make_shared<H264FrameInternal>(frame,
frame->data(),
len + frame->prefixSize(),
frame->prefixSize());
inputFrame_l(sub_frame);
first_frame = false;
}else{
H264FrameInternal::Ptr sub_frame = std::make_shared<H264FrameInternal>(frame,
(char *)ptr,
len ,
3);
inputFrame_l(sub_frame);
}
});
} else{
inputFrame_l(frame);
}
}
private:
/**
* sps获取宽高fps
*/
void onReady(){
getAVCInfo(_sps,_width,_height,_fps);
}
Track::Ptr clone() override {
return std::make_shared<std::remove_reference<decltype(*this)>::type >(*this);
}
2018-10-23 16:41:25 +08:00
/**
* ,sps pps
* @param frame
*/
void inputFrame_l(const Frame::Ptr &frame){
2018-10-30 15:56:00 +08:00
int type = H264_TYPE(*((uint8_t *)frame->data() + frame->prefixSize()));
2018-10-23 16:41:25 +08:00
switch (type){
2018-10-30 15:56:00 +08:00
case H264Frame::NAL_SPS:{
2018-10-23 16:41:25 +08:00
//sps
_sps = string(frame->data() + frame->prefixSize(),frame->size() - frame->prefixSize());
}
break;
2018-10-30 15:56:00 +08:00
case H264Frame::NAL_PPS:{
2018-10-23 16:41:25 +08:00
//pps
_pps = string(frame->data() + frame->prefixSize(),frame->size() - frame->prefixSize());
}
break;
2018-10-30 15:56:00 +08:00
case H264Frame::NAL_IDR:{
2018-10-23 16:41:25 +08:00
//I
2019-04-09 12:39:38 +08:00
insertConfigFrame(frame);
2018-10-23 21:41:45 +08:00
VideoTrack::inputFrame(frame);
2018-10-23 16:41:25 +08:00
}
break;
default:
2018-10-23 21:41:45 +08:00
VideoTrack::inputFrame(frame);
2018-10-23 16:41:25 +08:00
break;
}
2018-10-30 16:12:32 +08:00
_last_frame_is_idr = type == H264Frame::NAL_IDR;
2018-10-30 16:12:32 +08:00
if(_width == 0 && ready()){
onReady();
}
2018-10-23 16:41:25 +08:00
}
2019-04-09 12:39:38 +08:00
2019-06-28 16:12:39 +08:00
//生成sdp
Sdp::Ptr getSdp() override ;
2019-04-09 12:39:38 +08:00
private:
//在idr帧前插入sps pps帧
void insertConfigFrame(const Frame::Ptr &frame){
if(_last_frame_is_idr){
return;
}
if(!_sps.empty()){
2019-07-03 16:42:20 +08:00
auto spsFrame = std::make_shared<H264Frame>();
spsFrame->iPrefixSize = 4;
spsFrame->buffer.assign("\x0\x0\x0\x1",4);
spsFrame->buffer.append(_sps);
spsFrame->timeStamp = frame->stamp();
VideoTrack::inputFrame(spsFrame);
2019-04-09 12:39:38 +08:00
}
if(!_pps.empty()){
2019-07-03 16:42:20 +08:00
auto ppsFrame = std::make_shared<H264Frame>();
ppsFrame->iPrefixSize = 4;
ppsFrame->buffer.assign("\x0\x0\x0\x1",4);
ppsFrame->buffer.append(_pps);
ppsFrame->timeStamp = frame->stamp();
VideoTrack::inputFrame(ppsFrame);
2019-04-09 12:39:38 +08:00
}
}
2018-10-21 21:21:14 +08:00
private:
string _sps;
string _pps;
2018-10-23 14:32:06 +08:00
int _width = 0;
int _height = 0;
float _fps = 0;
2019-04-09 12:39:38 +08:00
bool _last_frame_is_idr = false;
2018-10-21 21:21:14 +08:00
};
2018-10-30 17:58:10 +08:00
/**
* h264类型sdp
*/
class H264Sdp : public Sdp {
public:
/**
*
* @param sps 264 sps,0x00000001
* @param pps 264 pps,0x00000001
* @param playload_type rtp playload type 96
* @param bitrate
*/
H264Sdp(const string &strSPS,
const string &strPPS,
int playload_type = 96,
int bitrate = 4000) : Sdp(90000,playload_type) {
//视频通道
_printer << "m=video 0 RTP/AVP " << playload_type << "\r\n";
_printer << "b=AS:" << bitrate << "\r\n";
_printer << "a=rtpmap:" << playload_type << " H264/" << 90000 << "\r\n";
2019-10-08 09:45:43 +08:00
_printer << "a=fmtp:" << playload_type << " packetization-mode=1; profile-level-id=";
2018-10-30 17:58:10 +08:00
char strTemp[100];
uint32_t profile_level_id = 0;
if (strSPS.length() >= 4) { // sanity check
profile_level_id = (uint8_t(strSPS[1]) << 16) |
(uint8_t(strSPS[2]) << 8) |
(uint8_t(strSPS[3])); // profile_idc|constraint_setN_flag|level_idc
}
memset(strTemp, 0, 100);
sprintf(strTemp, "%06X", profile_level_id);
_printer << strTemp;
2019-10-08 09:45:43 +08:00
_printer << "; sprop-parameter-sets=";
2018-10-30 17:58:10 +08:00
memset(strTemp, 0, 100);
av_base64_encode(strTemp, 100, (uint8_t *) strSPS.data(), strSPS.size());
_printer << strTemp << ",";
memset(strTemp, 0, 100);
av_base64_encode(strTemp, 100, (uint8_t *) strPPS.data(), strPPS.size());
_printer << strTemp << "\r\n";
_printer << "a=control:trackID=" << getTrackType() << "\r\n";
}
string getSdp() const override {
return _printer;
}
TrackType getTrackType() const override {
return TrackVideo;
}
CodecId getCodecId() const override {
return CodecH264;
}
private:
_StrPrinter _printer;
};
2018-10-24 17:17:55 +08:00
}//namespace mediakit
2018-10-21 21:21:14 +08:00
2018-10-30 14:59:42 +08:00
#endif //ZLMEDIAKIT_H264_H