mirror of
https://github.com/ZLMediaKit/ZLMediaKit.git
synced 2024-11-01 09:01:33 +08:00
358 lines
9.9 KiB
C++
358 lines
9.9 KiB
C++
/*
|
||
* MIT License
|
||
*
|
||
* Copyright (c) 2016 xiongziliang <771730766@qq.com>
|
||
*
|
||
* This file is part of ZLMediaKit(https://github.com/xiongziliang/ZLMediaKit).
|
||
*
|
||
* Permission is hereby granted, free of charge, to any person obtaining a copy
|
||
* of this software and associated documentation files (the "Software"), to deal
|
||
* in the Software without restriction, including without limitation the rights
|
||
* to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
||
* copies of the Software, and to permit persons to whom the Software is
|
||
* furnished to do so, subject to the following conditions:
|
||
*
|
||
* The above copyright notice and this permission notice shall be included in all
|
||
* copies or substantial portions of the Software.
|
||
*
|
||
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
||
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
||
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
||
* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
||
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
||
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
||
* SOFTWARE.
|
||
*/
|
||
|
||
#ifndef ZLMEDIAKIT_H265_H
|
||
#define ZLMEDIAKIT_H265_H
|
||
|
||
#include "Frame.h"
|
||
#include "Track.h"
|
||
#include "RtspMuxer/RtspSdp.h"
|
||
|
||
namespace mediakit {
|
||
|
||
#define H265_TYPE(v) (((uint8_t)(v) >> 1) & 0x3f)
|
||
|
||
/**
|
||
* 265帧类
|
||
*/
|
||
class H265Frame : public Frame {
|
||
public:
|
||
typedef std::shared_ptr<H265Frame> Ptr;
|
||
|
||
typedef enum {
|
||
NAL_TRAIL_N = 0,
|
||
NAL_TRAIL_R = 1,
|
||
NAL_TSA_N = 2,
|
||
NAL_TSA_R = 3,
|
||
NAL_STSA_N = 4,
|
||
NAL_STSA_R = 5,
|
||
NAL_RADL_N = 6,
|
||
NAL_RADL_R = 7,
|
||
NAL_RASL_N = 8,
|
||
NAL_RASL_R = 9,
|
||
NAL_BLA_W_LP = 16,
|
||
NAL_BLA_W_RADL = 17,
|
||
NAL_BLA_N_LP = 18,
|
||
NAL_IDR_W_RADL = 19,
|
||
NAL_IDR_N_LP = 20,
|
||
NAL_CRA_NUT = 21,
|
||
NAL_VPS = 32,
|
||
NAL_SPS = 33,
|
||
NAL_PPS = 34,
|
||
NAL_AUD = 35,
|
||
NAL_EOS_NUT = 36,
|
||
NAL_EOB_NUT = 37,
|
||
NAL_FD_NUT = 38,
|
||
NAL_SEI_PREFIX = 39,
|
||
NAL_SEI_SUFFIX = 40,
|
||
} NaleType;
|
||
|
||
char *data() const override {
|
||
return (char *) buffer.data();
|
||
}
|
||
|
||
uint32_t size() const override {
|
||
return buffer.size();
|
||
}
|
||
|
||
uint32_t dts() const override {
|
||
return timeStamp;
|
||
}
|
||
|
||
uint32_t prefixSize() const override {
|
||
return iPrefixSize;
|
||
}
|
||
|
||
TrackType getTrackType() const override {
|
||
return TrackVideo;
|
||
}
|
||
|
||
CodecId getCodecId() const override {
|
||
return CodecH265;
|
||
}
|
||
|
||
bool keyFrame() const override {
|
||
return isKeyFrame(type);
|
||
}
|
||
|
||
static bool isKeyFrame(int type) {
|
||
switch (type) {
|
||
case NAL_BLA_N_LP:
|
||
case NAL_BLA_W_LP:
|
||
case NAL_BLA_W_RADL:
|
||
case NAL_CRA_NUT:
|
||
case NAL_IDR_N_LP:
|
||
case NAL_IDR_W_RADL:
|
||
return true;
|
||
default:
|
||
return false;
|
||
}
|
||
}
|
||
|
||
public:
|
||
uint16_t sequence;
|
||
uint32_t timeStamp;
|
||
unsigned char type;
|
||
string buffer;
|
||
uint32_t iPrefixSize = 4;
|
||
};
|
||
|
||
|
||
class H265FrameNoCopyAble : public FrameNoCopyAble {
|
||
public:
|
||
typedef std::shared_ptr<H265FrameNoCopyAble> Ptr;
|
||
|
||
H265FrameNoCopyAble(char *ptr, uint32_t size, uint32_t stamp, int prefixeSize = 4) {
|
||
buffer_ptr = ptr;
|
||
buffer_size = size;
|
||
timeStamp = stamp;
|
||
iPrefixSize = prefixeSize;
|
||
}
|
||
|
||
TrackType getTrackType() const override {
|
||
return TrackVideo;
|
||
}
|
||
|
||
CodecId getCodecId() const override {
|
||
return CodecH265;
|
||
}
|
||
|
||
bool keyFrame() const override {
|
||
int type = H265_TYPE(((uint8_t *) buffer_ptr)[iPrefixSize]);
|
||
return H265Frame::isKeyFrame(type);
|
||
}
|
||
};
|
||
|
||
|
||
/**
|
||
* 265视频通道
|
||
*/
|
||
class H265Track : public VideoTrack {
|
||
public:
|
||
typedef std::shared_ptr<H265Track> Ptr;
|
||
|
||
/**
|
||
* 不指定sps pps构造h265类型的媒体
|
||
* 在随后的inputFrame中获取sps pps
|
||
*/
|
||
H265Track() {}
|
||
|
||
/**
|
||
* 构造h265类型的媒体
|
||
* @param vps vps帧数据
|
||
* @param sps sps帧数据
|
||
* @param pps pps帧数据
|
||
* @param vps_prefix_len 265头长度，可以为3个或4个字节，一般为0x00 00 00 01
|
||
* @param sps_prefix_len 265头长度，可以为3个或4个字节，一般为0x00 00 00 01
|
||
* @param pps_prefix_len 265头长度，可以为3个或4个字节，一般为0x00 00 00 01
|
||
*/
|
||
H265Track(const string &vps,const string &sps, const string &pps,int vps_prefix_len = 4, int sps_prefix_len = 4, int pps_prefix_len = 4) {
|
||
_vps = vps.substr(vps_prefix_len);
|
||
_sps = sps.substr(sps_prefix_len);
|
||
_pps = pps.substr(pps_prefix_len);
|
||
}
|
||
|
||
/**
|
||
* 返回不带0x00 00 00 01头的vps
|
||
* @return
|
||
*/
|
||
const string &getVps() const {
|
||
return _vps;
|
||
}
|
||
|
||
/**
|
||
* 返回不带0x00 00 00 01头的sps
|
||
* @return
|
||
*/
|
||
const string &getSps() const {
|
||
return _sps;
|
||
}
|
||
|
||
/**
|
||
* 返回不带0x00 00 00 01头的pps
|
||
* @return
|
||
*/
|
||
const string &getPps() const {
|
||
return _pps;
|
||
}
|
||
|
||
CodecId getCodecId() const override {
|
||
return CodecH265;
|
||
}
|
||
|
||
bool ready() override {
|
||
return !_vps.empty() && !_sps.empty() && !_pps.empty();
|
||
}
|
||
|
||
|
||
/**
|
||
* 输入数据帧,并获取sps pps
|
||
* @param frame 数据帧
|
||
*/
|
||
void inputFrame(const Frame::Ptr &frame) override {
|
||
int type = H265_TYPE(((uint8_t *) frame->data() + frame->prefixSize())[0]);
|
||
if (H265Frame::isKeyFrame(type)) {
|
||
//关键帧之前插入vps sps pps
|
||
if(!_vps.empty()){
|
||
if (!_vpsFrame) {
|
||
H265Frame::Ptr insertFrame = std::make_shared<H265Frame>();
|
||
insertFrame->type = H265Frame::NAL_VPS;
|
||
insertFrame->timeStamp = frame->stamp();
|
||
insertFrame->buffer.assign("\x0\x0\x0\x1", 4);
|
||
insertFrame->buffer.append(_sps);
|
||
insertFrame->iPrefixSize = 4;
|
||
_vpsFrame = insertFrame;
|
||
}
|
||
_vpsFrame->timeStamp = frame->stamp();
|
||
VideoTrack::inputFrame(_vpsFrame);
|
||
}
|
||
if (!_sps.empty()) {
|
||
if (!_spsFrame) {
|
||
H265Frame::Ptr insertFrame = std::make_shared<H265Frame>();
|
||
insertFrame->type = H265Frame::NAL_SPS;
|
||
insertFrame->timeStamp = frame->stamp();
|
||
insertFrame->buffer.assign("\x0\x0\x0\x1", 4);
|
||
insertFrame->buffer.append(_sps);
|
||
insertFrame->iPrefixSize = 4;
|
||
_spsFrame = insertFrame;
|
||
}
|
||
_spsFrame->timeStamp = frame->stamp();
|
||
VideoTrack::inputFrame(_spsFrame);
|
||
}
|
||
|
||
if (!_pps.empty()) {
|
||
if (!_ppsFrame) {
|
||
H265Frame::Ptr insertFrame = std::make_shared<H265Frame>();
|
||
insertFrame->type = H265Frame::NAL_PPS;
|
||
insertFrame->timeStamp = frame->stamp();
|
||
insertFrame->buffer.assign("\x0\x0\x0\x1", 4);
|
||
insertFrame->buffer.append(_pps);
|
||
insertFrame->iPrefixSize = 4;
|
||
_ppsFrame = insertFrame;
|
||
}
|
||
_ppsFrame->timeStamp = frame->stamp();
|
||
VideoTrack::inputFrame(_ppsFrame);
|
||
}
|
||
VideoTrack::inputFrame(frame);
|
||
return;
|
||
}
|
||
|
||
//非idr帧
|
||
switch (type) {
|
||
case H265Frame::NAL_VPS: {
|
||
//vps
|
||
_vps = string(frame->data() + frame->prefixSize(), frame->size() - frame->prefixSize());
|
||
}
|
||
break;
|
||
|
||
case H265Frame::NAL_SPS: {
|
||
//sps
|
||
_sps = string(frame->data() + frame->prefixSize(), frame->size() - frame->prefixSize());
|
||
}
|
||
break;
|
||
case H265Frame::NAL_PPS: {
|
||
//pps
|
||
_pps = string(frame->data() + frame->prefixSize(), frame->size() - frame->prefixSize());
|
||
}
|
||
break;
|
||
|
||
default: {
|
||
//other frames
|
||
VideoTrack::inputFrame(frame);
|
||
}
|
||
break;
|
||
}
|
||
}
|
||
private:
|
||
Track::Ptr clone() override {
|
||
return std::make_shared<std::remove_reference<decltype(*this)>::type>(*this);
|
||
}
|
||
|
||
private:
|
||
string _vps;
|
||
string _sps;
|
||
string _pps;
|
||
|
||
H265Frame::Ptr _vpsFrame;
|
||
H265Frame::Ptr _spsFrame;
|
||
H265Frame::Ptr _ppsFrame;
|
||
};
|
||
|
||
|
||
/**
|
||
* h265类型sdp
|
||
*/
|
||
class H265Sdp : public Sdp {
|
||
public:
|
||
|
||
/**
|
||
*
|
||
* @param sps 265 sps,不带0x00000001头
|
||
* @param pps 265 pps,不带0x00000001头
|
||
* @param playload_type rtp playload type 默认96
|
||
* @param bitrate 比特率
|
||
*/
|
||
H265Sdp(const string &strVPS,
|
||
const string &strSPS,
|
||
const string &strPPS,
|
||
int playload_type = 96,
|
||
int bitrate = 4000) : Sdp(90000,playload_type) {
|
||
//视频通道
|
||
_printer << "m=video 0 RTP/AVP " << playload_type << "\r\n";
|
||
_printer << "b=AS:" << bitrate << "\r\n";
|
||
_printer << "a=rtpmap:" << playload_type << " H265/" << 90000 << "\r\n";
|
||
_printer << "a=fmtp:" << playload_type << " ";
|
||
_printer << "sprop-vps=";
|
||
_printer << encodeBase64(strVPS) << "; ";
|
||
_printer << "sprop-sps=";
|
||
_printer << encodeBase64(strSPS) << "; ";
|
||
_printer << "sprop-pps=";
|
||
_printer << encodeBase64(strPPS) << "\r\n";
|
||
_printer << "a=control:trackID=" << getTrackType() << "\r\n";
|
||
}
|
||
|
||
string getSdp() const override {
|
||
return _printer;
|
||
}
|
||
|
||
TrackType getTrackType() const override {
|
||
return TrackVideo;
|
||
}
|
||
|
||
CodecId getCodecId() const override {
|
||
return CodecH265;
|
||
}
|
||
private:
|
||
_StrPrinter _printer;
|
||
};
|
||
|
||
|
||
|
||
}//namespace mediakit
|
||
|
||
|
||
#endif //ZLMEDIAKIT_H265_H
|