2018-10-24 15:49:51 +08:00
|
|
|
|
//
|
2018-10-18 23:48:00 +08:00
|
|
|
|
// Created by xzl on 2018/10/18.
|
|
|
|
|
//
|
|
|
|
|
|
|
|
|
|
#ifndef ZLMEDIAKIT_FRAME_H
|
|
|
|
|
#define ZLMEDIAKIT_FRAME_H
|
|
|
|
|
|
2018-10-23 11:09:21 +08:00
|
|
|
|
#include "Util/RingBuffer.h"
|
2018-10-18 23:48:00 +08:00
|
|
|
|
#include "Network/Socket.h"
|
2018-10-24 17:17:55 +08:00
|
|
|
|
using namespace toolkit;
|
2018-10-18 23:48:00 +08:00
|
|
|
|
|
2018-10-24 17:17:55 +08:00
|
|
|
|
namespace mediakit{
|
2018-10-18 23:48:00 +08:00
|
|
|
|
|
2018-10-23 11:09:21 +08:00
|
|
|
|
typedef enum {
|
|
|
|
|
CodecInvalid = -1,
|
|
|
|
|
CodecH264 = 0,
|
|
|
|
|
CodecAAC = 0x0100,
|
|
|
|
|
CodecMax
|
|
|
|
|
} CodecId;
|
|
|
|
|
|
|
|
|
|
typedef enum {
|
|
|
|
|
TrackInvalid = -1,
|
|
|
|
|
TrackVideo = 0,
|
|
|
|
|
TrackAudio,
|
|
|
|
|
TrackMax
|
|
|
|
|
} TrackType;
|
|
|
|
|
|
|
|
|
|
class CodecInfo {
|
|
|
|
|
public:
|
2018-10-23 18:39:17 +08:00
|
|
|
|
typedef std::shared_ptr<CodecInfo> Ptr;
|
|
|
|
|
|
2018-10-23 11:09:21 +08:00
|
|
|
|
CodecInfo(){}
|
|
|
|
|
virtual ~CodecInfo(){}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* 获取音视频类型
|
|
|
|
|
*/
|
|
|
|
|
virtual TrackType getTrackType() const = 0;
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* 获取编解码器类型
|
|
|
|
|
*/
|
|
|
|
|
virtual CodecId getCodecId() const = 0;
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
class Frame : public Buffer, public CodecInfo{
|
2018-10-18 23:48:00 +08:00
|
|
|
|
public:
|
|
|
|
|
typedef std::shared_ptr<Frame> Ptr;
|
|
|
|
|
virtual ~Frame(){}
|
2018-10-21 22:24:24 +08:00
|
|
|
|
/**
|
|
|
|
|
* 时间戳
|
|
|
|
|
*/
|
2018-10-23 21:41:45 +08:00
|
|
|
|
virtual uint32_t stamp() const = 0;
|
2018-10-21 22:24:24 +08:00
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* 前缀长度,譬如264前缀为0x00 00 00 01,那么前缀长度就是4
|
|
|
|
|
* aac前缀则为7个字节
|
|
|
|
|
*/
|
2018-10-23 21:41:45 +08:00
|
|
|
|
virtual uint32_t prefixSize() const = 0;
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* 返回是否为关键帧
|
|
|
|
|
* @return
|
|
|
|
|
*/
|
|
|
|
|
virtual bool keyFrame() const = 0;
|
2018-10-18 23:48:00 +08:00
|
|
|
|
};
|
|
|
|
|
|
2018-10-24 12:01:40 +08:00
|
|
|
|
template <typename T>
|
|
|
|
|
class ResourcePoolHelper{
|
|
|
|
|
public:
|
|
|
|
|
ResourcePoolHelper(int size = 8){
|
|
|
|
|
_pool.setSize(size);
|
|
|
|
|
}
|
|
|
|
|
virtual ~ResourcePoolHelper(){}
|
|
|
|
|
|
|
|
|
|
std::shared_ptr<T> obtainObj(){
|
|
|
|
|
return _pool.obtain();
|
|
|
|
|
}
|
|
|
|
|
private:
|
|
|
|
|
ResourcePool<T> _pool;
|
|
|
|
|
};
|
|
|
|
|
|
2018-10-23 11:09:21 +08:00
|
|
|
|
/**
|
|
|
|
|
* 帧环形缓存接口类
|
|
|
|
|
*/
|
|
|
|
|
class FrameRingInterface {
|
|
|
|
|
public:
|
|
|
|
|
typedef RingBuffer<Frame::Ptr> RingType;
|
2018-10-23 18:39:17 +08:00
|
|
|
|
typedef std::shared_ptr<FrameRingInterface> Ptr;
|
2018-10-23 11:09:21 +08:00
|
|
|
|
|
|
|
|
|
FrameRingInterface(){}
|
|
|
|
|
virtual ~FrameRingInterface(){}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* 获取帧环形缓存
|
|
|
|
|
* @return
|
|
|
|
|
*/
|
|
|
|
|
virtual RingType::Ptr getFrameRing() const = 0;
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* 设置帧环形缓存
|
|
|
|
|
* @param ring
|
|
|
|
|
*/
|
|
|
|
|
virtual void setFrameRing(const RingType::Ptr &ring) = 0;
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* 写入帧数据
|
|
|
|
|
* @param frame 帧
|
|
|
|
|
*/
|
2018-10-23 21:41:45 +08:00
|
|
|
|
virtual void inputFrame(const Frame::Ptr &frame) = 0;
|
2018-10-23 11:09:21 +08:00
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
class FrameRing : public FrameRingInterface{
|
|
|
|
|
public:
|
|
|
|
|
typedef std::shared_ptr<FrameRing> Ptr;
|
|
|
|
|
|
|
|
|
|
FrameRing(){
|
2018-10-23 16:41:25 +08:00
|
|
|
|
_frameRing = std::make_shared<RingType>();
|
2018-10-23 11:09:21 +08:00
|
|
|
|
}
|
|
|
|
|
virtual ~FrameRing(){}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* 获取帧环形缓存
|
|
|
|
|
* @return
|
|
|
|
|
*/
|
|
|
|
|
RingType::Ptr getFrameRing() const override {
|
|
|
|
|
return _frameRing;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* 设置帧环形缓存
|
|
|
|
|
* @param ring
|
|
|
|
|
*/
|
|
|
|
|
void setFrameRing(const RingType::Ptr &ring) override {
|
|
|
|
|
_frameRing = ring;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* 输入数据帧
|
|
|
|
|
* @param frame
|
|
|
|
|
*/
|
2018-10-23 21:41:45 +08:00
|
|
|
|
void inputFrame(const Frame::Ptr &frame) override{
|
|
|
|
|
_frameRing->write(frame,frame->keyFrame());
|
2018-10-23 11:09:21 +08:00
|
|
|
|
}
|
|
|
|
|
protected:
|
|
|
|
|
RingType::Ptr _frameRing;
|
|
|
|
|
};
|
|
|
|
|
|
2018-10-23 22:16:54 +08:00
|
|
|
|
class FrameRingInterfaceDelegate : public FrameRingInterface {
|
|
|
|
|
public:
|
|
|
|
|
typedef std::shared_ptr<FrameRingInterfaceDelegate> Ptr;
|
|
|
|
|
|
|
|
|
|
FrameRingInterfaceDelegate(){
|
|
|
|
|
_delegate = std::make_shared<FrameRing>();
|
|
|
|
|
}
|
|
|
|
|
virtual ~FrameRingInterfaceDelegate(){}
|
|
|
|
|
|
|
|
|
|
void setDelegate(const FrameRingInterface::Ptr &delegate){
|
|
|
|
|
_delegate = delegate;
|
|
|
|
|
}
|
|
|
|
|
/**
|
|
|
|
|
* 获取帧环形缓存
|
|
|
|
|
* @return
|
|
|
|
|
*/
|
|
|
|
|
FrameRingInterface::RingType::Ptr getFrameRing() const override {
|
|
|
|
|
if(_delegate){
|
|
|
|
|
return _delegate->getFrameRing();
|
|
|
|
|
}
|
|
|
|
|
return nullptr;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* 设置帧环形缓存
|
|
|
|
|
* @param ring
|
|
|
|
|
*/
|
|
|
|
|
void setFrameRing(const FrameRingInterface::RingType::Ptr &ring) override {
|
|
|
|
|
if(_delegate){
|
|
|
|
|
_delegate->setFrameRing(ring);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* 写入帧数据
|
|
|
|
|
* @param frame 帧
|
|
|
|
|
*/
|
|
|
|
|
void inputFrame(const Frame::Ptr &frame) override{
|
|
|
|
|
if(_delegate){
|
|
|
|
|
_delegate->inputFrame(frame);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
private:
|
|
|
|
|
FrameRingInterface::Ptr _delegate;
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
|
2018-10-23 11:09:21 +08:00
|
|
|
|
/**
|
|
|
|
|
* 264帧类
|
|
|
|
|
*/
|
2018-10-18 23:48:00 +08:00
|
|
|
|
class H264Frame : public Frame {
|
|
|
|
|
public:
|
|
|
|
|
typedef std::shared_ptr<H264Frame> Ptr;
|
|
|
|
|
|
|
|
|
|
char *data() const override{
|
|
|
|
|
return (char *)buffer.data();
|
|
|
|
|
}
|
|
|
|
|
uint32_t size() const override {
|
|
|
|
|
return buffer.size();
|
|
|
|
|
}
|
2018-10-23 21:41:45 +08:00
|
|
|
|
uint32_t stamp() const override {
|
2018-10-18 23:48:00 +08:00
|
|
|
|
return timeStamp;
|
|
|
|
|
}
|
2018-10-23 21:41:45 +08:00
|
|
|
|
uint32_t prefixSize() const override{
|
2018-10-21 22:24:24 +08:00
|
|
|
|
return iPrefixSize;
|
|
|
|
|
}
|
2018-10-23 11:09:21 +08:00
|
|
|
|
|
|
|
|
|
TrackType getTrackType() const override{
|
|
|
|
|
return TrackVideo;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
CodecId getCodecId() const override{
|
|
|
|
|
return CodecH264;
|
|
|
|
|
}
|
2018-10-23 21:41:45 +08:00
|
|
|
|
|
|
|
|
|
bool keyFrame() const override {
|
|
|
|
|
return type == 5;
|
|
|
|
|
}
|
2018-10-18 23:48:00 +08:00
|
|
|
|
public:
|
|
|
|
|
uint16_t sequence;
|
|
|
|
|
uint32_t timeStamp;
|
|
|
|
|
unsigned char type;
|
|
|
|
|
string buffer;
|
2018-10-21 22:24:24 +08:00
|
|
|
|
uint32_t iPrefixSize = 4;
|
2018-10-18 23:48:00 +08:00
|
|
|
|
};
|
|
|
|
|
|
2018-10-23 11:09:21 +08:00
|
|
|
|
/**
|
|
|
|
|
* aac帧,包含adts头
|
|
|
|
|
*/
|
|
|
|
|
class AACFrame : public Frame {
|
2018-10-18 23:48:00 +08:00
|
|
|
|
public:
|
2018-10-23 11:09:21 +08:00
|
|
|
|
typedef std::shared_ptr<AACFrame> Ptr;
|
2018-10-18 23:48:00 +08:00
|
|
|
|
|
|
|
|
|
char *data() const override{
|
|
|
|
|
return (char *)buffer;
|
|
|
|
|
}
|
|
|
|
|
uint32_t size() const override {
|
|
|
|
|
return aac_frame_length;
|
|
|
|
|
}
|
2018-10-23 21:41:45 +08:00
|
|
|
|
uint32_t stamp() const override {
|
2018-10-18 23:48:00 +08:00
|
|
|
|
return timeStamp;
|
|
|
|
|
}
|
2018-10-23 21:41:45 +08:00
|
|
|
|
uint32_t prefixSize() const override{
|
2018-10-21 22:24:24 +08:00
|
|
|
|
return iPrefixSize;
|
|
|
|
|
}
|
2018-10-23 11:09:21 +08:00
|
|
|
|
|
|
|
|
|
TrackType getTrackType() const override{
|
|
|
|
|
return TrackAudio;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
CodecId getCodecId() const override{
|
|
|
|
|
return CodecAAC;
|
|
|
|
|
}
|
2018-10-23 21:41:45 +08:00
|
|
|
|
|
|
|
|
|
bool keyFrame() const override {
|
|
|
|
|
return false;
|
|
|
|
|
}
|
2018-10-18 23:48:00 +08:00
|
|
|
|
public:
|
|
|
|
|
unsigned int syncword; //12 bslbf 同步字The bit string ‘1111 1111 1111’,说明一个ADTS帧的开始
|
|
|
|
|
unsigned int id; //1 bslbf MPEG 标示符, 设置为1
|
|
|
|
|
unsigned int layer; //2 uimsbf Indicates which layer is used. Set to ‘00’
|
|
|
|
|
unsigned int protection_absent; //1 bslbf 表示是否误码校验
|
|
|
|
|
unsigned int profile; //2 uimsbf 表示使用哪个级别的AAC,如01 Low Complexity(LC)--- AACLC
|
|
|
|
|
unsigned int sf_index; //4 uimsbf 表示使用的采样率下标
|
|
|
|
|
unsigned int private_bit; //1 bslbf
|
|
|
|
|
unsigned int channel_configuration; //3 uimsbf 表示声道数
|
|
|
|
|
unsigned int original; //1 bslbf
|
|
|
|
|
unsigned int home; //1 bslbf
|
|
|
|
|
//下面的为改变的参数即每一帧都不同
|
|
|
|
|
unsigned int copyright_identification_bit; //1 bslbf
|
|
|
|
|
unsigned int copyright_identification_start; //1 bslbf
|
|
|
|
|
unsigned int aac_frame_length; // 13 bslbf 一个ADTS帧的长度包括ADTS头和raw data block
|
|
|
|
|
unsigned int adts_buffer_fullness; //11 bslbf 0x7FF 说明是码率可变的码流
|
|
|
|
|
//no_raw_data_blocks_in_frame 表示ADTS帧中有number_of_raw_data_blocks_in_frame + 1个AAC原始帧.
|
|
|
|
|
//所以说number_of_raw_data_blocks_in_frame == 0
|
|
|
|
|
//表示说ADTS帧中有一个AAC数据块并不是说没有。(一个AAC原始帧包含一段时间内1024个采样及相关数据)
|
|
|
|
|
unsigned int no_raw_data_blocks_in_frame; //2 uimsfb
|
|
|
|
|
unsigned char buffer[2 * 1024 + 7];
|
|
|
|
|
uint16_t sequence;
|
|
|
|
|
uint32_t timeStamp;
|
2018-10-21 22:24:24 +08:00
|
|
|
|
uint32_t iPrefixSize = 4;
|
2018-10-18 23:48:00 +08:00
|
|
|
|
} ;
|
|
|
|
|
|
|
|
|
|
|
2018-10-24 17:17:55 +08:00
|
|
|
|
}//namespace mediakit
|
2018-10-18 23:48:00 +08:00
|
|
|
|
|
|
|
|
|
#endif //ZLMEDIAKIT_FRAME_H
|