/* * MIT License * * Copyright (c) 2016-2019 xiongziliang <771730766@qq.com> * * This file is part of ZLMediaKit(https://github.com/xiongziliang/ZLMediaKit). * * Permission is hereby granted, free of charge, to any person obtaining a copy * of this software and associated documentation files (the "Software"), to deal * in the Software without restriction, including without limitation the rights * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell * copies of the Software, and to permit persons to whom the Software is * furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice shall be included in all * copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE * SOFTWARE. */ #ifndef ZLMEDIAKIT_FRAME_H #define ZLMEDIAKIT_FRAME_H #include #include #include "Util/RingBuffer.h" #include "Network/Socket.h" using namespace std; using namespace toolkit; namespace mediakit{ typedef enum { CodecInvalid = -1, CodecH264 = 0, CodecH265, CodecAAC, CodecMax = 0x7FFF } CodecId; typedef enum { TrackInvalid = -1, TrackVideo = 0, TrackAudio, TrackTitle, TrackMax = 3 } TrackType; /** * 编码信息的抽象接口 */ class CodecInfo { public: typedef std::shared_ptr Ptr; CodecInfo(){} virtual ~CodecInfo(){} /** * 获取音视频类型 */ virtual TrackType getTrackType() const = 0; /** * 获取编解码器类型 */ virtual CodecId getCodecId() const = 0; }; /** * 帧类型的抽象接口 */ class Frame : public Buffer, public CodecInfo { public: typedef std::shared_ptr Ptr; virtual ~Frame(){} /** * 时间戳,已经废弃,请使用dts() 、pts()接口 */ inline uint32_t stamp() const { return dts(); }; /** * 返回解码时间戳,单位毫秒 * @return */ virtual uint32_t dts() const = 0; /** * 返回显示时间戳,单位毫秒 * @return */ virtual uint32_t pts() const { return dts(); } /** * 前缀长度,譬如264前缀为0x00 00 00 01,那么前缀长度就是4 * aac前缀则为7个字节 */ virtual uint32_t prefixSize() const = 0; /** * 返回是否为关键帧 * @return */ virtual bool keyFrame() const = 0; /** * 是否为配置帧,譬如sps pps vps * @return */ virtual bool configFrame() const = 0; /** * 是否可以缓存 */ virtual bool cacheAble() const { return true; } /** * 返回可缓存的frame * @return */ static Ptr getCacheAbleFrame(const Ptr &frame); }; /** * 循环池辅助类 * @tparam T */ template class ResourcePoolHelper{ public: ResourcePoolHelper(int size = 8){ _pool.setSize(size); } virtual ~ResourcePoolHelper(){} std::shared_ptr obtainObj(){ return _pool.obtain(); } private: ResourcePool _pool; }; /** * 写帧接口的抽闲接口 */ class FrameWriterInterface { public: typedef std::shared_ptr Ptr; FrameWriterInterface(){} virtual ~FrameWriterInterface(){} /** * 写入帧数据 * @param frame 帧 */ virtual void inputFrame(const Frame::Ptr &frame) = 0; }; /** * 写帧接口转function,辅助类 */ class FrameWriterInterfaceHelper : public FrameWriterInterface { public: typedef std::shared_ptr Ptr; typedef std::function onWriteFrame; /** * inputFrame后触发onWriteFrame回调 * @param cb */ FrameWriterInterfaceHelper(const onWriteFrame& cb){ _writeCallback = cb; } virtual ~FrameWriterInterfaceHelper(){} /** * 写入帧数据 * @param frame 帧 */ void inputFrame(const Frame::Ptr &frame) override { _writeCallback(frame); } private: onWriteFrame _writeCallback; }; /** * 帧环形缓存接口类 */ class FrameRingInterface : public FrameWriterInterface{ public: typedef RingBuffer RingType; typedef std::shared_ptr Ptr; FrameRingInterface(){} virtual ~FrameRingInterface(){} /** * 获取帧环形缓存 * @return */ virtual RingType::Ptr getFrameRing() const = 0; /** * 设置帧环形缓存 * @param ring */ virtual void setFrameRing(const RingType::Ptr &ring) = 0; }; /** * 帧环形缓存 */ class FrameRing : public FrameRingInterface{ public: typedef std::shared_ptr Ptr; FrameRing(){ } virtual ~FrameRing(){} /** * 获取帧环形缓存 * @return */ RingType::Ptr getFrameRing() const override { return _frameRing; } /** * 设置帧环形缓存 * @param ring */ void setFrameRing(const RingType::Ptr &ring) override { _frameRing = ring; } /** * 输入数据帧 * @param frame */ void inputFrame(const Frame::Ptr &frame) override{ if(_frameRing){ _frameRing->write(frame,frame->keyFrame()); } } protected: RingType::Ptr _frameRing; }; /** * 支持代理转发的帧环形缓存 */ class FrameRingInterfaceDelegate : public FrameRing { public: typedef std::shared_ptr Ptr; FrameRingInterfaceDelegate(){} virtual ~FrameRingInterfaceDelegate(){} void addDelegate(const FrameWriterInterface::Ptr &delegate){ lock_guard lck(_mtx); _delegateMap.emplace(delegate.get(),delegate); } void delDelegate(void *ptr){ lock_guard lck(_mtx); _delegateMap.erase(ptr); } /** * 写入帧数据 * @param frame 帧 */ void inputFrame(const Frame::Ptr &frame) override{ FrameRing::inputFrame(frame); lock_guard lck(_mtx); for(auto &pr : _delegateMap){ pr.second->inputFrame(frame); } } private: mutex _mtx; map _delegateMap; }; /** * 通过Frame接口包装指针,方便使用者把自己的数据快速接入ZLMediaKit */ class FrameFromPtr : public Frame{ public: typedef std::shared_ptr Ptr; char *data() const override{ return _ptr; } uint32_t size() const override { return _size; } uint32_t dts() const override { return _dts; } uint32_t pts() const override{ if(_pts){ return _pts; } return dts(); } uint32_t prefixSize() const override{ return _prefixSize; } protected: char *_ptr; uint32_t _size; uint32_t _dts; uint32_t _pts = 0; uint32_t _prefixSize; }; /** * 不可缓存的帧,在DevChannel类中有用到。 * 该帧类型用于防止内存拷贝,直接使用指针传递数据 * 在大多数情况下,ZLMediaKit是同步对帧数据进行使用和处理的 * 所以提供此类型的帧很有必要,但是有时又无法避免缓存帧做后续处理 * 所以可以通过Frame::getCacheAbleFrame方法拷贝一个可缓存的帧 */ class FrameNoCacheAble : public FrameFromPtr{ public: typedef std::shared_ptr Ptr; /** * 该帧不可缓存 * @return */ bool cacheAble() const override { return false; } }; /** * 该对象的功能是把一个不可缓存的帧转换成可缓存的帧 * @see FrameNoCacheAble */ class FrameCacheAble : public FrameFromPtr { public: typedef std::shared_ptr Ptr; FrameCacheAble(const Frame::Ptr &frame){ if(frame->cacheAble()){ _frame = frame; _ptr = frame->data(); }else{ _buffer = std::make_shared(); _buffer->assign(frame->data(),frame->size()); _ptr = _buffer->data(); } _size = frame->size(); _dts = frame->dts(); _pts = frame->pts(); _prefixSize = frame->prefixSize(); _trackType = frame->getTrackType(); _codec = frame->getCodecId(); _key = frame->keyFrame(); _config = frame->configFrame(); } virtual ~FrameCacheAble() = default; /** * 可以被缓存 * @return */ bool cacheAble() const override { return true; } TrackType getTrackType() const override{ return _trackType; } CodecId getCodecId() const override{ return _codec; } bool keyFrame() const override{ return _key; } bool configFrame() const override{ return _config; } private: Frame::Ptr _frame; BufferRaw::Ptr _buffer; TrackType _trackType; CodecId _codec; bool _key; bool _config; }; }//namespace mediakit #endif //ZLMEDIAKIT_FRAME_H