2017-10-09 22:11:01 +08:00
|
|
|
|
/*
|
2020-04-04 20:30:09 +08:00
|
|
|
|
* Copyright (c) 2016 The ZLMediaKit project authors. All Rights Reserved.
|
2017-09-27 16:20:30 +08:00
|
|
|
|
*
|
2021-01-17 18:31:50 +08:00
|
|
|
|
* This file is part of ZLMediaKit(https://github.com/xia-chu/ZLMediaKit).
|
2017-09-27 16:20:30 +08:00
|
|
|
|
*
|
2020-04-04 20:30:09 +08:00
|
|
|
|
* Use of this source code is governed by MIT license that can be found in the
|
|
|
|
|
* LICENSE file in the root of the source tree. All contributing project authors
|
|
|
|
|
* may be found in the AUTHORS file in the root of the source tree.
|
2017-04-01 16:35:56 +08:00
|
|
|
|
*/
|
2020-04-04 20:30:09 +08:00
|
|
|
|
|
2017-04-01 16:35:56 +08:00
|
|
|
|
#include "Device.h"
|
|
|
|
|
#include "Util/logger.h"
|
2018-09-20 15:43:49 +08:00
|
|
|
|
#include "Util/base64.h"
|
2019-06-28 17:25:53 +08:00
|
|
|
|
#include "Extension/AAC.h"
|
2020-08-01 10:22:12 +08:00
|
|
|
|
#include "Extension/Opus.h"
|
2020-04-08 15:42:52 +08:00
|
|
|
|
#include "Extension/G711.h"
|
2019-06-28 17:25:53 +08:00
|
|
|
|
#include "Extension/H264.h"
|
2019-11-01 15:40:21 +08:00
|
|
|
|
#include "Extension/H265.h"
|
2020-11-21 22:39:32 +08:00
|
|
|
|
#ifdef ENABLE_FAAC
|
|
|
|
|
#include "Codec/AACEncoder.h"
|
|
|
|
|
#endif //ENABLE_FAAC
|
|
|
|
|
|
|
|
|
|
#ifdef ENABLE_X264
|
|
|
|
|
#include "Codec/H264Encoder.h"
|
|
|
|
|
#endif //ENABLE_X264
|
2018-10-24 17:17:55 +08:00
|
|
|
|
using namespace toolkit;
|
2017-04-01 16:35:56 +08:00
|
|
|
|
|
2018-10-24 17:17:55 +08:00
|
|
|
|
namespace mediakit {
|
2017-04-01 16:35:56 +08:00
|
|
|
|
|
2020-09-20 09:26:00 +08:00
|
|
|
|
DevChannel::DevChannel(const string &vhost, const string &app, const string &stream_id,
|
|
|
|
|
float duration, bool enable_hls, bool enable_mp4) :
|
|
|
|
|
MultiMediaSourceMuxer(vhost, app, stream_id, duration, true, true, enable_hls, enable_mp4) {}
|
2017-04-01 16:35:56 +08:00
|
|
|
|
|
2018-10-29 11:48:24 +08:00
|
|
|
|
DevChannel::~DevChannel() {}
|
2017-04-01 16:35:56 +08:00
|
|
|
|
|
2021-09-27 14:34:26 +08:00
|
|
|
|
bool DevChannel::inputYUV(char* apcYuv[3], int aiYuvLen[3], uint32_t uiStamp) {
|
2020-11-21 22:39:32 +08:00
|
|
|
|
#ifdef ENABLE_X264
|
2020-03-20 11:51:24 +08:00
|
|
|
|
//TimeTicker1(50);
|
|
|
|
|
if (!_pH264Enc) {
|
|
|
|
|
_pH264Enc.reset(new H264Encoder());
|
|
|
|
|
if (!_pH264Enc->init(_video->iWidth, _video->iHeight, _video->iFrameRate)) {
|
|
|
|
|
_pH264Enc.reset();
|
|
|
|
|
WarnL << "H264Encoder init failed!";
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
if (_pH264Enc) {
|
|
|
|
|
H264Encoder::H264Frame *pOut;
|
|
|
|
|
int iFrames = _pH264Enc->inputData(apcYuv, aiYuvLen, uiStamp, &pOut);
|
2021-09-27 14:34:26 +08:00
|
|
|
|
bool ret = false;
|
2020-03-20 11:51:24 +08:00
|
|
|
|
for (int i = 0; i < iFrames; i++) {
|
2021-09-27 14:34:26 +08:00
|
|
|
|
ret = inputH264((char *) pOut[i].pucData, pOut[i].iLength, uiStamp) ? true : ret;
|
2020-03-20 11:51:24 +08:00
|
|
|
|
}
|
2021-09-27 14:34:26 +08:00
|
|
|
|
return ret;
|
2020-03-20 11:51:24 +08:00
|
|
|
|
}
|
2021-09-27 14:34:26 +08:00
|
|
|
|
return false;
|
2020-11-21 22:39:32 +08:00
|
|
|
|
#else
|
|
|
|
|
WarnL << "h264编码未启用,该方法无效,编译时请打开ENABLE_X264选项";
|
2021-09-27 14:34:26 +08:00
|
|
|
|
return false;
|
2018-02-07 11:16:43 +08:00
|
|
|
|
#endif //ENABLE_X264
|
2020-11-21 22:39:32 +08:00
|
|
|
|
}
|
2017-04-01 16:35:56 +08:00
|
|
|
|
|
2021-09-27 14:34:26 +08:00
|
|
|
|
bool DevChannel::inputPCM(char* pcData, int iDataLen, uint32_t uiStamp) {
|
2020-11-21 22:39:32 +08:00
|
|
|
|
#ifdef ENABLE_FAAC
|
2020-03-20 11:51:24 +08:00
|
|
|
|
if (!_pAacEnc) {
|
|
|
|
|
_pAacEnc.reset(new AACEncoder());
|
|
|
|
|
if (!_pAacEnc->init(_audio->iSampleRate, _audio->iChannel, _audio->iSampleBit)) {
|
|
|
|
|
_pAacEnc.reset();
|
|
|
|
|
WarnL << "AACEncoder init failed!";
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
if (_pAacEnc) {
|
|
|
|
|
unsigned char *pucOut;
|
|
|
|
|
int iRet = _pAacEnc->inputData(pcData, iDataLen, &pucOut);
|
2020-04-18 23:58:29 +08:00
|
|
|
|
if (iRet > 7) {
|
2021-09-27 14:34:26 +08:00
|
|
|
|
return inputAAC((char *) pucOut + 7, iRet - 7, uiStamp, (char *)pucOut);
|
2020-03-20 11:51:24 +08:00
|
|
|
|
}
|
|
|
|
|
}
|
2021-09-27 14:34:26 +08:00
|
|
|
|
return false;
|
2020-11-21 22:39:32 +08:00
|
|
|
|
#else
|
|
|
|
|
WarnL << "aac编码未启用,该方法无效,编译时请打开ENABLE_FAAC选项";
|
2021-09-27 14:34:26 +08:00
|
|
|
|
return false;
|
2018-02-07 11:16:43 +08:00
|
|
|
|
#endif //ENABLE_FAAC
|
2020-11-21 22:39:32 +08:00
|
|
|
|
}
|
2017-04-01 16:35:56 +08:00
|
|
|
|
|
2021-09-27 14:34:26 +08:00
|
|
|
|
bool DevChannel::inputH264(const char *data, int len, uint32_t dts, uint32_t pts) {
|
2019-07-03 16:22:12 +08:00
|
|
|
|
if(dts == 0){
|
2020-03-20 11:51:24 +08:00
|
|
|
|
dts = (uint32_t)_aTicker[0].elapsedTime();
|
|
|
|
|
}
|
|
|
|
|
if(pts == 0){
|
|
|
|
|
pts = dts;
|
2018-03-02 15:00:04 +08:00
|
|
|
|
}
|
2020-01-08 12:14:27 +08:00
|
|
|
|
|
2020-04-18 23:56:27 +08:00
|
|
|
|
//由于rtmp/hls/mp4需要缓存时间戳相同的帧,
|
|
|
|
|
//所以使用FrameNoCacheAble类型的帧反而会在转换成FrameCacheAble时多次内存拷贝
|
|
|
|
|
//在此处只拷贝一次,性能开销更低
|
2021-02-05 11:51:16 +08:00
|
|
|
|
auto frame = FrameImp::create<H264Frame>();
|
2020-03-20 11:51:24 +08:00
|
|
|
|
frame->_dts = dts;
|
|
|
|
|
frame->_pts = pts;
|
2020-05-26 17:00:51 +08:00
|
|
|
|
frame->_buffer.assign(data, len);
|
|
|
|
|
frame->_prefix_size = prefixSize(data,len);
|
2021-09-27 14:34:26 +08:00
|
|
|
|
return inputFrame(frame);
|
2017-04-01 16:35:56 +08:00
|
|
|
|
}
|
|
|
|
|
|
2021-09-27 14:34:26 +08:00
|
|
|
|
bool DevChannel::inputH265(const char *data, int len, uint32_t dts, uint32_t pts) {
|
2020-03-20 11:51:24 +08:00
|
|
|
|
if(dts == 0){
|
|
|
|
|
dts = (uint32_t)_aTicker[0].elapsedTime();
|
|
|
|
|
}
|
|
|
|
|
if(pts == 0){
|
|
|
|
|
pts = dts;
|
|
|
|
|
}
|
|
|
|
|
|
2020-04-18 23:56:27 +08:00
|
|
|
|
//由于rtmp/hls/mp4需要缓存时间戳相同的帧,
|
|
|
|
|
//所以使用FrameNoCacheAble类型的帧反而会在转换成FrameCacheAble时多次内存拷贝
|
|
|
|
|
//在此处只拷贝一次,性能开销更低
|
2021-02-05 11:51:16 +08:00
|
|
|
|
auto frame = FrameImp::create<H265Frame>();
|
2020-03-20 11:51:24 +08:00
|
|
|
|
frame->_dts = dts;
|
|
|
|
|
frame->_pts = pts;
|
2020-05-26 17:00:51 +08:00
|
|
|
|
frame->_buffer.assign(data, len);
|
|
|
|
|
frame->_prefix_size = prefixSize(data,len);
|
2021-09-27 14:34:26 +08:00
|
|
|
|
return inputFrame(frame);
|
2019-11-01 15:40:21 +08:00
|
|
|
|
}
|
|
|
|
|
|
2020-08-01 10:22:12 +08:00
|
|
|
|
class FrameAutoDelete : public FrameFromPtr{
|
2020-04-18 23:56:27 +08:00
|
|
|
|
public:
|
|
|
|
|
template <typename ... ARGS>
|
2020-08-01 10:22:12 +08:00
|
|
|
|
FrameAutoDelete(ARGS && ...args) : FrameFromPtr(std::forward<ARGS>(args)...){}
|
|
|
|
|
|
|
|
|
|
~FrameAutoDelete() override {
|
2020-04-18 23:56:27 +08:00
|
|
|
|
delete [] _ptr;
|
|
|
|
|
};
|
2018-10-29 11:48:24 +08:00
|
|
|
|
|
2020-04-18 23:56:27 +08:00
|
|
|
|
bool cacheAble() const override {
|
|
|
|
|
return true;
|
2018-03-02 15:00:04 +08:00
|
|
|
|
}
|
2020-04-18 23:56:27 +08:00
|
|
|
|
};
|
|
|
|
|
|
2021-09-27 14:34:26 +08:00
|
|
|
|
bool DevChannel::inputAAC(const char *data_without_adts, int len, uint32_t dts, const char *adts_header){
|
2020-08-01 10:22:12 +08:00
|
|
|
|
if (dts == 0) {
|
|
|
|
|
dts = (uint32_t) _aTicker[1].elapsedTime();
|
2020-04-18 23:56:27 +08:00
|
|
|
|
}
|
|
|
|
|
|
2021-09-27 14:34:26 +08:00
|
|
|
|
if (!adts_header) {
|
2020-08-01 10:22:12 +08:00
|
|
|
|
//没有adts头
|
2021-09-27 14:34:26 +08:00
|
|
|
|
return inputFrame(std::make_shared<FrameFromPtr>(_audio->codecId, (char *) data_without_adts, len, dts, 0, 0));
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (adts_header + ADTS_HEADER_LEN == data_without_adts) {
|
|
|
|
|
//adts头和帧在一起
|
|
|
|
|
return inputFrame(std::make_shared<FrameFromPtr>(_audio->codecId, (char *) data_without_adts - ADTS_HEADER_LEN, len + ADTS_HEADER_LEN, dts, 0, ADTS_HEADER_LEN));
|
2020-03-20 11:51:24 +08:00
|
|
|
|
}
|
2021-09-27 14:34:26 +08:00
|
|
|
|
|
|
|
|
|
//adts头和帧不在一起
|
|
|
|
|
char *data_with_adts = new char[len + ADTS_HEADER_LEN];
|
|
|
|
|
memcpy(data_with_adts, adts_header, ADTS_HEADER_LEN);
|
|
|
|
|
memcpy(data_with_adts + ADTS_HEADER_LEN, data_without_adts, len);
|
|
|
|
|
return inputFrame(std::make_shared<FrameAutoDelete>(_audio->codecId, data_with_adts, len + ADTS_HEADER_LEN, dts, 0, ADTS_HEADER_LEN));
|
|
|
|
|
|
2017-04-01 16:35:56 +08:00
|
|
|
|
}
|
|
|
|
|
|
2021-09-27 14:34:26 +08:00
|
|
|
|
bool DevChannel::inputAudio(const char *data, int len, uint32_t dts){
|
2020-04-18 23:56:27 +08:00
|
|
|
|
if (dts == 0) {
|
2020-08-01 10:22:12 +08:00
|
|
|
|
dts = (uint32_t) _aTicker[1].elapsedTime();
|
2020-04-08 15:42:52 +08:00
|
|
|
|
}
|
2021-09-27 14:34:26 +08:00
|
|
|
|
return inputFrame(std::make_shared<FrameFromPtr>(_audio->codecId, (char *) data, len, dts, 0));
|
2020-04-08 15:42:52 +08:00
|
|
|
|
}
|
|
|
|
|
|
2021-09-27 14:34:26 +08:00
|
|
|
|
bool DevChannel::initVideo(const VideoInfo &info) {
|
2020-03-20 11:51:24 +08:00
|
|
|
|
_video = std::make_shared<VideoInfo>(info);
|
2020-04-18 18:46:20 +08:00
|
|
|
|
switch (info.codecId){
|
2021-09-27 14:34:26 +08:00
|
|
|
|
case CodecH265 : return addTrack(std::make_shared<H265Track>());
|
|
|
|
|
case CodecH264 : return addTrack(std::make_shared<H264Track>());
|
|
|
|
|
default: WarnL << "不支持该类型的视频编码类型:" << info.codecId; return false;
|
2020-04-18 18:46:20 +08:00
|
|
|
|
}
|
2017-04-01 16:35:56 +08:00
|
|
|
|
}
|
|
|
|
|
|
2021-09-27 14:34:26 +08:00
|
|
|
|
bool DevChannel::initAudio(const AudioInfo &info) {
|
2020-04-18 18:46:20 +08:00
|
|
|
|
_audio = std::make_shared<AudioInfo>(info);
|
|
|
|
|
switch (info.codecId) {
|
2021-09-27 14:34:26 +08:00
|
|
|
|
case CodecAAC : return addTrack(std::make_shared<AACTrack>());
|
2020-04-18 18:46:20 +08:00
|
|
|
|
case CodecG711A :
|
2021-09-27 14:34:26 +08:00
|
|
|
|
case CodecG711U : return addTrack(std::make_shared<G711Track>(info.codecId, info.iSampleRate, info.iChannel, info.iSampleBit));
|
|
|
|
|
case CodecOpus : return addTrack(std::make_shared<OpusTrack>());
|
|
|
|
|
default: WarnL << "不支持该类型的音频编码类型:" << info.codecId; return false;
|
2020-04-08 15:42:52 +08:00
|
|
|
|
}
|
2017-04-01 16:35:56 +08:00
|
|
|
|
}
|
2018-10-26 16:09:48 +08:00
|
|
|
|
|
2020-09-27 11:32:49 +08:00
|
|
|
|
MediaOriginType DevChannel::getOriginType(MediaSource &sender) const {
|
|
|
|
|
return MediaOriginType::device_chn;
|
|
|
|
|
}
|
|
|
|
|
|
2018-10-24 17:17:55 +08:00
|
|
|
|
} /* namespace mediakit */
|
2017-04-01 16:35:56 +08:00
|
|
|
|
|