2018-10-27 22:40:44 +08:00
|
|
|
|
/*
|
2020-04-04 20:30:09 +08:00
|
|
|
|
* Copyright (c) 2016 The ZLMediaKit project authors. All Rights Reserved.
|
2018-10-27 22:40:44 +08:00
|
|
|
|
*
|
2021-01-17 18:31:50 +08:00
|
|
|
|
* This file is part of ZLMediaKit(https://github.com/xia-chu/ZLMediaKit).
|
2018-10-27 22:40:44 +08:00
|
|
|
|
*
|
2020-04-04 20:30:09 +08:00
|
|
|
|
* Use of this source code is governed by MIT license that can be found in the
|
|
|
|
|
* LICENSE file in the root of the source tree. All contributing project authors
|
|
|
|
|
* may be found in the AUTHORS file in the root of the source tree.
|
2018-10-27 22:40:44 +08:00
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
#ifndef ZLMEDIAKIT_MEDIASINK_H
|
|
|
|
|
#define ZLMEDIAKIT_MEDIASINK_H
|
|
|
|
|
|
|
|
|
|
#include <mutex>
|
|
|
|
|
#include <memory>
|
2018-11-17 15:25:33 +08:00
|
|
|
|
#include "Util/TimeTicker.h"
|
2018-10-30 14:59:42 +08:00
|
|
|
|
#include "Extension/Frame.h"
|
|
|
|
|
#include "Extension/Track.h"
|
2018-10-27 22:40:44 +08:00
|
|
|
|
|
|
|
|
|
namespace mediakit{
|
|
|
|
|
|
2021-04-20 17:53:43 +08:00
|
|
|
|
class TrackListener {
|
2019-12-03 12:32:57 +08:00
|
|
|
|
public:
|
2021-04-20 17:53:43 +08:00
|
|
|
|
TrackListener() = default;
|
|
|
|
|
virtual ~TrackListener() = default;
|
2019-12-03 12:32:57 +08:00
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* 添加track,内部会调用Track的clone方法
|
|
|
|
|
* 只会克隆sps pps这些信息 ,而不会克隆Delegate相关关系
|
|
|
|
|
* @param track
|
|
|
|
|
*/
|
2021-09-27 13:12:53 +08:00
|
|
|
|
virtual bool addTrack(const Track::Ptr & track) = 0;
|
2019-12-03 12:32:57 +08:00
|
|
|
|
|
2020-09-06 17:52:07 +08:00
|
|
|
|
/**
|
2021-04-20 17:53:43 +08:00
|
|
|
|
* 添加track完毕
|
2020-09-06 17:52:07 +08:00
|
|
|
|
*/
|
2021-04-20 17:53:43 +08:00
|
|
|
|
virtual void addTrackCompleted() {};
|
2020-09-06 17:52:07 +08:00
|
|
|
|
|
2019-12-03 12:32:57 +08:00
|
|
|
|
/**
|
|
|
|
|
* 重置track
|
|
|
|
|
*/
|
2021-04-20 17:53:43 +08:00
|
|
|
|
virtual void resetTracks() {};
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
class MediaSinkInterface : public FrameWriterInterface, public TrackListener {
|
|
|
|
|
public:
|
|
|
|
|
typedef std::shared_ptr<MediaSinkInterface> Ptr;
|
|
|
|
|
|
|
|
|
|
MediaSinkInterface() = default;
|
|
|
|
|
~MediaSinkInterface() override = default;
|
2019-12-03 12:32:57 +08:00
|
|
|
|
};
|
|
|
|
|
|
2021-09-27 13:12:53 +08:00
|
|
|
|
/**
|
|
|
|
|
* aac静音音频添加器
|
|
|
|
|
*/
|
|
|
|
|
class MuteAudioMaker : public FrameDispatcher {
|
|
|
|
|
public:
|
|
|
|
|
typedef std::shared_ptr<MuteAudioMaker> Ptr;
|
|
|
|
|
MuteAudioMaker() = default;
|
|
|
|
|
~MuteAudioMaker() override = default;
|
|
|
|
|
bool inputFrame(const Frame::Ptr &frame) override;
|
|
|
|
|
|
|
|
|
|
private:
|
2022-10-11 16:53:27 +08:00
|
|
|
|
uint64_t _audio_idx = 0;
|
2021-09-27 13:12:53 +08:00
|
|
|
|
};
|
|
|
|
|
|
2018-10-27 22:54:16 +08:00
|
|
|
|
/**
|
|
|
|
|
* 该类的作用是等待Track ready()返回true也就是就绪后再通知派生类进行下一步的操作
|
|
|
|
|
* 目的是输入Frame前由Track截取处理下,以便获取有效的信息(譬如sps pps aa_cfg)
|
|
|
|
|
*/
|
2021-04-20 17:53:43 +08:00
|
|
|
|
class MediaSink : public MediaSinkInterface, public TrackSource{
|
2018-10-27 22:40:44 +08:00
|
|
|
|
public:
|
|
|
|
|
typedef std::shared_ptr<MediaSink> Ptr;
|
2021-04-20 17:53:43 +08:00
|
|
|
|
MediaSink() = default;
|
|
|
|
|
~MediaSink() override = default;
|
2018-10-27 22:40:44 +08:00
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* 输入frame
|
|
|
|
|
* @param frame
|
|
|
|
|
*/
|
2021-09-27 13:12:53 +08:00
|
|
|
|
bool inputFrame(const Frame::Ptr &frame) override;
|
2018-10-27 22:40:44 +08:00
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* 添加track,内部会调用Track的clone方法
|
|
|
|
|
* 只会克隆sps pps这些信息 ,而不会克隆Delegate相关关系
|
|
|
|
|
* @param track
|
|
|
|
|
*/
|
2021-09-27 13:12:53 +08:00
|
|
|
|
bool addTrack(const Track::Ptr & track) override;
|
2018-10-27 22:40:44 +08:00
|
|
|
|
|
2020-01-22 19:09:53 +08:00
|
|
|
|
/**
|
|
|
|
|
* 添加Track完毕,如果是单Track,会最多等待3秒才会触发onAllTrackReady
|
|
|
|
|
* 这样会增加生成流的延时,如果添加了音视频双Track,那么可以不调用此方法
|
|
|
|
|
* 否则为了降低流注册延时,请手动调用此方法
|
|
|
|
|
*/
|
2020-09-06 17:52:07 +08:00
|
|
|
|
void addTrackCompleted() override;
|
2020-01-22 19:09:53 +08:00
|
|
|
|
|
2019-10-11 16:51:10 +08:00
|
|
|
|
/**
|
|
|
|
|
* 重置track
|
|
|
|
|
*/
|
2019-12-03 12:32:57 +08:00
|
|
|
|
void resetTracks() override;
|
2018-10-28 00:15:27 +08:00
|
|
|
|
|
|
|
|
|
/**
|
2019-12-03 12:32:57 +08:00
|
|
|
|
* 获取所有Track
|
2019-10-11 16:51:10 +08:00
|
|
|
|
* @param trackReady 是否获取已经准备好的Track
|
2018-10-28 00:15:27 +08:00
|
|
|
|
*/
|
2022-02-02 20:34:50 +08:00
|
|
|
|
std::vector<Track::Ptr> getTracks(bool trackReady = true) const override;
|
2022-03-12 14:34:48 +08:00
|
|
|
|
|
2021-12-17 14:47:17 +08:00
|
|
|
|
/**
|
|
|
|
|
* 返回是否所有track已经准备完成
|
|
|
|
|
*/
|
2022-03-12 14:34:48 +08:00
|
|
|
|
bool isAllTrackReady() const;
|
|
|
|
|
|
2021-09-27 13:12:53 +08:00
|
|
|
|
/**
|
2022-03-12 14:34:48 +08:00
|
|
|
|
* 设置是否开启音频
|
2021-09-27 13:12:53 +08:00
|
|
|
|
*/
|
2022-03-12 14:34:48 +08:00
|
|
|
|
void enableAudio(bool flag);
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* 设置是否开启添加静音音频
|
|
|
|
|
*/
|
|
|
|
|
void enableMuteAudio(bool flag);
|
2021-09-27 13:12:53 +08:00
|
|
|
|
|
2018-10-27 22:40:44 +08:00
|
|
|
|
protected:
|
|
|
|
|
/**
|
|
|
|
|
* 某track已经准备好,其ready()状态返回true,
|
|
|
|
|
* 此时代表可以获取其例如sps pps等相关信息了
|
|
|
|
|
* @param track
|
|
|
|
|
*/
|
2021-09-27 13:12:53 +08:00
|
|
|
|
virtual bool onTrackReady(const Track::Ptr & track) { return false; };
|
2018-10-27 22:40:44 +08:00
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* 所有Track已经准备好,
|
|
|
|
|
*/
|
|
|
|
|
virtual void onAllTrackReady() {};
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* 某Track输出frame,在onAllTrackReady触发后才会调用此方法
|
|
|
|
|
* @param frame
|
|
|
|
|
*/
|
2021-09-27 13:12:53 +08:00
|
|
|
|
virtual bool onTrackFrame(const Frame::Ptr &frame) { return false; };
|
2021-04-20 17:53:43 +08:00
|
|
|
|
|
2020-02-25 14:59:40 +08:00
|
|
|
|
private:
|
|
|
|
|
/**
|
|
|
|
|
* 触发onAllTrackReady事件
|
|
|
|
|
*/
|
|
|
|
|
void emitAllTrackReady();
|
2020-02-27 12:31:57 +08:00
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* 检查track是否准备完毕
|
|
|
|
|
*/
|
2021-11-10 14:35:37 +08:00
|
|
|
|
void checkTrackIfReady();
|
2021-11-10 10:41:03 +08:00
|
|
|
|
void onAllTrackReady_l();
|
2022-03-12 14:34:48 +08:00
|
|
|
|
/**
|
|
|
|
|
* 添加aac静音轨道
|
|
|
|
|
*/
|
|
|
|
|
bool addMuteAudioTrack();
|
2021-04-20 17:53:43 +08:00
|
|
|
|
|
2018-10-27 22:40:44 +08:00
|
|
|
|
private:
|
2022-03-12 14:34:48 +08:00
|
|
|
|
bool _enable_audio = true;
|
|
|
|
|
bool _add_mute_audio = true;
|
2021-01-17 18:31:50 +08:00
|
|
|
|
bool _all_track_ready = false;
|
|
|
|
|
size_t _max_track_size = 2;
|
2022-02-02 20:34:50 +08:00
|
|
|
|
std::unordered_map<int, std::pair<Track::Ptr, bool/*got frame*/> > _track_map;
|
|
|
|
|
std::unordered_map<int, toolkit::List<Frame::Ptr> > _frame_unread;
|
|
|
|
|
std::unordered_map<int, std::function<void()> > _track_ready_callback;
|
|
|
|
|
toolkit::Ticker _ticker;
|
2021-09-27 13:12:53 +08:00
|
|
|
|
MuteAudioMaker::Ptr _mute_audio_maker;
|
2018-10-27 22:40:44 +08:00
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
}//namespace mediakit
|
|
|
|
|
|
|
|
|
|
#endif //ZLMEDIAKIT_MEDIASINK_H
|