/* * Copyright (c) 2016-present The ZLMediaKit project authors. All Rights Reserved. * * This file is part of ZLMediaKit(https://github.com/ZLMediaKit/ZLMediaKit). * * Use of this source code is governed by MIT-like license that can be found in the * LICENSE file in the root of the source tree. All contributing project authors * may be found in the AUTHORS file in the root of the source tree. */ #if defined(ENABLE_MP4) #include "MP4Muxer.h" #include "Common/config.h" using namespace std; using namespace toolkit; namespace mediakit { MP4Muxer::~MP4Muxer() { closeMP4(); } void MP4Muxer::openMP4(const string &file) { closeMP4(); _file_name = file; _mp4_file = std::make_shared(); _mp4_file->openFile(_file_name.data(), "wb+"); } MP4FileIO::Writer MP4Muxer::createWriter() { GET_CONFIG(bool, mp4FastStart, Record::kFastStart); GET_CONFIG(bool, recordEnableFmp4, Record::kEnableFmp4); return _mp4_file->createWriter(mp4FastStart ? MOV_FLAG_FASTSTART : 0, recordEnableFmp4); } void MP4Muxer::closeMP4() { MP4MuxerInterface::resetTracks(); _mp4_file = nullptr; } void MP4Muxer::resetTracks() { MP4MuxerInterface::resetTracks(); openMP4(_file_name); } /////////////////////////////////////////// MP4MuxerInterface ///////////////////////////////////////////// void MP4MuxerInterface::saveSegment() { mp4_writer_save_segment(_mov_writter.get()); } void MP4MuxerInterface::initSegment() { mp4_writer_init_segment(_mov_writter.get()); } bool MP4MuxerInterface::haveVideo() const { return _have_video; } uint64_t MP4MuxerInterface::getDuration() const { uint64_t ret = 0; for (auto &pr : _tracks) { if (pr.second.stamp.getRelativeStamp() > (int64_t)ret) { ret = pr.second.stamp.getRelativeStamp(); } } return ret; } void MP4MuxerInterface::resetTracks() { _started = false; _have_video = false; _mov_writter = nullptr; _tracks.clear(); } void MP4MuxerInterface::flush() { for (auto &pr : _tracks) { pr.second.merger.flush(); } } bool MP4MuxerInterface::inputFrame(const Frame::Ptr &frame) { auto it = _tracks.find(frame->getIndex()); if (it == _tracks.end()) { // 该Track不存在或初始化失败 [AUTO-TRANSLATED:316597dc] // This Track does not exist or initialization failed return false; } if (!_started) { // 该逻辑确保含有视频时,第一帧为关键帧 [AUTO-TRANSLATED:04f177fb] // This logic ensures that the first frame is a keyframe when there is video if (_have_video && !frame->keyFrame()) { // 含有视频,但是不是关键帧,那么前面的帧丢弃 [AUTO-TRANSLATED:5f0ba99e] // Contains video, but not a keyframe, then the previous frames are discarded return false; } // 开始写文件 [AUTO-TRANSLATED:bc3f11e2] // Start writing the file _started = true; } // fmp4封装超过一定I帧间隔,强制刷新segment,防止内存上涨 [AUTO-TRANSLATED:0be6ef15] // fmp4 encapsulation exceeds a certain I-frame interval, force refresh segment to prevent memory increase if (frame->getTrackType() == TrackVideo && _mov_writter->fmp4) { if (frame->keyFrame()) { _non_iframe_video_count = 0; } else { _non_iframe_video_count++; } if (_non_iframe_video_count > 200) { saveSegment(); _non_iframe_video_count = 0; } } // mp4文件时间戳需要从0开始 [AUTO-TRANSLATED:c963b841] // The mp4 file timestamp needs to start from 0 auto &track = it->second; switch (frame->getCodecId()) { case CodecH264: case CodecH265: { // 这里的代码逻辑是让SPS、PPS、IDR这些时间戳相同的帧打包到一起当做一个帧处理, [AUTO-TRANSLATED:edf57c32] // The code logic here is to package frames with the same timestamp, such as SPS, PPS, and IDR, as one frame, track.merger.inputFrame(frame, [this, &track](uint64_t dts, uint64_t pts, const Buffer::Ptr &buffer, bool have_idr) { int64_t dts_out, pts_out; track.stamp.revise(dts, pts, dts_out, pts_out); mp4_writer_write(_mov_writter.get(), track.track_id, buffer->data(), buffer->size(), pts_out, dts_out, have_idr ? MOV_AV_FLAG_KEYFREAME : 0); }); break; } default: { int64_t dts_out, pts_out; track.stamp.revise(frame->dts(), frame->pts(), dts_out, pts_out); mp4_writer_write(_mov_writter.get(), track.track_id, frame->data() + frame->prefixSize(), frame->size() - frame->prefixSize(), pts_out, dts_out, frame->keyFrame() ? MOV_AV_FLAG_KEYFREAME : 0); break; } } return true; } void MP4MuxerInterface::stampSync() { Stamp *first = nullptr; for (auto &pr : _tracks) { if (!first) { first = &pr.second.stamp; } else { pr.second.stamp.syncTo(*first); } } } bool MP4MuxerInterface::addTrack(const Track::Ptr &track) { if (!_mov_writter) { _mov_writter = createWriter(); } auto mp4_object = getMovIdByCodec(track->getCodecId()); if (mp4_object == MOV_OBJECT_NONE) { WarnL << "Unsupported codec: " << track->getCodecName(); return false; } if (!track->ready()) { WarnL << "Track " << track->getCodecName() << " unready"; return false; } track->update(); auto extra = track->getExtraData(); auto extra_data = extra ? extra->data() : nullptr; auto extra_size = extra ? extra->size() : 0; if (track->getTrackType() == TrackVideo) { auto video_track = dynamic_pointer_cast(track); CHECK(video_track); auto track_id = mp4_writer_add_video(_mov_writter.get(), mp4_object, video_track->getVideoWidth(), video_track->getVideoHeight(), extra_data, extra_size); if (track_id < 0) { WarnL << "mp4_writer_add_video failed: " << video_track->getCodecName(); return false; } _tracks[track->getIndex()].track_id = track_id; _have_video = true; _non_iframe_video_count = 0; } else if (track->getTrackType() == TrackAudio) { auto audio_track = dynamic_pointer_cast(track); CHECK(audio_track); auto track_id = mp4_writer_add_audio(_mov_writter.get(), mp4_object, audio_track->getAudioChannel(), audio_track->getAudioSampleBit() * audio_track->getAudioChannel(), audio_track->getAudioSampleRate(), extra_data, extra_size); if (track_id < 0) { WarnL << "mp4_writer_add_audio failed: " << audio_track->getCodecName(); return false; } _tracks[track->getIndex()].track_id = track_id; } // 尝试音视频同步 [AUTO-TRANSLATED:5f8b8040] // Try audio and video synchronization stampSync(); return true; } /////////////////////////////////////////// MP4MuxerMemory ///////////////////////////////////////////// MP4MuxerMemory::MP4MuxerMemory() { _memory_file = std::make_shared(); } MP4FileIO::Writer MP4MuxerMemory::createWriter() { return _memory_file->createWriter(MOV_FLAG_SEGMENT, true); } const string &MP4MuxerMemory::getInitSegment() { if (_init_segment.empty()) { initSegment(); saveSegment(); _init_segment = _memory_file->getAndClearMemory(); } return _init_segment; } void MP4MuxerMemory::resetTracks() { MP4MuxerInterface::resetTracks(); _memory_file = std::make_shared(); _init_segment.clear(); } bool MP4MuxerMemory::inputFrame(const Frame::Ptr &frame) { if (_init_segment.empty()) { // 尚未生成init segment [AUTO-TRANSLATED:b4baa65f] // Init segment has not been generated yet return false; } // flush切片 [AUTO-TRANSLATED:c4358dce] // Flush segment saveSegment(); auto data = _memory_file->getAndClearMemory(); if (!data.empty()) { // 输出切片数据 [AUTO-TRANSLATED:4bc994c9] // Output segment data onSegmentData(std::move(data), _last_dst, _key_frame); _key_frame = false; } if (frame->keyFrame()) { _key_frame = true; } if (frame->getTrackType() == TrackVideo || !haveVideo()) { _last_dst = frame->dts(); } return MP4MuxerInterface::inputFrame(frame); } } // namespace mediakit #endif // defined(ENABLE_MP4)