ZLMediaKit/src/Rtsp/RtspPlayer.cpp

792 lines
27 KiB
C++
Raw Normal View History

2017-10-09 22:11:01 +08:00
/*
2020-04-04 20:30:09 +08:00
* Copyright (c) 2016 The ZLMediaKit project authors. All Rights Reserved.
2017-09-27 16:20:30 +08:00
*
* This file is part of ZLMediaKit(https://github.com/xia-chu/ZLMediaKit).
2017-09-27 16:20:30 +08:00
*
2020-04-04 20:30:09 +08:00
* Use of this source code is governed by MIT license that can be found in the
* LICENSE file in the root of the source tree. All contributing project authors
* may be found in the AUTHORS file in the root of the source tree.
2017-09-27 16:20:30 +08:00
*/
2020-04-04 20:30:09 +08:00
2017-04-25 11:35:41 +08:00
#include "RtspPlayer.h"
#include "Common/config.h"
2021-01-31 19:18:17 +08:00
#include "Rtcp/Rtcp.h"
#include "Rtcp/RtcpContext.h"
#include "RtspDemuxer.h"
#include "RtspMediaSource.h"
#include "RtspPlayerImp.h"
#include "Util/MD5.h"
#include "Util/base64.h"
#include <algorithm>
#include <cmath>
#include <iomanip>
#include <set>
2018-10-24 17:17:55 +08:00
using namespace toolkit;
using namespace std;
2017-04-01 16:35:56 +08:00
2018-10-24 17:17:55 +08:00
namespace mediakit {
2017-04-01 16:35:56 +08:00
enum PlayType { type_play = 0, type_pause, type_seek, type_speed };
RtspPlayer::RtspPlayer(const EventPoller::Ptr &poller)
: TcpClient(poller) {}
2017-04-01 16:35:56 +08:00
RtspPlayer::~RtspPlayer(void) {
2023-06-10 11:04:52 +08:00
DebugL;
2017-04-01 16:35:56 +08:00
}
void RtspPlayer::sendTeardown() {
2020-03-20 11:51:24 +08:00
if (alive()) {
if (!_content_base.empty()) {
sendRtspRequest("TEARDOWN", _content_base);
}
shutdown(SockException(Err_shutdown, "teardown"));
2020-03-20 11:51:24 +08:00
}
}
2020-03-20 11:51:24 +08:00
void RtspPlayer::teardown() {
sendTeardown();
_md5_nonce.clear();
_realm.clear();
_sdp_track.clear();
_session_id.clear();
_content_base.clear();
2020-03-20 11:51:24 +08:00
RtpReceiver::clear();
2021-01-31 19:18:17 +08:00
_rtcp_context.clear();
2018-12-14 17:46:12 +08:00
CLEAR_ARR(_rtp_sock);
CLEAR_ARR(_rtcp_sock);
_play_check_timer.reset();
_rtp_check_timer.reset();
_cseq_send = 1;
_on_response = nullptr;
2017-04-01 16:35:56 +08:00
}
2017-08-03 13:55:46 +08:00
void RtspPlayer::play(const string &strUrl) {
2020-03-20 11:51:24 +08:00
RtspUrl url;
2022-05-08 16:33:33 +08:00
try {
url.parse(strUrl);
} catch (std::exception &ex) {
onPlayResult_l(SockException(Err_other, StrPrinter << "illegal rtsp url:" << ex.what()), false);
2020-03-20 11:51:24 +08:00
return;
}
teardown();
if (url._user.size()) {
(*this)[Client::kRtspUser] = url._user;
2020-03-20 11:51:24 +08:00
}
if (url._passwd.size()) {
(*this)[Client::kRtspPwd] = url._passwd;
(*this)[Client::kRtspPwdIsMD5] = false;
2020-03-20 11:51:24 +08:00
}
_play_url = url._url;
_rtp_type = (Rtsp::eRtpType)(int)(*this)[Client::kRtpType];
DebugL << url._url << " " << (url._user.size() ? url._user : "null") << " " << (url._passwd.size() ? url._passwd : "null") << " " << _rtp_type;
2020-03-20 11:51:24 +08:00
2023-04-28 22:04:38 +08:00
weak_ptr<RtspPlayer> weakSelf = static_pointer_cast<RtspPlayer>(shared_from_this());
float playTimeOutSec = (*this)[Client::kTimeoutMS].as<int>() / 1000.0f;
_play_check_timer.reset(new Timer(
playTimeOutSec,
[weakSelf]() {
auto strongSelf = weakSelf.lock();
if (!strongSelf) {
return false;
}
strongSelf->onPlayResult_l(SockException(Err_timeout, "play rtsp timeout"), false);
2020-03-20 11:51:24 +08:00
return false;
},
getPoller()));
2020-03-20 11:51:24 +08:00
if (!(*this)[Client::kNetAdapter].empty()) {
setNetAdapter((*this)[Client::kNetAdapter]);
2020-03-20 11:51:24 +08:00
}
startConnect(url._host, url._port, playTimeOutSec);
}
void RtspPlayer::onConnect(const SockException &err) {
if (err.getErrCode() != Err_success) {
onPlayResult_l(err, false);
2020-03-20 11:51:24 +08:00
return;
}
2020-05-15 09:53:17 +08:00
sendOptions();
2017-04-01 16:35:56 +08:00
}
void RtspPlayer::onRecv(const Buffer::Ptr &buf) {
if (_benchmark_mode && !_play_check_timer) {
// 在性能测试模式下如果rtsp握手完毕后不再解析rtp包
_rtp_recv_ticker.resetTime();
2020-04-08 11:16:09 +08:00
return;
}
2021-01-31 19:18:17 +08:00
try {
input(buf->data(), buf->size());
} catch (exception &e) {
SockException ex(Err_other, e.what());
onPlayResult_l(ex, !_play_check_timer);
}
2017-04-01 16:35:56 +08:00
}
2020-04-23 22:22:24 +08:00
2023-04-28 22:03:16 +08:00
void RtspPlayer::onError(const SockException &ex) {
// 定时器_pPlayTimer为空后表明握手结束了
onPlayResult_l(ex, !_play_check_timer);
2017-04-01 16:35:56 +08:00
}
2020-04-23 22:22:24 +08:00
// from live555
bool RtspPlayer::handleAuthenticationFailure(const string &paramsStr) {
if (!_realm.empty()) {
// 已经认证过了
return false;
}
2018-07-05 22:05:09 +08:00
char *realm = new char[paramsStr.size()];
char *nonce = new char[paramsStr.size()];
char *stale = new char[paramsStr.size()];
onceToken token(nullptr, [&]() {
2018-07-05 22:05:09 +08:00
delete[] realm;
delete[] nonce;
delete[] stale;
});
if (sscanf(paramsStr.data(), "Digest realm=\"%[^\"]\", nonce=\"%[^\"]\", stale=%[a-zA-Z]", realm, nonce, stale) == 3) {
_realm = (const char *)realm;
_md5_nonce = (const char *)nonce;
return true;
}
if (sscanf(paramsStr.data(), "Digest realm=\"%[^\"]\", nonce=\"%[^\"]\"", realm, nonce) == 2) {
_realm = (const char *)realm;
_md5_nonce = (const char *)nonce;
return true;
}
if (sscanf(paramsStr.data(), "Basic realm=\"%[^\"]\"", realm) == 1) {
_realm = (const char *)realm;
return true;
}
return false;
}
2020-04-23 22:22:24 +08:00
bool RtspPlayer::handleResponse(const string &cmd, const Parser &parser) {
2020-03-20 11:51:24 +08:00
string authInfo = parser["WWW-Authenticate"];
// 发送DESCRIBE命令后的回复
2023-06-10 11:04:52 +08:00
if ((parser.status() == "401") && handleAuthenticationFailure(authInfo)) {
2020-05-15 09:53:17 +08:00
sendOptions();
return false;
2020-03-20 11:51:24 +08:00
}
2023-06-10 11:04:52 +08:00
if (parser.status() == "302" || parser.status() == "301") {
2020-03-20 11:51:24 +08:00
auto newUrl = parser["Location"];
if (newUrl.empty()) {
2020-03-20 11:51:24 +08:00
throw std::runtime_error("未找到Location字段(跳转url)");
}
play(newUrl);
return false;
2020-03-20 11:51:24 +08:00
}
2023-06-10 11:04:52 +08:00
if (parser.status() != "200") {
throw std::runtime_error(StrPrinter << cmd << ":" << parser.status() << " " << parser.statusStr() << endl);
2020-03-20 11:51:24 +08:00
}
return true;
}
void RtspPlayer::handleResDESCRIBE(const Parser &parser) {
if (!handleResponse("DESCRIBE", parser)) {
return;
}
_content_base = parser["Content-Base"];
if (_content_base.empty()) {
_content_base = _play_url;
}
if (_content_base.back() == '/') {
_content_base.pop_back();
}
// 解析sdp
2023-06-10 11:04:52 +08:00
SdpParser sdpParser(parser.content());
string sdp;
auto play_track = (TrackType)((int)(*this)[Client::kPlayTrack] - 1);
if (play_track != TrackInvalid) {
auto track = sdpParser.getTrack(play_track);
_sdp_track.emplace_back(track);
sdp = track->toString();
} else {
_sdp_track = sdpParser.getAvailableTrack();
sdp = sdpParser.toString();
}
if (_sdp_track.empty()) {
2020-03-20 11:51:24 +08:00
throw std::runtime_error("无有效的Sdp Track");
}
if (!onCheckSDP(sdp)) {
2020-03-20 11:51:24 +08:00
throw std::runtime_error("onCheckSDP faied");
}
2021-01-31 19:56:18 +08:00
_rtcp_context.clear();
2021-01-31 19:18:17 +08:00
for (auto &track : _sdp_track) {
if (track->_pt != 0xff) {
setPayloadType(_rtcp_context.size(), track->_pt);
}
_rtcp_context.emplace_back(std::make_shared<RtcpContextForRecv>());
2021-01-31 19:18:17 +08:00
}
2020-03-20 11:51:24 +08:00
sendSetup(0);
2017-04-01 16:35:56 +08:00
}
// 有必要的情况下创建udp端口
void RtspPlayer::createUdpSockIfNecessary(int track_idx) {
auto &rtpSockRef = _rtp_sock[track_idx];
auto &rtcpSockRef = _rtcp_sock[track_idx];
2020-05-12 10:22:21 +08:00
if (!rtpSockRef || !rtcpSockRef) {
std::pair<Socket::Ptr, Socket::Ptr> pr = std::make_pair(createSocket(), createSocket());
makeSockPair(pr, get_local_ip());
2020-05-12 10:22:21 +08:00
rtpSockRef = pr.first;
rtcpSockRef = pr.second;
2020-03-20 11:51:24 +08:00
}
}
// 发送SETUP命令
2020-08-01 10:14:42 +08:00
void RtspPlayer::sendSetup(unsigned int track_idx) {
_on_response = std::bind(&RtspPlayer::handleResSETUP, this, placeholders::_1, track_idx);
auto &track = _sdp_track[track_idx];
2021-02-21 21:27:26 +08:00
auto control_url = track->getControlUrl(_content_base);
switch (_rtp_type) {
2020-03-20 11:51:24 +08:00
case Rtsp::RTP_TCP: {
sendRtspRequest(
"SETUP", control_url, { "Transport", StrPrinter << "RTP/AVP/TCP;unicast;interleaved=" << track->_type * 2 << "-" << track->_type * 2 + 1 });
} break;
2020-03-20 11:51:24 +08:00
case Rtsp::RTP_MULTICAST: {
sendRtspRequest("SETUP", control_url, { "Transport", "RTP/AVP;multicast" });
} break;
2020-03-20 11:51:24 +08:00
case Rtsp::RTP_UDP: {
2020-08-01 10:14:42 +08:00
createUdpSockIfNecessary(track_idx);
sendRtspRequest(
"SETUP", control_url,
{ "Transport",
StrPrinter << "RTP/AVP;unicast;client_port=" << _rtp_sock[track_idx]->get_local_port() << "-" << _rtcp_sock[track_idx]->get_local_port() });
} break;
default: break;
2020-03-20 11:51:24 +08:00
}
2017-04-01 16:35:56 +08:00
}
2020-08-01 10:14:42 +08:00
void RtspPlayer::handleResSETUP(const Parser &parser, unsigned int track_idx) {
2023-06-10 11:04:52 +08:00
if (parser.status() != "200") {
throw std::runtime_error(StrPrinter << "SETUP:" << parser.status() << " " << parser.statusStr() << endl);
2020-03-20 11:51:24 +08:00
}
2020-08-01 10:14:42 +08:00
if (track_idx == 0) {
_session_id = parser["Session"];
_session_id.append(";");
_session_id = FindField(_session_id.data(), nullptr, ";");
2020-03-20 11:51:24 +08:00
}
auto strTransport = parser["Transport"];
2020-12-27 18:11:10 +08:00
if (strTransport.find("TCP") != string::npos || strTransport.find("interleaved") != string::npos) {
_rtp_type = Rtsp::RTP_TCP;
2020-12-27 18:11:10 +08:00
} else if (strTransport.find("multicast") != string::npos) {
_rtp_type = Rtsp::RTP_MULTICAST;
2020-12-27 18:11:10 +08:00
} else {
_rtp_type = Rtsp::RTP_UDP;
2020-03-20 11:51:24 +08:00
}
2020-12-27 18:11:10 +08:00
auto transport_map = Parser::parseArgs(strTransport, ";", "=");
RtspSplitter::enableRecvRtp(_rtp_type == Rtsp::RTP_TCP);
2020-12-27 18:11:10 +08:00
string ssrc = transport_map["ssrc"];
if (!ssrc.empty()) {
2020-12-27 18:11:10 +08:00
sscanf(ssrc.data(), "%x", &_sdp_track[track_idx]->_ssrc);
} else {
2020-12-27 18:11:10 +08:00
_sdp_track[track_idx]->_ssrc = 0;
}
2020-03-20 11:51:24 +08:00
2020-12-27 18:11:10 +08:00
if (_rtp_type == Rtsp::RTP_TCP) {
int interleaved_rtp, interleaved_rtcp;
sscanf(transport_map["interleaved"].data(), "%d-%d", &interleaved_rtp, &interleaved_rtcp);
_sdp_track[track_idx]->_interleaved = interleaved_rtp;
} else {
auto port_str = transport_map[(_rtp_type == Rtsp::RTP_MULTICAST ? "port" : "server_port")];
int rtp_port, rtcp_port;
sscanf(port_str.data(), "%d-%d", &rtp_port, &rtcp_port);
2020-08-01 10:14:42 +08:00
auto &pRtpSockRef = _rtp_sock[track_idx];
auto &pRtcpSockRef = _rtcp_sock[track_idx];
2018-12-14 17:46:12 +08:00
if (_rtp_type == Rtsp::RTP_MULTICAST) {
// udp组播
auto multiAddr = transport_map["destination"];
pRtpSockRef = createSocket();
// 目前组播仅支持ipv4
2022-05-08 00:26:01 +08:00
if (!pRtpSockRef->bindUdpSock(rtp_port, "0.0.0.0")) {
2020-03-20 11:51:24 +08:00
pRtpSockRef.reset();
throw std::runtime_error("open udp sock err");
}
auto fd = pRtpSockRef->rawFD();
if (-1 == SockUtil::joinMultiAddrFilter(fd, multiAddr.data(), get_peer_ip().data(), get_local_ip().data())) {
SockUtil::joinMultiAddr(fd, multiAddr.data(), get_local_ip().data());
2020-03-20 11:51:24 +08:00
}
// 设置rtcp发送端口
pRtcpSockRef = createSocket();
// 目前组播仅支持ipv4
2022-05-08 00:26:01 +08:00
if (!pRtcpSockRef->bindUdpSock(0, "0.0.0.0")) {
// 分配端口失败
throw runtime_error("open udp socket failed");
}
// 设置发送地址和发送端口
2022-05-08 00:26:01 +08:00
auto dst = SockUtil::make_sockaddr(get_peer_ip().data(), rtcp_port);
pRtcpSockRef->bindPeerAddr((struct sockaddr *)&(dst));
2020-03-20 11:51:24 +08:00
} else {
2020-08-01 10:14:42 +08:00
createUdpSockIfNecessary(track_idx);
// udp单播
2022-05-08 00:26:01 +08:00
auto dst = SockUtil::make_sockaddr(get_peer_ip().data(), rtp_port);
pRtpSockRef->bindPeerAddr((struct sockaddr *)&(dst));
// 发送rtp打洞包
2020-03-20 11:51:24 +08:00
pRtpSockRef->send("\xce\xfa\xed\xfe", 4);
2022-05-08 00:26:01 +08:00
dst = SockUtil::make_sockaddr(get_peer_ip().data(), rtcp_port);
// 设置rtcp发送目标为后续发送rtcp做准备
2022-05-08 00:26:01 +08:00
pRtcpSockRef->bindPeerAddr((struct sockaddr *)&(dst));
2020-03-20 11:51:24 +08:00
}
2022-05-08 00:26:01 +08:00
auto peer_ip = get_peer_ip();
2023-04-28 22:04:38 +08:00
weak_ptr<RtspPlayer> weakSelf = static_pointer_cast<RtspPlayer>(shared_from_this());
// 设置rtp over udp接收回调处理函数
pRtpSockRef->setOnRead([peer_ip, track_idx, weakSelf](const Buffer::Ptr &buf, struct sockaddr *addr, int addr_len) {
auto strongSelf = weakSelf.lock();
if (!strongSelf) {
return;
}
2022-05-08 00:26:01 +08:00
if (SockUtil::inet_ntoa(addr) != peer_ip) {
WarnL << "收到其他地址的rtp数据:" << SockUtil::inet_ntoa(addr);
return;
}
strongSelf->handleOneRtp(
track_idx, strongSelf->_sdp_track[track_idx]->_type, strongSelf->_sdp_track[track_idx]->_samplerate, (uint8_t *)buf->data(), buf->size());
});
if (pRtcpSockRef) {
// 设置rtcp over udp接收回调处理函数
pRtcpSockRef->setOnRead([peer_ip, track_idx, weakSelf](const Buffer::Ptr &buf, struct sockaddr *addr, int addr_len) {
auto strongSelf = weakSelf.lock();
if (!strongSelf) {
return;
}
2022-05-08 00:26:01 +08:00
if (SockUtil::inet_ntoa(addr) != peer_ip) {
WarnL << "收到其他地址的rtcp数据:" << SockUtil::inet_ntoa(addr);
return;
}
strongSelf->onRtcpPacket(track_idx, strongSelf->_sdp_track[track_idx], (uint8_t *)buf->data(), buf->size());
});
}
2020-03-20 11:51:24 +08:00
}
2020-08-01 10:14:42 +08:00
if (track_idx < _sdp_track.size() - 1) {
// 需要继续发送SETUP命令
2020-08-01 10:14:42 +08:00
sendSetup(track_idx + 1);
2020-03-20 11:51:24 +08:00
return;
}
// 所有setup命令发送完毕
// 发送play命令
sendPause(type_play, 0);
2017-04-01 16:35:56 +08:00
}
void RtspPlayer::sendDescribe() {
// 发送DESCRIBE命令后处理函数:handleResDESCRIBE
_on_response = std::bind(&RtspPlayer::handleResDESCRIBE, this, placeholders::_1);
sendRtspRequest("DESCRIBE", _play_url, { "Accept", "application/sdp" });
}
void RtspPlayer::sendOptions() {
_on_response = [this](const Parser &parser) {
if (!handleResponse("OPTIONS", parser)) {
return;
2020-05-15 09:53:17 +08:00
}
// 获取服务器支持的命令
2020-05-15 09:53:17 +08:00
_supported_cmd.clear();
auto public_val = split(parser["Public"], ",");
for (auto &cmd : public_val) {
2020-05-15 09:53:17 +08:00
trim(cmd);
_supported_cmd.emplace(cmd);
}
// 发送Describe请求获取sdp
2020-05-15 09:53:17 +08:00
sendDescribe();
};
sendRtspRequest("OPTIONS", _play_url);
2020-05-15 09:53:17 +08:00
}
void RtspPlayer::sendKeepAlive() {
_on_response = [](const Parser &parser) {};
if (_supported_cmd.find("GET_PARAMETER") != _supported_cmd.end()) {
// 支持GET_PARAMETER用此命令保活
2020-12-27 18:11:10 +08:00
sendRtspRequest("GET_PARAMETER", _content_base);
} else {
// 不支持GET_PARAMETER用OPTIONS命令保活
sendRtspRequest("OPTIONS", _play_url);
2020-05-15 09:53:17 +08:00
}
}
void RtspPlayer::sendPause(int type, uint32_t seekMS) {
_on_response = std::bind(&RtspPlayer::handleResPAUSE, this, placeholders::_1, type);
// 开启或暂停rtsp
switch (type) {
case type_pause: sendRtspRequest("PAUSE", _content_base); break;
2020-03-20 11:51:24 +08:00
case type_play:
// sendRtspRequest("PLAY", _content_base);
// break;
2020-03-20 11:51:24 +08:00
case type_seek:
sendRtspRequest("PLAY", _content_base, { "Range", StrPrinter << "npt=" << setiosflags(ios::fixed) << setprecision(2) << seekMS / 1000.0 << "-" });
2020-03-20 11:51:24 +08:00
break;
default:
WarnL << "unknown type : " << type;
_on_response = nullptr;
2020-03-20 11:51:24 +08:00
break;
}
2017-04-01 16:35:56 +08:00
}
2020-04-23 22:22:24 +08:00
void RtspPlayer::pause(bool bPause) {
sendPause(bPause ? type_pause : type_seek, getProgressMilliSecond());
}
2021-08-12 16:07:31 +08:00
void RtspPlayer::speed(float speed) {
sendRtspRequest("PLAY", _content_base, { "Scale", StrPrinter << speed });
2017-04-01 16:35:56 +08:00
}
void RtspPlayer::handleResPAUSE(const Parser &parser, int type) {
2023-06-10 11:04:52 +08:00
if (parser.status() != "200") {
2020-03-20 11:51:24 +08:00
switch (type) {
2023-06-10 11:04:52 +08:00
case type_pause: WarnL << "Pause failed:" << parser.status() << " " << parser.statusStr(); break;
2020-03-20 11:51:24 +08:00
case type_play:
2023-06-10 11:04:52 +08:00
WarnL << "Play failed:" << parser.status() << " " << parser.statusStr();
onPlayResult_l(SockException(Err_shutdown, StrPrinter << "rtsp play failed:" << parser.status() << " " << parser.statusStr()), !_play_check_timer);
2020-03-20 11:51:24 +08:00
break;
2023-06-10 11:04:52 +08:00
case type_seek: WarnL << "Seek failed:" << parser.status() << " " << parser.statusStr(); break;
2020-03-20 11:51:24 +08:00
}
return;
}
if (type == type_pause) {
// 暂停成功!
_rtp_check_timer.reset();
2020-03-20 11:51:24 +08:00
return;
}
// play或seek成功
2020-03-20 11:51:24 +08:00
uint32_t iSeekTo = 0;
// 修正时间轴
2020-03-20 11:51:24 +08:00
auto strRange = parser["Range"];
if (strRange.size()) {
auto strStart = FindField(strRange.data(), "npt=", "-");
if (strStart == "now") {
strStart = "0";
}
iSeekTo = (uint32_t)(1000 * atof(strStart.data()));
2020-03-20 11:51:24 +08:00
DebugL << "seekTo(ms):" << iSeekTo;
}
2020-08-01 10:14:42 +08:00
onPlayResult_l(SockException(Err_success, type == type_seek ? "resum rtsp success" : "rtsp play success"), !_play_check_timer);
2017-04-01 16:35:56 +08:00
}
2018-10-30 10:31:27 +08:00
void RtspPlayer::onWholeRtspPacket(Parser &parser) {
try {
decltype(_on_response) func;
_on_response.swap(func);
if (func) {
func(parser);
2018-10-30 10:31:27 +08:00
}
2023-06-10 11:04:52 +08:00
parser.clear();
2018-10-30 10:31:27 +08:00
} catch (std::exception &err) {
// 定时器_pPlayTimer为空后表明握手结束了
onPlayResult_l(SockException(Err_other, err.what()), !_play_check_timer);
2017-04-01 16:35:56 +08:00
}
}
void RtspPlayer::onRtpPacket(const char *data, size_t len) {
2018-10-30 10:31:27 +08:00
int trackIdx = -1;
uint8_t interleaved = data[1];
if (interleaved % 2 == 0) {
2018-10-30 10:31:27 +08:00
trackIdx = getTrackIndexByInterleaved(interleaved);
2022-06-18 21:19:26 +08:00
if (trackIdx == -1) {
return;
}
handleOneRtp(
trackIdx, _sdp_track[trackIdx]->_type, _sdp_track[trackIdx]->_samplerate, (uint8_t *)data + RtpPacket::kRtpTcpHeaderSize,
len - RtpPacket::kRtpTcpHeaderSize);
} else {
trackIdx = getTrackIndexByInterleaved(interleaved - 1);
2022-06-18 21:19:26 +08:00
if (trackIdx == -1) {
return;
}
onRtcpPacket(trackIdx, _sdp_track[trackIdx], (uint8_t *)data + RtpPacket::kRtpTcpHeaderSize, len - RtpPacket::kRtpTcpHeaderSize);
2018-10-30 10:31:27 +08:00
}
2017-04-01 16:35:56 +08:00
}
// 此处预留rtcp处理函数
void RtspPlayer::onRtcpPacket(int track_idx, SdpTrack::Ptr &track, uint8_t *data, size_t len) {
auto rtcp_arr = RtcpHeader::loadFromBytes((char *)data, len);
2021-01-31 19:18:17 +08:00
for (auto &rtcp : rtcp_arr) {
_rtcp_context[track_idx]->onRtcp(rtcp);
if ((RtcpType)rtcp->pt == RtcpType::RTCP_SR) {
auto sr = (RtcpSR *)(rtcp);
// 设置rtp时间戳与ntp时间戳的对应关系
2021-09-02 21:17:59 +08:00
setNtpStamp(track_idx, sr->rtpts, sr->getNtpUnixStampMS());
}
2019-05-09 13:35:54 +08:00
}
}
2017-04-01 16:35:56 +08:00
void RtspPlayer::onRtpSorted(RtpPacket::Ptr rtppt, int trackidx) {
2021-01-31 19:19:24 +08:00
_stamp[trackidx] = rtppt->getStampMS();
2021-01-31 19:18:17 +08:00
_rtp_recv_ticker.resetTime();
2021-02-05 11:28:50 +08:00
onRecvRTP(std::move(rtppt), _sdp_track[trackidx]);
2017-04-01 16:35:56 +08:00
}
2020-04-23 22:22:24 +08:00
float RtspPlayer::getPacketLossRate(TrackType type) const {
2021-01-31 19:18:17 +08:00
size_t lost = 0, expected = 0;
2020-08-01 10:14:42 +08:00
try {
auto track_idx = getTrackIndexByTrackType(type);
2021-01-31 19:18:17 +08:00
auto ctx = _rtcp_context[track_idx];
lost = ctx->getLost();
expected = ctx->getExpectedPackets();
2020-08-01 10:14:42 +08:00
} catch (...) {
2021-01-31 19:18:17 +08:00
for (auto &ctx : _rtcp_context) {
lost += ctx->getLost();
expected += ctx->getExpectedPackets();
2020-03-20 11:51:24 +08:00
}
}
2021-01-31 19:18:17 +08:00
if (!expected) {
return 0;
}
return (float)(double(lost) / double(expected));
2017-04-01 16:35:56 +08:00
}
uint32_t RtspPlayer::getProgressMilliSecond() const {
return MAX(_stamp[0], _stamp[1]);
2017-04-01 16:35:56 +08:00
}
2020-04-23 22:22:24 +08:00
2018-10-26 14:12:16 +08:00
void RtspPlayer::seekToMilliSecond(uint32_t ms) {
sendPause(type_seek, ms);
2017-04-01 16:35:56 +08:00
}
void RtspPlayer::sendRtspRequest(const string &cmd, const string &url, const std::initializer_list<string> &header) {
2020-03-20 11:51:24 +08:00
string key;
StrCaseMap header_map;
int i = 0;
for (auto &val : header) {
if (++i % 2 == 0) {
header_map.emplace(key, val);
} else {
2020-03-20 11:51:24 +08:00
key = val;
}
}
sendRtspRequest(cmd, url, header_map);
2018-12-17 13:48:19 +08:00
}
2020-04-23 22:22:24 +08:00
void RtspPlayer::sendRtspRequest(const string &cmd, const string &url, const StrCaseMap &header_const) {
2020-03-20 11:51:24 +08:00
auto header = header_const;
2022-11-15 20:52:27 +08:00
header.emplace("CSeq", StrPrinter << _cseq_send++);
header.emplace("User-Agent", kServerName);
2020-03-20 11:51:24 +08:00
2022-11-15 20:52:27 +08:00
if (!_session_id.empty()) {
header.emplace("Session", _session_id);
2020-03-20 11:51:24 +08:00
}
2022-11-15 20:52:27 +08:00
if (!_realm.empty() && !(*this)[Client::kRtspUser].empty()) {
if (!_md5_nonce.empty()) {
// MD5认证
2020-03-20 11:51:24 +08:00
/*
response计算方法如下
RTSP客户端应该使用username + password并计算response如下:
(1)password为MD5编码,
response = md5( password:nonce:md5(public_method:url) );
(2)password为ANSI字符串,
response= md5( md5(username:realm:password):nonce:md5(public_method:url) );
*/
string encrypted_pwd = (*this)[Client::kRtspPwd];
2022-11-15 20:52:27 +08:00
if (!(*this)[Client::kRtspPwdIsMD5].as<bool>()) {
encrypted_pwd = MD5((*this)[Client::kRtspUser] + ":" + _realm + ":" + encrypted_pwd).hexdigest();
2020-03-20 11:51:24 +08:00
}
auto response = MD5(encrypted_pwd + ":" + _md5_nonce + ":" + MD5(cmd + ":" + url).hexdigest()).hexdigest();
2020-03-20 11:51:24 +08:00
_StrPrinter printer;
printer << "Digest ";
printer << "username=\"" << (*this)[Client::kRtspUser] << "\", ";
printer << "realm=\"" << _realm << "\", ";
printer << "nonce=\"" << _md5_nonce << "\", ";
2020-03-20 11:51:24 +08:00
printer << "uri=\"" << url << "\", ";
printer << "response=\"" << response << "\"";
2022-11-15 20:52:27 +08:00
header.emplace("Authorization", printer);
} else if (!(*this)[Client::kRtspPwdIsMD5].as<bool>()) {
// base64认证
auto authStrBase64 = encodeBase64((*this)[Client::kRtspUser] + ":" + (*this)[Client::kRtspPwd]);
header.emplace("Authorization", StrPrinter << "Basic " << authStrBase64);
2020-03-20 11:51:24 +08:00
}
}
_StrPrinter printer;
if (cmd == "PLAY") {
printer << cmd << " " << _play_url << " RTSP/1.0\r\n";
} else {
printer << cmd << " " << url << " RTSP/1.0\r\n";
}
for (auto &pr : header) {
2020-03-20 11:51:24 +08:00
printer << pr.first << ": " << pr.second << "\r\n";
}
printer << "\r\n";
SockSender::send(std::move(printer));
}
void RtspPlayer::onBeforeRtpSorted(const RtpPacket::Ptr &rtp, int track_idx) {
2021-01-31 19:18:17 +08:00
auto &rtcp_ctx = _rtcp_context[track_idx];
rtcp_ctx->onRtp(rtp->getSeq(), rtp->getStamp(), rtp->ntp_stamp, rtp->sample_rate, rtp->size() - RtpPacket::kRtpTcpHeaderSize);
2019-05-09 13:35:54 +08:00
2020-08-01 10:14:42 +08:00
auto &ticker = _rtcp_send_ticker[track_idx];
2021-01-31 19:18:17 +08:00
if (ticker.elapsedTime() < 3 * 1000) {
// 时间未到
2021-01-31 19:18:17 +08:00
return;
}
auto &rtcp_flag = _send_rtcp[track_idx];
// 每3秒发送一次心跳rtcp与rtsp信令轮流心跳该特性用于兼容issue:642
// 有些rtsp服务器需要rtcp保活有些需要发送信令保活
2021-01-31 19:18:17 +08:00
// 发送信令保活
2021-01-31 19:18:17 +08:00
if (!rtcp_flag) {
if (track_idx == 0) {
sendKeepAlive();
2020-05-15 09:53:17 +08:00
}
2021-01-31 19:18:17 +08:00
ticker.resetTime();
// 下次发送rtcp保活
2021-01-31 19:18:17 +08:00
rtcp_flag = true;
return;
2019-05-09 13:35:54 +08:00
}
2021-01-31 19:18:17 +08:00
// 发送rtcp
2021-01-31 19:18:17 +08:00
static auto send_rtcp = [](RtspPlayer *thiz, int index, Buffer::Ptr ptr) {
if (thiz->_rtp_type == Rtsp::RTP_TCP) {
auto &track = thiz->_sdp_track[index];
thiz->send(makeRtpOverTcpPrefix((uint16_t)(ptr->size()), track->_interleaved + 1));
2021-01-31 19:18:17 +08:00
thiz->send(std::move(ptr));
} else {
thiz->_rtcp_sock[index]->send(std::move(ptr));
}
};
2021-01-31 19:19:24 +08:00
auto ssrc = rtp->getSSRC();
auto rtcp = rtcp_ctx->createRtcpRR(ssrc + 1, ssrc);
auto rtcp_sdes = RtcpSdes::create({ kServerName });
rtcp_sdes->chunks.type = (uint8_t)SdesType::RTCP_SDES_CNAME;
2021-07-15 17:38:04 +08:00
rtcp_sdes->chunks.ssrc = htonl(ssrc);
2021-01-31 19:18:17 +08:00
send_rtcp(this, track_idx, std::move(rtcp));
send_rtcp(this, track_idx, RtcpHeader::toBuffer(rtcp_sdes));
ticker.resetTime();
// 下次发送信令保活
2021-01-31 19:18:17 +08:00
rtcp_flag = false;
}
2020-04-23 22:22:24 +08:00
void RtspPlayer::onPlayResult_l(const SockException &ex, bool handshake_done) {
2020-08-30 10:48:34 +08:00
if (ex.getErrCode() == Err_shutdown) {
// 主动shutdown的不触发回调
2020-08-30 10:48:34 +08:00
return;
2019-05-08 15:27:37 +08:00
}
2020-08-30 10:48:34 +08:00
WarnL << ex.getErrCode() << " " << ex.what();
2020-08-30 11:40:03 +08:00
if (!handshake_done) {
// 开始播放阶段
_play_check_timer.reset();
2019-05-08 15:27:37 +08:00
onPlayResult(ex);
// 是否为性能测试模式
2020-04-08 11:16:09 +08:00
_benchmark_mode = (*this)[Client::kBenchmarkMode].as<int>();
} else if (ex) {
// 播放成功后异常断开回调
onShutdown(ex);
} else {
// 恢复播放
onResume();
2019-05-08 15:27:37 +08:00
}
2020-08-30 10:48:34 +08:00
if (!ex) {
// 播放成功恢复rtp接收超时定时器
2020-08-30 10:48:34 +08:00
_rtp_recv_ticker.resetTime();
auto timeoutMS = (*this)[Client::kMediaTimeoutMS].as<uint64_t>();
2023-04-28 22:04:38 +08:00
weak_ptr<RtspPlayer> weakSelf = static_pointer_cast<RtspPlayer>(shared_from_this());
2020-08-30 10:48:34 +08:00
auto lam = [weakSelf, timeoutMS]() {
auto strongSelf = weakSelf.lock();
if (!strongSelf) {
return false;
}
if (strongSelf->_rtp_recv_ticker.elapsedTime() > timeoutMS) {
// 接收rtp媒体数据包超时
2020-08-30 10:48:34 +08:00
strongSelf->onPlayResult_l(SockException(Err_timeout, "receive rtp timeout"), true);
return false;
}
return true;
};
// 创建rtp数据接收超时检测定时器
_rtp_check_timer = std::make_shared<Timer>(timeoutMS / 2000.0f, lam, getPoller());
2020-08-30 10:48:34 +08:00
} else {
sendTeardown();
2019-05-08 15:27:37 +08:00
}
}
int RtspPlayer::getTrackIndexByInterleaved(int interleaved) const {
2022-01-12 15:21:33 +08:00
for (size_t i = 0; i < _sdp_track.size(); ++i) {
if (_sdp_track[i]->_interleaved == interleaved) {
2020-03-20 11:51:24 +08:00
return i;
}
}
if (_sdp_track.size() == 1) {
2020-03-20 11:51:24 +08:00
return 0;
}
2022-06-18 21:19:26 +08:00
WarnL << "no such track with interleaved:" << interleaved;
return -1;
2018-07-05 18:48:08 +08:00
}
2020-08-01 10:14:42 +08:00
int RtspPlayer::getTrackIndexByTrackType(TrackType track_type) const {
2022-01-12 15:21:33 +08:00
for (size_t i = 0; i < _sdp_track.size(); ++i) {
2020-08-01 10:14:42 +08:00
if (_sdp_track[i]->_type == track_type) {
2020-03-20 11:51:24 +08:00
return i;
}
}
if (_sdp_track.size() == 1) {
2020-03-20 11:51:24 +08:00
return 0;
}
2022-01-12 15:21:33 +08:00
throw SockException(Err_shutdown, StrPrinter << "no such track with type:" << getTrackString(track_type));
}
///////////////////////////////////////////////////
// RtspPlayerImp
float RtspPlayerImp::getDuration() const {
return _demuxer ? _demuxer->getDuration() : 0;
}
void RtspPlayerImp::onPlayResult(const toolkit::SockException &ex) {
if (!(*this)[Client::kWaitTrackReady].as<bool>() || ex) {
Super::onPlayResult(ex);
return;
}
}
void RtspPlayerImp::addTrackCompleted() {
if ((*this)[Client::kWaitTrackReady].as<bool>()) {
Super::onPlayResult(toolkit::SockException(toolkit::Err_success, "play success"));
}
}
std::vector<Track::Ptr> RtspPlayerImp::getTracks(bool ready /*= true*/) const {
return _demuxer ? _demuxer->getTracks(ready) : Super::getTracks(ready);
}
bool RtspPlayerImp::onCheckSDP(const std::string &sdp) {
_rtsp_media_src = std::dynamic_pointer_cast<RtspMediaSource>(_media_src);
if (_rtsp_media_src) {
_rtsp_media_src->setSdp(sdp);
}
_demuxer = std::make_shared<RtspDemuxer>();
_demuxer->setTrackListener(this, (*this)[Client::kWaitTrackReady].as<bool>());
_demuxer->loadSdp(sdp);
return true;
}
void RtspPlayerImp::onRecvRTP(RtpPacket::Ptr rtp, const SdpTrack::Ptr &track) {
// rtp解复用时可以判断是否为关键帧起始位置
auto key_pos = _demuxer->inputRtp(rtp);
if (_rtsp_media_src) {
_rtsp_media_src->onWrite(std::move(rtp), key_pos);
}
}
2018-10-24 17:17:55 +08:00
} /* namespace mediakit */