ZLMediaKit/src/Rtsp/RtspPlayer.cpp

734 lines
25 KiB
C++
Raw Normal View History

2017-10-09 22:11:01 +08:00
/*
2020-04-04 20:30:09 +08:00
* Copyright (c) 2016 The ZLMediaKit project authors. All Rights Reserved.
2017-09-27 16:20:30 +08:00
*
* This file is part of ZLMediaKit(https://github.com/xia-chu/ZLMediaKit).
2017-09-27 16:20:30 +08:00
*
2020-04-04 20:30:09 +08:00
* Use of this source code is governed by MIT license that can be found in the
* LICENSE file in the root of the source tree. All contributing project authors
* may be found in the AUTHORS file in the root of the source tree.
2017-09-27 16:20:30 +08:00
*/
2020-04-04 20:30:09 +08:00
2017-04-01 16:35:56 +08:00
#include <set>
#include <cmath>
#include <algorithm>
2018-12-17 13:48:19 +08:00
#include <iomanip>
2017-05-02 17:15:12 +08:00
#include "Common/config.h"
2017-04-25 11:35:41 +08:00
#include "RtspPlayer.h"
#include "Util/MD5.h"
2018-09-20 15:43:49 +08:00
#include "Util/base64.h"
2021-01-31 19:18:17 +08:00
#include "Rtcp/Rtcp.h"
2018-10-24 17:17:55 +08:00
using namespace toolkit;
using namespace std;
2017-04-01 16:35:56 +08:00
2018-10-24 17:17:55 +08:00
namespace mediakit {
2017-04-01 16:35:56 +08:00
enum PlayType {
2020-03-20 11:51:24 +08:00
type_play = 0,
type_pause,
type_seek,
type_speed
};
RtspPlayer::RtspPlayer(const EventPoller::Ptr &poller) : TcpClient(poller){
2017-04-01 16:35:56 +08:00
}
2017-04-01 16:35:56 +08:00
RtspPlayer::~RtspPlayer(void) {
DebugL << endl;
2017-04-01 16:35:56 +08:00
}
void RtspPlayer::sendTeardown(){
2020-03-20 11:51:24 +08:00
if (alive()) {
if (!_content_base.empty()) {
sendRtspRequest("TEARDOWN", _content_base);
}
shutdown(SockException(Err_shutdown, "teardown"));
2020-03-20 11:51:24 +08:00
}
}
2020-03-20 11:51:24 +08:00
void RtspPlayer::teardown(){
sendTeardown();
_md5_nonce.clear();
_realm.clear();
_sdp_track.clear();
_session_id.clear();
_content_base.clear();
2020-03-20 11:51:24 +08:00
RtpReceiver::clear();
2021-01-31 19:18:17 +08:00
_rtcp_context.clear();
2018-12-14 17:46:12 +08:00
CLEAR_ARR(_rtp_sock);
CLEAR_ARR(_rtcp_sock);
_play_check_timer.reset();
_rtp_check_timer.reset();
_cseq_send = 1;
_on_response = nullptr;
2017-04-01 16:35:56 +08:00
}
2017-08-03 13:55:46 +08:00
2019-03-27 18:41:52 +08:00
void RtspPlayer::play(const string &strUrl){
2020-03-20 11:51:24 +08:00
RtspUrl url;
if(!url.parse(strUrl)){
onPlayResult_l(SockException(Err_other,StrPrinter << "illegal rtsp url:" << strUrl),false);
return;
}
teardown();
if (url._user.size()) {
(*this)[Client::kRtspUser] = url._user;
2020-03-20 11:51:24 +08:00
}
if (url._passwd.size()) {
(*this)[Client::kRtspPwd] = url._passwd;
(*this)[Client::kRtspPwdIsMD5] = false;
2020-03-20 11:51:24 +08:00
}
_play_url = url._url;
_rtp_type = (Rtsp::eRtpType)(int)(*this)[Client::kRtpType];
DebugL << url._url << " " << (url._user.size() ? url._user : "null") << " " << (url._passwd.size() ? url._passwd : "null") << " " << _rtp_type;
2020-03-20 11:51:24 +08:00
weak_ptr<RtspPlayer> weakSelf = dynamic_pointer_cast<RtspPlayer>(shared_from_this());
float playTimeOutSec = (*this)[Client::kTimeoutMS].as<int>() / 1000.0f;
_play_check_timer.reset(new Timer(playTimeOutSec, [weakSelf]() {
2020-03-20 11:51:24 +08:00
auto strongSelf=weakSelf.lock();
if(!strongSelf) {
return false;
}
strongSelf->onPlayResult_l(SockException(Err_timeout,"play rtsp timeout"),false);
return false;
}, getPoller()));
2020-03-20 11:51:24 +08:00
if(!(*this)[Client::kNetAdapter].empty()){
setNetAdapter((*this)[Client::kNetAdapter]);
2020-03-20 11:51:24 +08:00
}
startConnect(url._host, url._port, playTimeOutSec);
}
void RtspPlayer::onConnect(const SockException &err){
2020-03-20 11:51:24 +08:00
if(err.getErrCode() != Err_success) {
onPlayResult_l(err,false);
return;
}
2020-05-15 09:53:17 +08:00
sendOptions();
2017-04-01 16:35:56 +08:00
}
2020-08-01 10:14:42 +08:00
void RtspPlayer::onRecv(const Buffer::Ptr& buf) {
if(_benchmark_mode && !_play_check_timer){
2020-04-08 11:16:09 +08:00
//在性能测试模式下如果rtsp握手完毕后不再解析rtp包
_rtp_recv_ticker.resetTime();
2020-04-08 11:16:09 +08:00
return;
}
2021-01-31 19:18:17 +08:00
try {
input(buf->data(), buf->size());
} catch (exception &e) {
SockException ex(Err_other, e.what());
onPlayResult_l(ex, !_play_check_timer);
}
2017-04-01 16:35:56 +08:00
}
2020-04-23 22:22:24 +08:00
2017-04-01 16:35:56 +08:00
void RtspPlayer::onErr(const SockException &ex) {
2020-03-20 11:51:24 +08:00
//定时器_pPlayTimer为空后表明握手结束了
onPlayResult_l(ex,!_play_check_timer);
2017-04-01 16:35:56 +08:00
}
2020-04-23 22:22:24 +08:00
// from live555
bool RtspPlayer::handleAuthenticationFailure(const string &paramsStr) {
if(!_realm.empty()){
//已经认证过了
return false;
}
2018-07-05 22:05:09 +08:00
char *realm = new char[paramsStr.size()];
char *nonce = new char[paramsStr.size()];
char *stale = new char[paramsStr.size()];
onceToken token(nullptr,[&](){
delete[] realm;
delete[] nonce;
delete[] stale;
});
if (sscanf(paramsStr.data(), "Digest realm=\"%[^\"]\", nonce=\"%[^\"]\", stale=%[a-zA-Z]", realm, nonce, stale) == 3) {
_realm = (const char *)realm;
_md5_nonce = (const char *)nonce;
return true;
}
if (sscanf(paramsStr.data(), "Digest realm=\"%[^\"]\", nonce=\"%[^\"]\"", realm, nonce) == 2) {
_realm = (const char *)realm;
_md5_nonce = (const char *)nonce;
return true;
}
if (sscanf(paramsStr.data(), "Basic realm=\"%[^\"]\"", realm) == 1) {
_realm = (const char *)realm;
return true;
}
return false;
}
2020-04-23 22:22:24 +08:00
bool RtspPlayer::handleResponse(const string &cmd, const Parser &parser){
2020-03-20 11:51:24 +08:00
string authInfo = parser["WWW-Authenticate"];
//发送DESCRIBE命令后的回复
if ((parser.Url() == "401") && handleAuthenticationFailure(authInfo)) {
2020-05-15 09:53:17 +08:00
sendOptions();
return false;
2020-03-20 11:51:24 +08:00
}
if(parser.Url() == "302" || parser.Url() == "301"){
auto newUrl = parser["Location"];
if(newUrl.empty()){
throw std::runtime_error("未找到Location字段(跳转url)");
}
play(newUrl);
return false;
2020-03-20 11:51:24 +08:00
}
if (parser.Url() != "200") {
throw std::runtime_error(StrPrinter << cmd << ":" << parser.Url() << " " << parser.Tail() << endl);
2020-03-20 11:51:24 +08:00
}
return true;
}
void RtspPlayer::handleResDESCRIBE(const Parser& parser) {
if (!handleResponse("DESCRIBE", parser)) {
return;
}
_content_base = parser["Content-Base"];
if(_content_base.empty()){
_content_base = _play_url;
}
if (_content_base.back() == '/') {
_content_base.pop_back();
}
2020-03-20 11:51:24 +08:00
SdpParser sdpParser(parser.Content());
//解析sdp
_sdp_track = sdpParser.getAvailableTrack();
if (_sdp_track.empty()) {
2020-03-20 11:51:24 +08:00
throw std::runtime_error("无有效的Sdp Track");
}
if (!onCheckSDP(sdpParser.toString())) {
throw std::runtime_error("onCheckSDP faied");
}
2021-01-31 19:56:18 +08:00
_rtcp_context.clear();
2021-01-31 19:18:17 +08:00
for (auto &track : _sdp_track) {
_rtcp_context.emplace_back(std::make_shared<RtcpContextForRecv>());
2021-01-31 19:18:17 +08:00
}
2020-03-20 11:51:24 +08:00
sendSetup(0);
2017-04-01 16:35:56 +08:00
}
2019-07-11 12:15:13 +08:00
//有必要的情况下创建udp端口
void RtspPlayer::createUdpSockIfNecessary(int track_idx){
auto &rtpSockRef = _rtp_sock[track_idx];
auto &rtcpSockRef = _rtcp_sock[track_idx];
2020-05-12 10:22:21 +08:00
if (!rtpSockRef || !rtcpSockRef) {
std::pair<Socket::Ptr, Socket::Ptr> pr = std::make_pair(createSocket(), createSocket());
makeSockPair(pr, get_local_ip());
2020-05-12 10:22:21 +08:00
rtpSockRef = pr.first;
rtcpSockRef = pr.second;
2020-03-20 11:51:24 +08:00
}
}
2017-04-01 16:35:56 +08:00
//发送SETUP命令
2020-08-01 10:14:42 +08:00
void RtspPlayer::sendSetup(unsigned int track_idx) {
_on_response = std::bind(&RtspPlayer::handleResSETUP, this, placeholders::_1, track_idx);
auto &track = _sdp_track[track_idx];
2021-02-21 21:27:26 +08:00
auto control_url = track->getControlUrl(_content_base);
switch (_rtp_type) {
2020-03-20 11:51:24 +08:00
case Rtsp::RTP_TCP: {
2021-02-21 21:27:26 +08:00
sendRtspRequest("SETUP", control_url, {"Transport", StrPrinter << "RTP/AVP/TCP;unicast;interleaved=" << track->_type * 2 << "-" << track->_type * 2 + 1});
2020-03-20 11:51:24 +08:00
}
break;
case Rtsp::RTP_MULTICAST: {
2021-02-21 21:27:26 +08:00
sendRtspRequest("SETUP", control_url, {"Transport", "RTP/AVP;multicast"});
2020-03-20 11:51:24 +08:00
}
break;
case Rtsp::RTP_UDP: {
2020-08-01 10:14:42 +08:00
createUdpSockIfNecessary(track_idx);
2021-02-21 21:27:26 +08:00
sendRtspRequest("SETUP", control_url, {"Transport",
StrPrinter << "RTP/AVP;unicast;client_port="
2020-08-01 10:14:42 +08:00
<< _rtp_sock[track_idx]->get_local_port() << "-"
<< _rtcp_sock[track_idx]->get_local_port()});
2020-03-20 11:51:24 +08:00
}
break;
default:
break;
}
2017-04-01 16:35:56 +08:00
}
2020-08-01 10:14:42 +08:00
void RtspPlayer::handleResSETUP(const Parser &parser, unsigned int track_idx) {
2020-03-20 11:51:24 +08:00
if (parser.Url() != "200") {
2020-12-27 18:11:10 +08:00
throw std::runtime_error(StrPrinter << "SETUP:" << parser.Url() << " " << parser.Tail() << endl);
2020-03-20 11:51:24 +08:00
}
2020-08-01 10:14:42 +08:00
if (track_idx == 0) {
_session_id = parser["Session"];
_session_id.append(";");
_session_id = FindField(_session_id.data(), nullptr, ";");
2020-03-20 11:51:24 +08:00
}
auto strTransport = parser["Transport"];
2020-12-27 18:11:10 +08:00
if (strTransport.find("TCP") != string::npos || strTransport.find("interleaved") != string::npos) {
_rtp_type = Rtsp::RTP_TCP;
2020-12-27 18:11:10 +08:00
} else if (strTransport.find("multicast") != string::npos) {
_rtp_type = Rtsp::RTP_MULTICAST;
2020-12-27 18:11:10 +08:00
} else {
_rtp_type = Rtsp::RTP_UDP;
2020-03-20 11:51:24 +08:00
}
2020-12-27 18:11:10 +08:00
auto transport_map = Parser::parseArgs(strTransport, ";", "=");
RtspSplitter::enableRecvRtp(_rtp_type == Rtsp::RTP_TCP);
2020-12-27 18:11:10 +08:00
string ssrc = transport_map["ssrc"];
if(!ssrc.empty()){
sscanf(ssrc.data(), "%x", &_sdp_track[track_idx]->_ssrc);
} else{
_sdp_track[track_idx]->_ssrc = 0;
}
2020-03-20 11:51:24 +08:00
2020-12-27 18:11:10 +08:00
if (_rtp_type == Rtsp::RTP_TCP) {
int interleaved_rtp, interleaved_rtcp;
sscanf(transport_map["interleaved"].data(), "%d-%d", &interleaved_rtp, &interleaved_rtcp);
_sdp_track[track_idx]->_interleaved = interleaved_rtp;
} else {
auto port_str = transport_map[(_rtp_type == Rtsp::RTP_MULTICAST ? "port" : "server_port")];
int rtp_port, rtcp_port;
sscanf(port_str.data(), "%d-%d", &rtp_port, &rtcp_port);
2020-08-01 10:14:42 +08:00
auto &pRtpSockRef = _rtp_sock[track_idx];
auto &pRtcpSockRef = _rtcp_sock[track_idx];
2018-12-14 17:46:12 +08:00
if (_rtp_type == Rtsp::RTP_MULTICAST) {
2020-03-20 11:51:24 +08:00
//udp组播
2020-12-27 18:11:10 +08:00
auto multiAddr = transport_map["destination"];
pRtpSockRef = createSocket();
2022-05-07 20:06:08 +08:00
if (!pRtpSockRef->bindUdpSock(rtp_port, "::")) {
2020-03-20 11:51:24 +08:00
pRtpSockRef.reset();
throw std::runtime_error("open udp sock err");
}
auto fd = pRtpSockRef->rawFD();
if (-1 == SockUtil::joinMultiAddrFilter(fd, multiAddr.data(), get_peer_ip().data(),get_local_ip().data())) {
SockUtil::joinMultiAddr(fd, multiAddr.data(),get_local_ip().data());
}
//设置rtcp发送端口
pRtcpSockRef = createSocket();
2022-05-07 20:06:08 +08:00
if (!pRtcpSockRef->bindUdpSock(0, "::")) {
//分配端口失败
throw runtime_error("open udp socket failed");
}
//设置发送地址和发送端口
struct sockaddr_in rtpto;
rtpto.sin_port = ntohs(rtcp_port);
rtpto.sin_family = AF_INET;
rtpto.sin_addr.s_addr = inet_addr(get_peer_ip().data());
pRtcpSockRef->bindPeerAddr((struct sockaddr *)&(rtpto));
2020-03-20 11:51:24 +08:00
} else {
2020-08-01 10:14:42 +08:00
createUdpSockIfNecessary(track_idx);
2020-03-20 11:51:24 +08:00
//udp单播
struct sockaddr_in rtpto;
rtpto.sin_port = ntohs(rtp_port);
rtpto.sin_family = AF_INET;
rtpto.sin_addr.s_addr = inet_addr(get_peer_ip().data());
2021-06-08 11:29:32 +08:00
pRtpSockRef->bindPeerAddr((struct sockaddr *)&(rtpto));
2020-03-20 11:51:24 +08:00
//发送rtp打洞包
pRtpSockRef->send("\xce\xfa\xed\xfe", 4);
//设置rtcp发送目标为后续发送rtcp做准备
rtpto.sin_port = ntohs(rtcp_port);
rtpto.sin_family = AF_INET;
rtpto.sin_addr.s_addr = inet_addr(get_peer_ip().data());
2021-06-08 11:29:32 +08:00
pRtcpSockRef->bindPeerAddr((struct sockaddr *)&(rtpto));
2020-03-20 11:51:24 +08:00
}
auto srcIP = inet_addr(get_peer_ip().data());
weak_ptr<RtspPlayer> weakSelf = dynamic_pointer_cast<RtspPlayer>(shared_from_this());
//设置rtp over udp接收回调处理函数
2020-08-01 10:14:42 +08:00
pRtpSockRef->setOnRead([srcIP, track_idx, weakSelf](const Buffer::Ptr &buf, struct sockaddr *addr , int addr_len) {
auto strongSelf = weakSelf.lock();
if (!strongSelf) {
return;
}
if (((struct sockaddr_in *) addr)->sin_addr.s_addr != srcIP) {
2020-04-23 16:14:24 +08:00
WarnL << "收到其他地址的rtp数据:" << SockUtil::inet_ntoa(((struct sockaddr_in *) addr)->sin_addr);
return;
}
2020-08-01 10:14:42 +08:00
strongSelf->handleOneRtp(track_idx, strongSelf->_sdp_track[track_idx]->_type,
2021-01-31 19:18:17 +08:00
strongSelf->_sdp_track[track_idx]->_samplerate, (uint8_t *) buf->data(), buf->size());
});
if(pRtcpSockRef) {
//设置rtcp over udp接收回调处理函数
2020-08-01 10:14:42 +08:00
pRtcpSockRef->setOnRead([srcIP, track_idx, weakSelf](const Buffer::Ptr &buf, struct sockaddr *addr , int addr_len) {
auto strongSelf = weakSelf.lock();
if (!strongSelf) {
return;
}
if (((struct sockaddr_in *) addr)->sin_addr.s_addr != srcIP) {
2020-04-23 16:14:24 +08:00
WarnL << "收到其他地址的rtcp数据:" << SockUtil::inet_ntoa(((struct sockaddr_in *) addr)->sin_addr);
return;
}
2021-01-31 19:18:17 +08:00
strongSelf->onRtcpPacket(track_idx, strongSelf->_sdp_track[track_idx], (uint8_t *) buf->data(), buf->size());
});
}
2020-03-20 11:51:24 +08:00
}
2020-08-01 10:14:42 +08:00
if (track_idx < _sdp_track.size() - 1) {
2020-03-20 11:51:24 +08:00
//需要继续发送SETUP命令
2020-08-01 10:14:42 +08:00
sendSetup(track_idx + 1);
2020-03-20 11:51:24 +08:00
return;
}
//所有setup命令发送完毕
//发送play命令
sendPause(type_play, 0);
2017-04-01 16:35:56 +08:00
}
void RtspPlayer::sendDescribe() {
2020-03-20 11:51:24 +08:00
//发送DESCRIBE命令后处理函数:handleResDESCRIBE
_on_response = std::bind(&RtspPlayer::handleResDESCRIBE, this, placeholders::_1);
sendRtspRequest("DESCRIBE", _play_url, {"Accept", "application/sdp"});
}
2020-05-15 09:53:17 +08:00
void RtspPlayer::sendOptions(){
_on_response = [this](const Parser& parser){
if (!handleResponse("OPTIONS", parser)) {
return;
2020-05-15 09:53:17 +08:00
}
//获取服务器支持的命令
_supported_cmd.clear();
auto public_val = split(parser["Public"],",");
for(auto &cmd : public_val){
trim(cmd);
_supported_cmd.emplace(cmd);
}
//发送Describe请求获取sdp
sendDescribe();
};
sendRtspRequest("OPTIONS", _play_url);
2020-05-15 09:53:17 +08:00
}
void RtspPlayer::sendKeepAlive(){
_on_response = [](const Parser &parser) {};
2020-05-15 09:53:17 +08:00
if(_supported_cmd.find("GET_PARAMETER") != _supported_cmd.end()){
//支持GET_PARAMETER用此命令保活
2020-12-27 18:11:10 +08:00
sendRtspRequest("GET_PARAMETER", _content_base);
2020-05-15 09:53:17 +08:00
}else{
//不支持GET_PARAMETER用OPTIONS命令保活
sendRtspRequest("OPTIONS", _play_url);
2020-05-15 09:53:17 +08:00
}
}
void RtspPlayer::sendPause(int type , uint32_t seekMS){
_on_response = std::bind(&RtspPlayer::handleResPAUSE, this, placeholders::_1, type);
2020-03-20 11:51:24 +08:00
//开启或暂停rtsp
switch (type){
case type_pause:
sendRtspRequest("PAUSE", _content_base);
2020-03-20 11:51:24 +08:00
break;
case type_play:
sendRtspRequest("PLAY", _content_base);
2020-03-20 11:51:24 +08:00
break;
case type_seek:
sendRtspRequest("PLAY", _content_base, {"Range",StrPrinter << "npt=" << setiosflags(ios::fixed) << setprecision(2) << seekMS / 1000.0 << "-"});
2020-03-20 11:51:24 +08:00
break;
default:
WarnL << "unknown type : " << type;
_on_response = nullptr;
2020-03-20 11:51:24 +08:00
break;
}
2017-04-01 16:35:56 +08:00
}
2020-04-23 22:22:24 +08:00
void RtspPlayer::pause(bool bPause) {
sendPause(bPause ? type_pause : type_seek, getProgressMilliSecond());
}
2021-08-12 16:07:31 +08:00
void RtspPlayer::speed(float speed) {
sendRtspRequest("PLAY", _content_base, {"Scale", StrPrinter << speed});
2017-04-01 16:35:56 +08:00
}
void RtspPlayer::handleResPAUSE(const Parser& parser,int type) {
2020-03-20 11:51:24 +08:00
if (parser.Url() != "200") {
switch (type) {
case type_pause:
WarnL << "Pause failed:" << parser.Url() << " " << parser.Tail() << endl;
break;
case type_play:
WarnL << "Play failed:" << parser.Url() << " " << parser.Tail() << endl;
2020-08-01 10:14:42 +08:00
onPlayResult_l(SockException(Err_shutdown, StrPrinter << "rtsp play failed:" << parser.Url() << " " << parser.Tail() ), !_play_check_timer);
2020-03-20 11:51:24 +08:00
break;
case type_seek:
WarnL << "Seek failed:" << parser.Url() << " " << parser.Tail() << endl;
break;
}
return;
}
if (type == type_pause) {
//暂停成功!
_rtp_check_timer.reset();
2020-03-20 11:51:24 +08:00
return;
}
//play或seek成功
uint32_t iSeekTo = 0;
//修正时间轴
auto strRange = parser["Range"];
if (strRange.size()) {
auto strStart = FindField(strRange.data(), "npt=", "-");
if (strStart == "now") {
strStart = "0";
}
iSeekTo = (uint32_t)(1000 * atof(strStart.data()));
2020-03-20 11:51:24 +08:00
DebugL << "seekTo(ms):" << iSeekTo;
}
2020-08-01 10:14:42 +08:00
onPlayResult_l(SockException(Err_success, type == type_seek ? "resum rtsp success" : "rtsp play success"), !_play_check_timer);
2017-04-01 16:35:56 +08:00
}
2018-10-30 10:31:27 +08:00
void RtspPlayer::onWholeRtspPacket(Parser &parser) {
try {
decltype(_on_response) func;
_on_response.swap(func);
if(func){
func(parser);
2018-10-30 10:31:27 +08:00
}
parser.Clear();
} catch (std::exception &err) {
2020-03-20 11:51:24 +08:00
//定时器_pPlayTimer为空后表明握手结束了
onPlayResult_l(SockException(Err_other, err.what()),!_play_check_timer);
2017-04-01 16:35:56 +08:00
}
}
void RtspPlayer::onRtpPacket(const char *data, size_t len) {
2018-10-30 10:31:27 +08:00
int trackIdx = -1;
uint8_t interleaved = data[1];
if(interleaved %2 == 0){
2018-10-30 10:31:27 +08:00
trackIdx = getTrackIndexByInterleaved(interleaved);
2021-01-31 19:19:24 +08:00
handleOneRtp(trackIdx, _sdp_track[trackIdx]->_type, _sdp_track[trackIdx]->_samplerate, (uint8_t *)data + RtpPacket::kRtpTcpHeaderSize, len - RtpPacket::kRtpTcpHeaderSize);
}else{
trackIdx = getTrackIndexByInterleaved(interleaved - 1);
2021-01-31 19:19:24 +08:00
onRtcpPacket(trackIdx, _sdp_track[trackIdx], (uint8_t *) data + RtpPacket::kRtpTcpHeaderSize, len - RtpPacket::kRtpTcpHeaderSize);
2018-10-30 10:31:27 +08:00
}
2017-04-01 16:35:56 +08:00
}
2020-04-23 22:22:24 +08:00
//此处预留rtcp处理函数
2021-01-31 19:18:17 +08:00
void RtspPlayer::onRtcpPacket(int track_idx, SdpTrack::Ptr &track, uint8_t *data, size_t len){
auto rtcp_arr = RtcpHeader::loadFromBytes((char *) data, len);
for (auto &rtcp : rtcp_arr) {
_rtcp_context[track_idx]->onRtcp(rtcp);
if ((RtcpType) rtcp->pt == RtcpType::RTCP_SR) {
auto sr = (RtcpSR *) (rtcp);
//设置rtp时间戳与ntp时间戳的对应关系
2021-09-02 21:17:59 +08:00
setNtpStamp(track_idx, sr->rtpts, sr->getNtpUnixStampMS());
}
2019-05-09 13:35:54 +08:00
}
}
2017-04-01 16:35:56 +08:00
2021-02-05 11:28:50 +08:00
void RtspPlayer::onRtpSorted(RtpPacket::Ptr rtppt, int trackidx){
2021-01-31 19:19:24 +08:00
_stamp[trackidx] = rtppt->getStampMS();
2021-01-31 19:18:17 +08:00
_rtp_recv_ticker.resetTime();
2021-02-05 11:28:50 +08:00
onRecvRTP(std::move(rtppt), _sdp_track[trackidx]);
2017-04-01 16:35:56 +08:00
}
2020-04-23 22:22:24 +08:00
2018-10-26 14:12:16 +08:00
float RtspPlayer::getPacketLossRate(TrackType type) const{
2021-01-31 19:18:17 +08:00
size_t lost = 0, expected = 0;
2020-08-01 10:14:42 +08:00
try {
auto track_idx = getTrackIndexByTrackType(type);
2021-01-31 19:18:17 +08:00
auto ctx = _rtcp_context[track_idx];
lost = ctx->getLost();
expected = ctx->getExpectedPackets();
2020-08-01 10:14:42 +08:00
} catch (...) {
2021-01-31 19:18:17 +08:00
for (auto &ctx : _rtcp_context) {
lost += ctx->getLost();
expected += ctx->getExpectedPackets();
2020-03-20 11:51:24 +08:00
}
}
2021-01-31 19:18:17 +08:00
if (!expected) {
return 0;
}
return (float) (double(lost) / double(expected));
2017-04-01 16:35:56 +08:00
}
2018-10-26 14:12:16 +08:00
uint32_t RtspPlayer::getProgressMilliSecond() const{
return MAX(_stamp[0],_stamp[1]);
2017-04-01 16:35:56 +08:00
}
2020-04-23 22:22:24 +08:00
2018-10-26 14:12:16 +08:00
void RtspPlayer::seekToMilliSecond(uint32_t ms) {
sendPause(type_seek,ms);
2017-04-01 16:35:56 +08:00
}
void RtspPlayer::sendRtspRequest(const string &cmd, const string &url, const std::initializer_list<string> &header) {
2020-03-20 11:51:24 +08:00
string key;
StrCaseMap header_map;
int i = 0;
for(auto &val : header){
if(++i % 2 == 0){
header_map.emplace(key,val);
}else{
key = val;
}
}
sendRtspRequest(cmd,url,header_map);
2018-12-17 13:48:19 +08:00
}
2020-04-23 22:22:24 +08:00
void RtspPlayer::sendRtspRequest(const string &cmd, const string &url,const StrCaseMap &header_const) {
2020-03-20 11:51:24 +08:00
auto header = header_const;
header.emplace("CSeq",StrPrinter << _cseq_send++);
2021-10-16 16:58:03 +08:00
header.emplace("User-Agent",kServerName);
2020-03-20 11:51:24 +08:00
if(!_session_id.empty()){
header.emplace("Session", _session_id);
2020-03-20 11:51:24 +08:00
}
if(!_realm.empty() && !(*this)[Client::kRtspUser].empty()){
if(!_md5_nonce.empty()){
2020-03-20 11:51:24 +08:00
//MD5认证
/*
response计算方法如下
RTSP客户端应该使用username + password并计算response如下:
(1)password为MD5编码,
response = md5( password:nonce:md5(public_method:url) );
(2)password为ANSI字符串,
response= md5( md5(username:realm:password):nonce:md5(public_method:url) );
*/
string encrypted_pwd = (*this)[Client::kRtspPwd];
if(!(*this)[Client::kRtspPwdIsMD5].as<bool>()){
encrypted_pwd = MD5((*this)[Client::kRtspUser] + ":" + _realm + ":" + encrypted_pwd).hexdigest();
2020-03-20 11:51:24 +08:00
}
auto response = MD5(encrypted_pwd + ":" + _md5_nonce + ":" + MD5(cmd + ":" + url).hexdigest()).hexdigest();
2020-03-20 11:51:24 +08:00
_StrPrinter printer;
printer << "Digest ";
printer << "username=\"" << (*this)[Client::kRtspUser] << "\", ";
printer << "realm=\"" << _realm << "\", ";
printer << "nonce=\"" << _md5_nonce << "\", ";
2020-03-20 11:51:24 +08:00
printer << "uri=\"" << url << "\", ";
printer << "response=\"" << response << "\"";
header.emplace("Authorization",printer);
}else if(!(*this)[Client::kRtspPwdIsMD5].as<bool>()){
2020-03-20 11:51:24 +08:00
//base64认证
string authStr = StrPrinter << (*this)[Client::kRtspUser] << ":" << (*this)[Client::kRtspPwd];
2020-03-20 11:51:24 +08:00
char authStrBase64[1024] = {0};
av_base64_encode(authStrBase64, sizeof(authStrBase64), (uint8_t *) authStr.data(), (int) authStr.size());
2020-03-20 11:51:24 +08:00
header.emplace("Authorization",StrPrinter << "Basic " << authStrBase64 );
}
}
_StrPrinter printer;
printer << cmd << " " << url << " RTSP/1.0\r\n";
for (auto &pr : header){
printer << pr.first << ": " << pr.second << "\r\n";
}
printer << "\r\n";
SockSender::send(std::move(printer));
}
2021-01-31 19:18:17 +08:00
void RtspPlayer::onBeforeRtpSorted(const RtpPacket::Ptr &rtp, int track_idx){
auto &rtcp_ctx = _rtcp_context[track_idx];
rtcp_ctx->onRtp(rtp->getSeq(), rtp->getStamp(), rtp->ntp_stamp, rtp->sample_rate, rtp->size() - RtpPacket::kRtpTcpHeaderSize);
2019-05-09 13:35:54 +08:00
2020-08-01 10:14:42 +08:00
auto &ticker = _rtcp_send_ticker[track_idx];
2021-01-31 19:18:17 +08:00
if (ticker.elapsedTime() < 3 * 1000) {
//时间未到
return;
}
auto &rtcp_flag = _send_rtcp[track_idx];
//每3秒发送一次心跳rtcp与rtsp信令轮流心跳该特性用于兼容issue:642
//有些rtsp服务器需要rtcp保活有些需要发送信令保活
//发送信令保活
if (!rtcp_flag) {
if (track_idx == 0) {
sendKeepAlive();
2020-05-15 09:53:17 +08:00
}
2021-01-31 19:18:17 +08:00
ticker.resetTime();
//下次发送rtcp保活
rtcp_flag = true;
return;
2019-05-09 13:35:54 +08:00
}
2021-01-31 19:18:17 +08:00
//发送rtcp
static auto send_rtcp = [](RtspPlayer *thiz, int index, Buffer::Ptr ptr) {
if (thiz->_rtp_type == Rtsp::RTP_TCP) {
auto &track = thiz->_sdp_track[index];
thiz->send(makeRtpOverTcpPrefix((uint16_t) (ptr->size()), track->_interleaved + 1));
thiz->send(std::move(ptr));
} else {
thiz->_rtcp_sock[index]->send(std::move(ptr));
}
};
2021-01-31 19:19:24 +08:00
auto ssrc = rtp->getSSRC();
auto rtcp = rtcp_ctx->createRtcpRR(ssrc + 1, ssrc);
2021-10-16 16:58:03 +08:00
auto rtcp_sdes = RtcpSdes::create({kServerName});
2021-07-15 17:38:04 +08:00
rtcp_sdes->chunks.type = (uint8_t) SdesType::RTCP_SDES_CNAME;
rtcp_sdes->chunks.ssrc = htonl(ssrc);
2021-01-31 19:18:17 +08:00
send_rtcp(this, track_idx, std::move(rtcp));
send_rtcp(this, track_idx, RtcpHeader::toBuffer(rtcp_sdes));
ticker.resetTime();
//下次发送信令保活
rtcp_flag = false;
}
2020-04-23 22:22:24 +08:00
2020-08-30 11:40:03 +08:00
void RtspPlayer::onPlayResult_l(const SockException &ex , bool handshake_done) {
2020-08-30 10:48:34 +08:00
if (ex.getErrCode() == Err_shutdown) {
//主动shutdown的不触发回调
return;
2019-05-08 15:27:37 +08:00
}
2020-08-30 10:48:34 +08:00
WarnL << ex.getErrCode() << " " << ex.what();
2020-08-30 11:40:03 +08:00
if (!handshake_done) {
2019-05-08 15:27:37 +08:00
//开始播放阶段
_play_check_timer.reset();
2019-05-08 15:27:37 +08:00
onPlayResult(ex);
2020-04-08 11:16:09 +08:00
//是否为性能测试模式
_benchmark_mode = (*this)[Client::kBenchmarkMode].as<int>();
} else if (ex) {
//播放成功后异常断开回调
onShutdown(ex);
} else {
//恢复播放
onResume();
2019-05-08 15:27:37 +08:00
}
2020-08-30 10:48:34 +08:00
if (!ex) {
//播放成功恢复rtp接收超时定时器
_rtp_recv_ticker.resetTime();
auto timeoutMS = (*this)[Client::kMediaTimeoutMS].as<uint64_t>();
2020-08-30 10:48:34 +08:00
weak_ptr<RtspPlayer> weakSelf = dynamic_pointer_cast<RtspPlayer>(shared_from_this());
auto lam = [weakSelf, timeoutMS]() {
auto strongSelf = weakSelf.lock();
if (!strongSelf) {
return false;
}
if (strongSelf->_rtp_recv_ticker.elapsedTime() > timeoutMS) {
//接收rtp媒体数据包超时
strongSelf->onPlayResult_l(SockException(Err_timeout, "receive rtp timeout"), true);
return false;
}
return true;
};
//创建rtp数据接收超时检测定时器
_rtp_check_timer = std::make_shared<Timer>(timeoutMS / 2000.0f, lam, getPoller());
2020-08-30 10:48:34 +08:00
} else {
sendTeardown();
2019-05-08 15:27:37 +08:00
}
}
int RtspPlayer::getTrackIndexByInterleaved(int interleaved) const {
2022-01-12 15:21:33 +08:00
for (size_t i = 0; i < _sdp_track.size(); ++i) {
if (_sdp_track[i]->_interleaved == interleaved) {
2020-03-20 11:51:24 +08:00
return i;
}
}
if (_sdp_track.size() == 1) {
2020-03-20 11:51:24 +08:00
return 0;
}
2020-07-08 22:29:08 +08:00
throw SockException(Err_shutdown, StrPrinter << "no such track with interleaved:" << interleaved);
2018-07-05 18:48:08 +08:00
}
2020-08-01 10:14:42 +08:00
int RtspPlayer::getTrackIndexByTrackType(TrackType track_type) const {
2022-01-12 15:21:33 +08:00
for (size_t i = 0; i < _sdp_track.size(); ++i) {
2020-08-01 10:14:42 +08:00
if (_sdp_track[i]->_type == track_type) {
2020-03-20 11:51:24 +08:00
return i;
}
}
if (_sdp_track.size() == 1) {
2020-03-20 11:51:24 +08:00
return 0;
}
2022-01-12 15:21:33 +08:00
throw SockException(Err_shutdown, StrPrinter << "no such track with type:" << getTrackString(track_type));
}
2018-10-24 17:17:55 +08:00
} /* namespace mediakit */