copy srt official packet recve rate algorithm

This commit is contained in:
xiongguangjie 2022-09-21 19:21:49 +08:00
parent a226794cd2
commit ea35002be8
6 changed files with 101 additions and 47 deletions

View File

@ -14,6 +14,20 @@
namespace SRT { namespace SRT {
using namespace toolkit; using namespace toolkit;
static const size_t HDR_SIZE = 4; // packet header size = SRT_PH_E_SIZE * sizeof(uint32_t)
// Can also be calculated as: sizeof(struct ether_header) + sizeof(struct ip) + sizeof(struct udphdr).
static const size_t UDP_HDR_SIZE = 28; // 20 bytes IPv4 + 8 bytes of UDP { u16 sport, dport, len, csum }.
static const size_t SRT_DATA_HDR_SIZE = UDP_HDR_SIZE + HDR_SIZE;
// Maximum transmission unit size. 1500 in case of Ethernet II (RFC 1191).
static const size_t ETH_MAX_MTU_SIZE = 1500;
// Maximum payload size of an SRT packet.
static const size_t SRT_MAX_PAYLOAD_SIZE = ETH_MAX_MTU_SIZE - SRT_DATA_HDR_SIZE;
/* /*
0 1 2 3 0 1 2 3
0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1

View File

@ -22,7 +22,7 @@ SrtTransport::SrtTransport(const EventPoller::Ptr &poller)
_start_timestamp = SteadyClock::now(); _start_timestamp = SteadyClock::now();
_socket_id = s_srt_socket_id_generate.fetch_add(1); _socket_id = s_srt_socket_id_generate.fetch_add(1);
_pkt_recv_rate_context = std::make_shared<PacketRecvRateContext>(_start_timestamp); _pkt_recv_rate_context = std::make_shared<PacketRecvRateContext>(_start_timestamp);
_recv_rate_context = std::make_shared<RecvRateContext>(_start_timestamp); //_recv_rate_context = std::make_shared<RecvRateContext>(_start_timestamp);
_estimated_link_capacity_context = std::make_shared<EstimatedLinkCapacityContext>(_start_timestamp); _estimated_link_capacity_context = std::make_shared<EstimatedLinkCapacityContext>(_start_timestamp);
} }
@ -105,11 +105,12 @@ void SrtTransport::inputSockData(uint8_t *buf, int len, struct sockaddr_storage
if(_handleshake_timer){ if(_handleshake_timer){
_handleshake_timer.reset(); _handleshake_timer.reset();
} }
_pkt_recv_rate_context->inputPacket(_now); _pkt_recv_rate_context->inputPacket(_now,len-HDR_SIZE);
_estimated_link_capacity_context->inputPacket(_now); _estimated_link_capacity_context->inputPacket(_now);
_recv_rate_context->inputPacket(_now, len); //_recv_rate_context->inputPacket(_now, len);
handleDataPacket(buf, len, addr); handleDataPacket(buf, len, addr);
checkAndSendAckNak();
} else { } else {
WarnL<<"DataPacket switch to other transport: "<<socketId; WarnL<<"DataPacket switch to other transport: "<<socketId;
switchToOtherTransport(buf, len, socketId, addr); switchToOtherTransport(buf, len, socketId, addr);
@ -124,9 +125,10 @@ void SrtTransport::inputSockData(uint8_t *buf, int len, struct sockaddr_storage
switchToOtherTransport(buf, len, socketId, addr); switchToOtherTransport(buf, len, socketId, addr);
return; return;
} }
_pkt_recv_rate_context->inputPacket(_now);
_pkt_recv_rate_context->inputPacket(_now,len);
_estimated_link_capacity_context->inputPacket(_now); _estimated_link_capacity_context->inputPacket(_now);
_recv_rate_context->inputPacket(_now, len); //_recv_rate_context->inputPacket(_now, len);
auto it = s_control_functions.find(type); auto it = s_control_functions.find(type);
if (it == s_control_functions.end()) { if (it == s_control_functions.end()) {
@ -135,6 +137,9 @@ void SrtTransport::inputSockData(uint8_t *buf, int len, struct sockaddr_storage
} else { } else {
(this->*(it->second))(buf, len, addr); (this->*(it->second))(buf, len, addr);
} }
if(_is_handleshake_finished && isPusher()){
checkAndSendAckNak();
}
} else { } else {
// not reach // not reach
WarnL << "not reach this"; WarnL << "not reach this";
@ -195,7 +200,7 @@ void SrtTransport::handleHandshakeInduction(HandshakePacket &pkt, struct sockadd
registerSelfHandshake(); registerSelfHandshake();
sendControlPacket(res, true); sendControlPacket(res, true);
_handleshake_timer = std::make_shared<Timer>(0.02,[this]()->bool{ _handleshake_timer = std::make_shared<Timer>(0.2,[this]()->bool{
sendControlPacket(_handleshake_res, true); sendControlPacket(_handleshake_res, true);
return true; return true;
},getPoller()); },getPoller());
@ -389,6 +394,7 @@ void SrtTransport::handleDropReq(uint8_t *buf, int len, struct sockaddr_storage
std::list<DataPacket::Ptr> list; std::list<DataPacket::Ptr> list;
// TraceL<<"drop "<<pkt.first_pkt_seq_num<<" last "<<pkt.last_pkt_seq_num; // TraceL<<"drop "<<pkt.first_pkt_seq_num<<" last "<<pkt.last_pkt_seq_num;
_recv_buf->drop(pkt.first_pkt_seq_num, pkt.last_pkt_seq_num, list); _recv_buf->drop(pkt.first_pkt_seq_num, pkt.last_pkt_seq_num, list);
//checkAndSendAckNak();
if (list.empty()) { if (list.empty()) {
return; return;
} }
@ -413,7 +419,8 @@ void SrtTransport::handleDropReq(uint8_t *buf, int len, struct sockaddr_storage
// TraceL << "check lost send nack"; // TraceL << "check lost send nack";
} }
*/ */
}
void SrtTransport::checkAndSendAckNak(){
auto nak_interval = (_rtt + _rtt_variance * 4) / 2; auto nak_interval = (_rtt + _rtt_variance * 4) / 2;
if (nak_interval <= 20 * 1000) { if (nak_interval <= 20 * 1000) {
nak_interval = 20 * 1000; nak_interval = 20 * 1000;
@ -442,7 +449,6 @@ void SrtTransport::handleDropReq(uint8_t *buf, int len, struct sockaddr_storage
} }
_light_ack_pkt_count++; _light_ack_pkt_count++;
} }
void SrtTransport::handleUserDefinedType(uint8_t *buf, int len, struct sockaddr_storage *addr) { void SrtTransport::handleUserDefinedType(uint8_t *buf, int len, struct sockaddr_storage *addr) {
TraceL; TraceL;
} }
@ -465,6 +471,8 @@ void SrtTransport::handlePeerError(uint8_t *buf, int len, struct sockaddr_storag
} }
void SrtTransport::sendACKPacket() { void SrtTransport::sendACKPacket() {
uint32_t recv_rate = 0;
ACKPacket::Ptr pkt = std::make_shared<ACKPacket>(); ACKPacket::Ptr pkt = std::make_shared<ACKPacket>();
pkt->dst_socket_id = _peer_socket_id; pkt->dst_socket_id = _peer_socket_id;
pkt->timestamp = DurationCountMicroseconds(_now - _start_timestamp); pkt->timestamp = DurationCountMicroseconds(_now - _start_timestamp);
@ -473,9 +481,9 @@ void SrtTransport::sendACKPacket() {
pkt->rtt = _rtt; pkt->rtt = _rtt;
pkt->rtt_variance = _rtt_variance; pkt->rtt_variance = _rtt_variance;
pkt->available_buf_size = _recv_buf->getAvailableBufferSize(); pkt->available_buf_size = _recv_buf->getAvailableBufferSize();
pkt->pkt_recv_rate = _pkt_recv_rate_context->getPacketRecvRate(); pkt->pkt_recv_rate = _pkt_recv_rate_context->getPacketRecvRate(recv_rate);
pkt->estimated_link_capacity = _estimated_link_capacity_context->getEstimatedLinkCapacity(); pkt->estimated_link_capacity = _estimated_link_capacity_context->getEstimatedLinkCapacity();
pkt->recv_rate = _recv_rate_context->getRecvRate(); pkt->recv_rate = recv_rate;
pkt->storeToData(); pkt->storeToData();
_ack_send_timestamp[pkt->ack_number] = _now; _ack_send_timestamp[pkt->ack_number] = _now;
_last_ack_pkt_seq_num = pkt->last_ack_pkt_seq_number; _last_ack_pkt_seq_num = pkt->last_ack_pkt_seq_number;
@ -584,7 +592,7 @@ void SrtTransport::handleDataPacket(uint8_t *buf, int len, struct sockaddr_stora
sendNAKPacket(lost); sendNAKPacket(lost);
} }
*/ */
/*
auto nak_interval = (_rtt + _rtt_variance * 4) / 2; auto nak_interval = (_rtt + _rtt_variance * 4) / 2;
if (nak_interval <= 20 * 1000) { if (nak_interval <= 20 * 1000) {
nak_interval = 20 * 1000; nak_interval = 20 * 1000;
@ -617,6 +625,7 @@ void SrtTransport::handleDataPacket(uint8_t *buf, int len, struct sockaddr_stora
_light_ack_pkt_count = 0; _light_ack_pkt_count = 0;
} }
_light_ack_pkt_count++; _light_ack_pkt_count++;
*/
// bufCheckInterval(); // bufCheckInterval();
} }

View File

@ -53,7 +53,9 @@ protected:
virtual bool isPusher() { return true; }; virtual bool isPusher() { return true; };
virtual void onSRTData(DataPacket::Ptr pkt) {}; virtual void onSRTData(DataPacket::Ptr pkt) {};
virtual void onShutdown(const SockException &ex); virtual void onShutdown(const SockException &ex);
virtual void onHandShakeFinished(std::string &streamid, struct sockaddr_storage *addr) {}; virtual void onHandShakeFinished(std::string &streamid, struct sockaddr_storage *addr) {
_is_handleshake_finished = true;
};
virtual void sendPacket(Buffer::Ptr pkt, bool flush = true); virtual void sendPacket(Buffer::Ptr pkt, bool flush = true);
virtual int getLatencyMul() { return 4; }; virtual int getLatencyMul() { return 4; };
virtual int getPktBufSize() { return 8192; }; virtual int getPktBufSize() { return 8192; };
@ -91,6 +93,8 @@ private:
void createTimerForCheckAlive(); void createTimerForCheckAlive();
void checkAndSendAckNak();
protected: protected:
void sendDataPacket(DataPacket::Ptr pkt, char *buf, int len, bool flush = false); void sendDataPacket(DataPacket::Ptr pkt, char *buf, int len, bool flush = false);
void sendControlPacket(ControlPacket::Ptr pkt, bool flush = true); void sendControlPacket(ControlPacket::Ptr pkt, bool flush = true);
@ -137,7 +141,7 @@ private:
std::shared_ptr<PacketRecvRateContext> _pkt_recv_rate_context; std::shared_ptr<PacketRecvRateContext> _pkt_recv_rate_context;
std::shared_ptr<EstimatedLinkCapacityContext> _estimated_link_capacity_context; std::shared_ptr<EstimatedLinkCapacityContext> _estimated_link_capacity_context;
std::shared_ptr<RecvRateContext> _recv_rate_context; //std::shared_ptr<RecvRateContext> _recv_rate_context;
UTicker _nak_ticker; UTicker _nak_ticker;
@ -152,6 +156,8 @@ private:
Timer::Ptr _timer; Timer::Ptr _timer;
//刷新计时器 //刷新计时器
Ticker _alive_ticker; Ticker _alive_ticker;
bool _is_handleshake_finished = false;
}; };
class SrtTransportManager { class SrtTransportManager {

View File

@ -22,6 +22,7 @@ SrtTransportImp::~SrtTransportImp() {
} }
void SrtTransportImp::onHandShakeFinished(std::string &streamid, struct sockaddr_storage *addr) { void SrtTransportImp::onHandShakeFinished(std::string &streamid, struct sockaddr_storage *addr) {
SrtTransport::onHandShakeFinished(streamid,addr);
// TODO parse stream id like this zlmediakit.com/live/test?token=1213444&type=push // TODO parse stream id like this zlmediakit.com/live/test?token=1213444&type=push
if (!_addr) { if (!_addr) {
_addr.reset(new sockaddr_storage(*((sockaddr_storage *)addr))); _addr.reset(new sockaddr_storage(*((sockaddr_storage *)addr)));
@ -100,6 +101,7 @@ void SrtTransportImp::onSRTData(DataPacket::Ptr pkt) {
} }
if (_decoder) { if (_decoder) {
_decoder->input(reinterpret_cast<const uint8_t *>(pkt->payloadData()), pkt->payloadSize()); _decoder->input(reinterpret_cast<const uint8_t *>(pkt->payloadData()), pkt->payloadSize());
//TraceL<<" size "<<pkt->payloadSize();
} else { } else {
WarnP(this) << " not reach this"; WarnP(this) << " not reach this";
} }

View File

@ -4,36 +4,56 @@
namespace SRT { namespace SRT {
void PacketRecvRateContext::inputPacket(TimePoint &ts) { PacketRecvRateContext::PacketRecvRateContext(TimePoint start)
if (_pkt_map.size() > 100) { : _last_arrive_time(start) {
_pkt_map.erase(_pkt_map.begin()); for (size_t i = 0; i < SIZE; i++) {
_ts_arr[i] = 1000000;
_size_arr[i] = SRT_MAX_PAYLOAD_SIZE;
} }
auto tmp = DurationCountMicroseconds(ts - _start); _cur_idx = 0;
_pkt_map.emplace(tmp, tmp); };
void PacketRecvRateContext::inputPacket(TimePoint &ts,size_t len) {
auto tmp = DurationCountMicroseconds(ts - _last_arrive_time);
_ts_arr[_cur_idx] = tmp;
_size_arr[_cur_idx] = len;
_cur_idx = (1+_cur_idx)%SIZE;
_last_arrive_time = ts;
} }
uint32_t PacketRecvRateContext::getPacketRecvRate() { uint32_t PacketRecvRateContext::getPacketRecvRate(uint32_t &bytesps) {
if (_pkt_map.size() < 2) { int64_t tmp_arry[SIZE];
return 50000; std::copy(_ts_arr, _ts_arr + SIZE, tmp_arry);
std::nth_element(tmp_arry, tmp_arry + (SIZE / 2), tmp_arry + SIZE);
int64_t median = tmp_arry[SIZE / 2];
unsigned count = 0;
int sum = 0;
int64_t upper = median << 3;
int64_t lower = median >> 3;
bytesps = 0;
size_t bytes = 0;
const size_t *bp = _size_arr;
// median filtering
const int64_t *p = _ts_arr;
for (int i = 0, n = SIZE; i < n; ++i) {
if ((*p < upper) && (*p > lower)) {
++count; // packet counter
sum += *p; // usec counter
bytes += *bp; // byte counter
} }
int64_t dur = 1000; ++p; // advance packet pointer
for (auto it = _pkt_map.begin(); it != _pkt_map.end(); ++it) { ++bp; // advance bytes pointer
auto next = it;
++next;
if (next == _pkt_map.end()) {
break;
} }
if ((next->first - it->first) < dur) { // claculate speed, or return 0 if not enough valid value
dur = next->first - it->first;
}
}
double rate = 1e6 / (double)dur; bytesps = (unsigned long)ceil(1000000.0 / (double(sum) / double(bytes)));
if (rate <= 1000) { auto ret = (uint32_t)ceil(1000000.0 / (sum / count));
return 50000; if(_cur_idx == 0)
} TraceL << bytesps << " byte/sec " << ret << " pkt/sec";
return rate; return ret;
} }
void EstimatedLinkCapacityContext::inputPacket(TimePoint &ts) { void EstimatedLinkCapacityContext::inputPacket(TimePoint &ts) {
@ -70,12 +90,13 @@ uint32_t EstimatedLinkCapacityContext::getEstimatedLinkCapacity() {
return (uint32_t)(1.0 / dur); return (uint32_t)(1.0 / dur);
} }
/*
void RecvRateContext::inputPacket(TimePoint &ts, size_t size) { void RecvRateContext::inputPacket(TimePoint &ts, size_t size) {
if (_pkt_map.size() > 100) { if (_pkt_map.size() > 100) {
_pkt_map.erase(_pkt_map.begin()); _pkt_map.erase(_pkt_map.begin());
} }
auto tmp = DurationCountMicroseconds(ts - _start); auto tmp = DurationCountMicroseconds(ts - _start);
_pkt_map.emplace(tmp, tmp); _pkt_map.emplace(tmp, size);
} }
uint32_t RecvRateContext::getRecvRate() { uint32_t RecvRateContext::getRecvRate() {
@ -94,5 +115,5 @@ uint32_t RecvRateContext::getRecvRate() {
double rate = (double)bytes / dur; double rate = (double)bytes / dur;
return (uint32_t)rate; return (uint32_t)rate;
} }
*/
} // namespace SRT } // namespace SRT

View File

@ -6,18 +6,19 @@
#include "Packet.hpp" #include "Packet.hpp"
namespace SRT { namespace SRT {
class PacketRecvRateContext { class PacketRecvRateContext {
public: public:
PacketRecvRateContext(TimePoint start) PacketRecvRateContext(TimePoint start);
: _start(start) {};
~PacketRecvRateContext() = default; ~PacketRecvRateContext() = default;
void inputPacket(TimePoint &ts); void inputPacket(TimePoint &ts,size_t len = 0);
uint32_t getPacketRecvRate(); uint32_t getPacketRecvRate(uint32_t& bytesps);
static const int SIZE = 16;
private: private:
TimePoint _start; TimePoint _last_arrive_time;
std::map<int64_t, int64_t> _pkt_map; int64_t _ts_arr[SIZE];
size_t _size_arr[SIZE];
size_t _cur_idx;
//std::map<int64_t, int64_t> _pkt_map;
}; };
class EstimatedLinkCapacityContext { class EstimatedLinkCapacityContext {
@ -32,6 +33,7 @@ private:
std::map<int64_t, int64_t> _pkt_map; std::map<int64_t, int64_t> _pkt_map;
}; };
/*
class RecvRateContext { class RecvRateContext {
public: public:
RecvRateContext(TimePoint start) RecvRateContext(TimePoint start)
@ -44,6 +46,6 @@ private:
TimePoint _start; TimePoint _start;
std::map<int64_t, size_t> _pkt_map; std::map<int64_t, size_t> _pkt_map;
}; };
*/
} // namespace SRT } // namespace SRT
#endif // ZLMEDIAKIT_SRT_STATISTIC_H #endif // ZLMEDIAKIT_SRT_STATISTIC_H