整理http相关代码

This commit is contained in:
ziyue 2021-09-30 16:10:09 +08:00
parent a548fcd709
commit 15edbeac3e
11 changed files with 251 additions and 209 deletions

View File

@ -104,7 +104,7 @@ API_EXPORT void API_CALL mk_http_requester_add_header(mk_http_requester ctx,cons
API_EXPORT const char* API_CALL mk_http_requester_get_response_status(mk_http_requester ctx){ API_EXPORT const char* API_CALL mk_http_requester_get_response_status(mk_http_requester ctx){
assert(ctx); assert(ctx);
HttpRequester::Ptr *obj = (HttpRequester::Ptr *)ctx; HttpRequester::Ptr *obj = (HttpRequester::Ptr *)ctx;
return (*obj)->responseStatus().c_str(); return (*obj)->response().Url().c_str();
} }
API_EXPORT const char* API_CALL mk_http_requester_get_response_header(mk_http_requester ctx,const char *key){ API_EXPORT const char* API_CALL mk_http_requester_get_response_header(mk_http_requester ctx,const char *key){
@ -131,7 +131,7 @@ API_EXPORT mk_parser API_CALL mk_http_requester_get_response(mk_http_requester c
API_EXPORT void API_CALL mk_http_requester_set_cb(mk_http_requester ctx,on_mk_http_requester_complete cb, void *user_data){ API_EXPORT void API_CALL mk_http_requester_set_cb(mk_http_requester ctx,on_mk_http_requester_complete cb, void *user_data){
assert(ctx && cb); assert(ctx && cb);
HttpRequester::Ptr *obj = (HttpRequester::Ptr *)ctx; HttpRequester::Ptr *obj = (HttpRequester::Ptr *)ctx;
(*obj)->setOnResult([cb,user_data](const SockException &ex,const string &status,const StrCaseMap &header,const string &strRecvBody){ (*obj)->setOnResult([cb, user_data](const SockException &ex, const Parser &res) {
cb(user_data, ex.getErrCode(), ex.what()); cb(user_data, ex.getErrCode(), ex.what());
}); });
} }

View File

@ -71,22 +71,20 @@ onceToken token([](){
static void parse_http_response(const SockException &ex, static void parse_http_response(const SockException &ex,
const string &status, const Parser &res,
const HttpClient::HttpHeader &header,
const string &strRecvBody,
const function<void(const Value &,const string &)> &fun){ const function<void(const Value &,const string &)> &fun){
if (ex) { if (ex) {
auto errStr = StrPrinter << "[network err]:" << ex.what() << endl; auto errStr = StrPrinter << "[network err]:" << ex.what() << endl;
fun(Json::nullValue, errStr); fun(Json::nullValue, errStr);
return; return;
} }
if(status != "200"){ if (res.Url() != "200") {
auto errStr = StrPrinter << "[bad http status code]:" << status << endl; auto errStr = StrPrinter << "[bad http status code]:" << res.Url() << endl;
fun(Json::nullValue, errStr); fun(Json::nullValue, errStr);
return; return;
} }
try { try {
stringstream ss(strRecvBody); stringstream ss(res.Content());
Value result; Value result;
ss >> result; ss >> result;
if (result["code"].asInt() != 0) { if (result["code"].asInt() != 0) {
@ -144,13 +142,11 @@ void do_http_hook(const string &url,const ArgsType &body,const function<void(con
} }
std::shared_ptr<Ticker> pTicker(new Ticker); std::shared_ptr<Ticker> pTicker(new Ticker);
requester->startRequester(url, [url, func, bodyStr, requester, pTicker](const SockException &ex, requester->startRequester(url, [url, func, bodyStr, requester, pTicker](const SockException &ex,
const string &status, const Parser &res) mutable{
const HttpClient::HttpHeader &header,
const string &strRecvBody) mutable{
onceToken token(nullptr, [&]() mutable{ onceToken token(nullptr, [&]() mutable{
requester.reset(); requester.reset();
}); });
parse_http_response(ex,status,header,strRecvBody,[&](const Value &obj,const string &err){ parse_http_response(ex, res, [&](const Value &obj, const string &err) {
if (func) { if (func) {
func(obj, err); func(obj, err);
} }

View File

@ -119,12 +119,12 @@ const string &Parser::Params() const {
return _params; return _params;
} }
void Parser::setUrl(const string &url) { void Parser::setUrl(string url) {
this->_strUrl = url; this->_strUrl = std::move(url);
} }
void Parser::setContent(const string &content) { void Parser::setContent(string content) {
this->_strContent = content; this->_strContent = std::move(content);
} }
StrCaseMap &Parser::getHeader() const { StrCaseMap &Parser::getHeader() const {

View File

@ -14,6 +14,7 @@
#include <map> #include <map>
#include <string> #include <string>
#include "Util/util.h" #include "Util/util.h"
using namespace std; using namespace std;
using namespace toolkit; using namespace toolkit;
@ -27,10 +28,9 @@ struct StrCaseCompare {
} }
}; };
class StrCaseMap : public multimap<string, string, StrCaseCompare> { class StrCaseMap : public multimap<string, string, StrCaseCompare> {
public: public:
typedef multimap<string, string, StrCaseCompare> Super ; using Super = multimap<string, string, StrCaseCompare>;
StrCaseMap() = default; StrCaseMap() = default;
~StrCaseMap() = default; ~StrCaseMap() = default;
@ -62,34 +62,49 @@ class Parser {
public: public:
Parser(); Parser();
~Parser(); ~Parser();
//解析信令 //解析信令
void Parse(const char *buf); void Parse(const char *buf);
//获取命令字 //获取命令字
const string &Method() const; const string &Method() const;
//获取中间url不包含?后面的参数 //获取中间url不包含?后面的参数
const string &Url() const; const string &Url() const;
//获取中间url包含?后面的参数 //获取中间url包含?后面的参数
string FullUrl() const; string FullUrl() const;
//获取命令协议名 //获取命令协议名
const string &Tail() const; const string &Tail() const;
//根据header key名获取请求header value值 //根据header key名获取请求header value值
const string &operator[](const char *name) const; const string &operator[](const char *name) const;
//获取http body或sdp //获取http body或sdp
const string &Content() const; const string &Content() const;
//清空,为了重用 //清空,为了重用
void Clear(); void Clear();
//获取?后面的参数 //获取?后面的参数
const string &Params() const; const string &Params() const;
//重新设置url //重新设置url
void setUrl(const string &url); void setUrl(string url);
//重新设置content //重新设置content
void setContent(const string &content); void setContent(string content);
//获取header列表 //获取header列表
StrCaseMap &getHeader() const; StrCaseMap &getHeader() const;
//获取url参数列表 //获取url参数列表
StrCaseMap &getUrlArgs() const; StrCaseMap &getUrlArgs() const;
//解析?后面的参数 //解析?后面的参数
static StrCaseMap parseArgs(const string &str, const char *pair_delim = "&", const char *key_delim = "="); static StrCaseMap parseArgs(const string &str, const char *pair_delim = "&", const char *key_delim = "=");
private: private:
string _strMethod; string _strMethod;
string _strUrl; string _strUrl;
@ -101,7 +116,6 @@ private:
mutable StrCaseMap _mapUrlArgs; mutable StrCaseMap _mapUrlArgs;
}; };
}//namespace mediakit }//namespace mediakit
#endif //ZLMEDIAKIT_PARSER_H #endif //ZLMEDIAKIT_PARSER_H

View File

@ -23,8 +23,8 @@
namespace mediakit { namespace mediakit {
HttpStringBody::HttpStringBody(const string &str){ HttpStringBody::HttpStringBody(string str){
_str = str; _str = std::move(str);
} }
ssize_t HttpStringBody::remainSize() { ssize_t HttpStringBody::remainSize() {
@ -43,6 +43,7 @@ Buffer::Ptr HttpStringBody::readData(size_t size) {
} }
////////////////////////////////////////////////////////////////// //////////////////////////////////////////////////////////////////
HttpFileBody::HttpFileBody(const string &filePath){ HttpFileBody::HttpFileBody(const string &filePath){
std::shared_ptr<FILE> fp(fopen(filePath.data(), "rb"), [](FILE *fp) { std::shared_ptr<FILE> fp(fopen(filePath.data(), "rb"), [](FILE *fp) {
if(fp){ if(fp){

View File

@ -68,7 +68,7 @@ public:
class HttpStringBody : public HttpBody{ class HttpStringBody : public HttpBody{
public: public:
typedef std::shared_ptr<HttpStringBody> Ptr; typedef std::shared_ptr<HttpStringBody> Ptr;
HttpStringBody(const string &str); HttpStringBody(string str);
~HttpStringBody() override = default; ~HttpStringBody() override = default;
ssize_t remainSize() override; ssize_t remainSize() override;

View File

@ -14,13 +14,6 @@
namespace mediakit { namespace mediakit {
HttpClient::HttpClient() {
}
HttpClient::~HttpClient() {
}
void HttpClient::sendRequest(const string &strUrl, float fTimeOutSec) { void HttpClient::sendRequest(const string &strUrl, float fTimeOutSec) {
_aliveTicker.resetTime(); _aliveTicker.resetTime();
_url = strUrl; _url = strUrl;
@ -60,7 +53,8 @@ void HttpClient::sendRequest(const string &strUrl, float fTimeOutSec) {
_header.emplace("Connection", "keep-alive"); _header.emplace("Connection", "keep-alive");
_header.emplace("Accept", "*/*"); _header.emplace("Accept", "*/*");
_header.emplace("Accept-Language", "zh-CN,zh;q=0.8"); _header.emplace("Accept-Language", "zh-CN,zh;q=0.8");
_header.emplace("User-Agent","Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/57.0.2987.133 Safari/537.36"); _header.emplace("User-Agent",
"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/57.0.2987.133 Safari/537.36");
if (_body && _body->remainSize()) { if (_body && _body->remainSize()) {
_header.emplace("Content-Length", to_string(_body->remainSize())); _header.emplace("Content-Length", to_string(_body->remainSize()));
@ -82,9 +76,7 @@ void HttpClient::sendRequest(const string &strUrl, float fTimeOutSec) {
_header.emplace("Cookie", printer); _header.emplace("Cookie", printer);
} }
if (!alive() || bChanged) { if (!alive() || bChanged) {
//InfoL << "reconnet:" << _lastHost;
startConnect(host, port, fTimeOutSec); startConnect(host, port, fTimeOutSec);
} else { } else {
SockException ex; SockException ex;
@ -92,6 +84,51 @@ void HttpClient::sendRequest(const string &strUrl, float fTimeOutSec) {
} }
} }
void HttpClient::clear() {
_header.clear();
_body.reset();
_method.clear();
_path.clear();
_parser.Clear();
_recvedBodySize = 0;
_totalBodySize = 0;
_aliveTicker.resetTime();
_chunkedSplitter.reset();
HttpRequestSplitter::reset();
}
void HttpClient::setMethod(string method) {
_method = std::move(method);
}
void HttpClient::setHeader(HttpHeader header) {
_header = std::move(header);
}
HttpClient &HttpClient::addHeader(string key, string val, bool force) {
if (!force) {
_header.emplace(std::move(key), std::move(val));
} else {
_header[std::move(key)] = std::move(val);
}
return *this;
}
void HttpClient::setBody(string body) {
_body.reset(new HttpStringBody(std::move(body)));
}
void HttpClient::setBody(HttpBody::Ptr body) {
_body = std::move(body);
}
const Parser &HttpClient::response() const {
return _parser;
}
const string &HttpClient::getUrl() const {
return _url;
}
void HttpClient::onConnect(const SockException &ex) { void HttpClient::onConnect(const SockException &ex) {
_aliveTicker.resetTime(); _aliveTicker.resetTime();
@ -285,6 +322,4 @@ void HttpClient::checkCookie(HttpClient::HttpHeader &headers) {
} }
} }
} /* namespace mediakit */ } /* namespace mediakit */

View File

@ -24,6 +24,7 @@
#include "HttpChunkedSplitter.h" #include "HttpChunkedSplitter.h"
#include "strCoding.h" #include "strCoding.h"
#include "HttpBody.h" #include "HttpBody.h"
using namespace std; using namespace std;
using namespace toolkit; using namespace toolkit;
@ -31,8 +32,9 @@ namespace mediakit {
class HttpArgs : public map<string, variant, StrCaseCompare> { class HttpArgs : public map<string, variant, StrCaseCompare> {
public: public:
HttpArgs(){} HttpArgs() = default;
virtual ~HttpArgs(){} ~HttpArgs() = default;
string make() const { string make() const {
string ret; string ret;
for (auto &pr : *this) { for (auto &pr : *this) {
@ -50,58 +52,60 @@ public:
class HttpClient : public TcpClient, public HttpRequestSplitter { class HttpClient : public TcpClient, public HttpRequestSplitter {
public: public:
typedef StrCaseMap HttpHeader; using HttpHeader = StrCaseMap;
typedef std::shared_ptr<HttpClient> Ptr; using Ptr = std::shared_ptr<HttpClient>;
HttpClient();
virtual ~HttpClient(); HttpClient() = default;
~HttpClient() override = default;
/**
* http[s]
* @param url url
* @param fTimeOutSec
*/
virtual void sendRequest(const string &url, float fTimeOutSec); virtual void sendRequest(const string &url, float fTimeOutSec);
virtual void clear(){ /**
_header.clear(); *
_body.reset(); */
_method.clear(); virtual void clear();
_path.clear();
_parser.Clear();
_recvedBodySize = 0;
_totalBodySize = 0;
_aliveTicker.resetTime();
_chunkedSplitter.reset();
HttpRequestSplitter::reset();
}
void setMethod(const string &method){ /**
_method = method; * http方法
} * @param method GET/POST等
void setHeader(const HttpHeader &header){ */
_header = header; void setMethod(string method);
}
HttpClient & addHeader(const string &key,const string &val,bool force = false){ /**
if(!force){ * http头
_header.emplace(key,val); * @param header
}else{ */
_header[key] = val; void setHeader(HttpHeader header);
}
return *this; HttpClient &addHeader(string key, string val, bool force = false);
}
void setBody(const string &body){ /**
_body.reset(new HttpStringBody(body)); * http content
} * @param body http content
void setBody(const HttpBody::Ptr &body){ */
_body = body; void setBody(string body);
}
const string &responseStatus() const{ /**
return _parser.Url(); * http content
} * @param body http content
const HttpHeader &responseHeader() const{ */
return _parser.getHeader(); void setBody(HttpBody::Ptr body);
}
const Parser& response() const{ /**
return _parser; *
} */
const Parser &response() const;
/**
* url
*/
const string &getUrl() const;
const string &getUrl() const{
return _url;
}
protected: protected:
/** /**
* http回复头 * http回复头
@ -147,16 +151,17 @@ protected:
*/ */
virtual bool onRedirectUrl(const string &url, bool temporary) { return true; }; virtual bool onRedirectUrl(const string &url, bool temporary) { return true; };
//HttpRequestSplitter override //// HttpRequestSplitter override ////
ssize_t onRecvHeader(const char *data, size_t len) override; ssize_t onRecvHeader(const char *data, size_t len) override;
void onRecvContent(const char *data, size_t len) override; void onRecvContent(const char *data, size_t len) override;
protected: protected:
virtual void onConnect(const SockException &ex) override; //// TcpClient override ////
virtual void onRecv(const Buffer::Ptr &pBuf) override; void onConnect(const SockException &ex) override;
virtual void onErr(const SockException &ex) override; void onRecv(const Buffer::Ptr &pBuf) override;
virtual void onFlush() override; void onErr(const SockException &ex) override;
virtual void onManager() override; void onFlush() override;
void onManager() override;
private: private:
void onResponseCompleted_l(); void onResponseCompleted_l();

View File

@ -12,13 +12,6 @@
namespace mediakit { namespace mediakit {
HttpRequester::HttpRequester(){
}
HttpRequester::~HttpRequester(){
}
ssize_t HttpRequester::onResponseHeader(const string &status, const HttpHeader &headers) { ssize_t HttpRequester::onResponseHeader(const string &status, const HttpHeader &headers) {
_strRecvBody.clear(); _strRecvBody.clear();
return HttpClientImp::onResponseHeader(status, headers); return HttpClientImp::onResponseHeader(status, headers);
@ -29,16 +22,17 @@ void HttpRequester::onResponseBody(const char *buf,size_t size,size_t recvedSize
} }
void HttpRequester::onResponseCompleted() { void HttpRequester::onResponseCompleted() {
const_cast<Parser &> (response()).setContent(std::move(_strRecvBody));
if (_onResult) { if (_onResult) {
_onResult(SockException(),responseStatus(),responseHeader(),_strRecvBody); _onResult(SockException(), response());
_onResult = nullptr; _onResult = nullptr;
} }
} }
void HttpRequester::onDisconnect(const SockException &ex) { void HttpRequester::onDisconnect(const SockException &ex) {
const_cast<Parser &> (response()).setContent(std::move(_strRecvBody));
if (_onResult) { if (_onResult) {
const_cast<Parser &>(response()).setContent(_strRecvBody); _onResult(ex, response());
_onResult(ex,responseStatus(),responseHeader(),_strRecvBody);
_onResult = nullptr; _onResult = nullptr;
} }
} }

View File

@ -15,21 +15,24 @@
namespace mediakit { namespace mediakit {
class HttpRequester : public HttpClientImp class HttpRequester : public HttpClientImp {
{
public: public:
typedef std::shared_ptr<HttpRequester> Ptr; using Ptr = std::shared_ptr<HttpRequester>;
typedef std::function<void(const SockException &ex,const string &status,const HttpHeader &header,const string &strRecvBody)> HttpRequesterResult; using HttpRequesterResult = std::function<void(const SockException &ex, const Parser &response)>;
HttpRequester();
virtual ~HttpRequester(); HttpRequester() = default;
~HttpRequester() override = default;
void setOnResult(const HttpRequesterResult &onResult); void setOnResult(const HttpRequesterResult &onResult);
void startRequester(const string &url, const HttpRequesterResult &onResult, float timeOutSecond = 10); void startRequester(const string &url, const HttpRequesterResult &onResult, float timeOutSecond = 10);
void clear() override; void clear() override;
private: private:
ssize_t onResponseHeader(const string &status, const HttpHeader &headers) override; ssize_t onResponseHeader(const string &status, const HttpHeader &headers) override;
void onResponseBody(const char *buf, size_t size, size_t recvedSize, size_t totalSize) override; void onResponseBody(const char *buf, size_t size, size_t recvedSize, size_t totalSize) override;
void onResponseCompleted() override; void onResponseCompleted() override;
void onDisconnect(const SockException &ex) override; void onDisconnect(const SockException &ex) override;
private: private:
string _strRecvBody; string _strRecvBody;
HttpRequesterResult _onResult; HttpRequesterResult _onResult;

View File

@ -76,9 +76,7 @@ int main(int argc, char *argv[]) {
//开启请求该api会返回当前主机外网ip等信息 //开启请求该api会返回当前主机外网ip等信息
requesterGet->startRequester("http://pv.sohu.com/cityjson?ie=utf-8",//url地址 requesterGet->startRequester("http://pv.sohu.com/cityjson?ie=utf-8",//url地址
[](const SockException &ex, //网络相关的失败信息,如果为空就代表成功 [](const SockException &ex, //网络相关的失败信息,如果为空就代表成功
const string &status, //http回复的状态码比如说200/404 const Parser &parser) { //http回复body
const HttpClient::HttpHeader &header, //http回复头
const string &strRecvBody) { //http回复body
DebugL << "=====================HttpRequester GET==========================="; DebugL << "=====================HttpRequester GET===========================";
if (ex) { if (ex) {
//网络相关的错误 //网络相关的错误
@ -86,12 +84,12 @@ int main(int argc, char *argv[]) {
} else { } else {
//打印http回复信息 //打印http回复信息
_StrPrinter printer; _StrPrinter printer;
for (auto &pr: header) { for (auto &pr: parser.getHeader()) {
printer << pr.first << ":" << pr.second << "\r\n"; printer << pr.first << ":" << pr.second << "\r\n";
} }
InfoL << "status:" << status << "\r\n" InfoL << "status:" << parser.Url() << "\r\n"
<< "header:\r\n" << (printer << endl) << "header:\r\n" << (printer << endl)
<< "\r\nbody:" << strRecvBody; << "\r\nbody:" << parser.Content();
} }
}); });
@ -114,9 +112,7 @@ int main(int argc, char *argv[]) {
//开启请求 //开启请求
requesterPost->startRequester("http://fanyi.baidu.com/langdetect",//url地址 requesterPost->startRequester("http://fanyi.baidu.com/langdetect",//url地址
[](const SockException &ex, //网络相关的失败信息,如果为空就代表成功 [](const SockException &ex, //网络相关的失败信息,如果为空就代表成功
const string &status, //http回复的状态码比如说200/404 const Parser &parser) { //http回复body
const HttpClient::HttpHeader &header, //http回复头
const string &strRecvBody) { //http回复body
DebugL << "=====================HttpRequester POST=========================="; DebugL << "=====================HttpRequester POST==========================";
if (ex) { if (ex) {
//网络相关的错误 //网络相关的错误
@ -124,12 +120,12 @@ int main(int argc, char *argv[]) {
} else { } else {
//打印http回复信息 //打印http回复信息
_StrPrinter printer; _StrPrinter printer;
for (auto &pr: header) { for (auto &pr: parser.getHeader()) {
printer << pr.first << ":" << pr.second << "\r\n"; printer << pr.first << ":" << pr.second << "\r\n";
} }
InfoL << "status:" << status << "\r\n" InfoL << "status:" << parser.Url() << "\r\n"
<< "header:\r\n" << (printer << endl) << "header:\r\n" << (printer << endl)
<< "\r\nbody:" << strRecvBody; << "\r\nbody:" << parser.Content();
} }
}); });
@ -153,9 +149,7 @@ int main(int argc, char *argv[]) {
//开启请求 //开启请求
requesterUploader->startRequester("http://fanyi.baidu.com/langdetect",//url地址 requesterUploader->startRequester("http://fanyi.baidu.com/langdetect",//url地址
[](const SockException &ex, //网络相关的失败信息,如果为空就代表成功 [](const SockException &ex, //网络相关的失败信息,如果为空就代表成功
const string &status, //http回复的状态码比如说200/404 const Parser &parser) { //http回复body
const HttpClient::HttpHeader &header, //http回复头
const string &strRecvBody) { //http回复body
DebugL << "=====================HttpRequester Uploader=========================="; DebugL << "=====================HttpRequester Uploader==========================";
if (ex) { if (ex) {
//网络相关的错误 //网络相关的错误
@ -163,12 +157,12 @@ int main(int argc, char *argv[]) {
} else { } else {
//打印http回复信息 //打印http回复信息
_StrPrinter printer; _StrPrinter printer;
for (auto &pr: header) { for (auto &pr: parser.getHeader()) {
printer << pr.first << ":" << pr.second << "\r\n"; printer << pr.first << ":" << pr.second << "\r\n";
} }
InfoL << "status:" << status << "\r\n" InfoL << "status:" << parser.Url() << "\r\n"
<< "header:\r\n" << (printer << endl) << "header:\r\n" << (printer << endl)
<< "\r\nbody:" << strRecvBody; << "\r\nbody:" << parser.Content();
} }
}); });