2019-10-27 02:04:51 +08:00
|
|
|
|
/*
|
|
|
|
|
* MIT License
|
|
|
|
|
*
|
|
|
|
|
* Copyright (c) 2016-2019 xiongziliang <771730766@qq.com>
|
|
|
|
|
*
|
|
|
|
|
* This file is part of ZLMediaKit(https://github.com/xiongziliang/ZLMediaKit).
|
|
|
|
|
*
|
|
|
|
|
* Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
|
|
|
* of this software and associated documentation files (the "Software"), to deal
|
|
|
|
|
* in the Software without restriction, including without limitation the rights
|
|
|
|
|
* to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
|
|
|
* copies of the Software, and to permit persons to whom the Software is
|
|
|
|
|
* furnished to do so, subject to the following conditions:
|
|
|
|
|
*
|
|
|
|
|
* The above copyright notice and this permission notice shall be included in all
|
|
|
|
|
* copies or substantial portions of the Software.
|
|
|
|
|
*
|
|
|
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
|
|
|
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
|
|
|
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
|
|
|
* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
|
|
|
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
|
|
|
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
|
|
|
|
* SOFTWARE.
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
#ifndef ZLMEDIAKIT_FILEREADER_H
|
|
|
|
|
#define ZLMEDIAKIT_FILEREADER_H
|
|
|
|
|
|
|
|
|
|
#include <stdlib.h>
|
|
|
|
|
#include <memory>
|
|
|
|
|
#include "Network/Buffer.h"
|
|
|
|
|
#include "Util/ResourcePool.h"
|
|
|
|
|
#include "Util/logger.h"
|
2019-12-28 13:11:41 +08:00
|
|
|
|
#include "Thread/WorkThreadPool.h"
|
2019-10-27 02:04:51 +08:00
|
|
|
|
|
|
|
|
|
using namespace std;
|
|
|
|
|
using namespace toolkit;
|
|
|
|
|
|
|
|
|
|
#ifndef MIN
|
|
|
|
|
#define MIN(a,b) ((a) < (b) ? (a) : (b) )
|
|
|
|
|
#endif //MIN
|
|
|
|
|
|
|
|
|
|
namespace mediakit {
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* http content部分基类定义
|
|
|
|
|
*/
|
2019-12-28 13:11:41 +08:00
|
|
|
|
class HttpBody : public std::enable_shared_from_this<HttpBody>{
|
2019-10-27 02:04:51 +08:00
|
|
|
|
public:
|
|
|
|
|
typedef std::shared_ptr<HttpBody> Ptr;
|
2019-12-28 13:11:41 +08:00
|
|
|
|
HttpBody(){
|
|
|
|
|
_async_read_thread = WorkThreadPool::Instance().getPoller();
|
|
|
|
|
}
|
2019-10-27 02:04:51 +08:00
|
|
|
|
virtual ~HttpBody(){}
|
|
|
|
|
|
|
|
|
|
/**
|
2019-12-24 10:25:28 +08:00
|
|
|
|
* 剩余数据大小,如果返回>=INT64_MAX, 那么就不设置content-length
|
2019-10-27 02:04:51 +08:00
|
|
|
|
*/
|
2019-10-28 16:50:15 +08:00
|
|
|
|
virtual uint64_t remainSize() { return 0;};
|
2019-10-27 02:04:51 +08:00
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* 读取一定字节数,返回大小可能小于size
|
|
|
|
|
* @param size 请求大小
|
2019-12-24 10:25:28 +08:00
|
|
|
|
* @return 字节对象,如果读完了,那么请返回nullptr
|
2019-10-27 02:04:51 +08:00
|
|
|
|
*/
|
2019-10-28 16:50:15 +08:00
|
|
|
|
virtual Buffer::Ptr readData(uint32_t size) { return nullptr;};
|
2019-12-28 13:11:41 +08:00
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* 异步请求读取一定字节数,返回大小可能小于size
|
|
|
|
|
* @param size 请求大小
|
|
|
|
|
* @param cb 回调函数
|
|
|
|
|
*/
|
|
|
|
|
virtual void readDataAsync(uint32_t size,const function<void(const Buffer::Ptr &buf)> &cb){
|
2019-12-29 15:55:20 +08:00
|
|
|
|
#if 0
|
2019-12-28 13:11:41 +08:00
|
|
|
|
if(size >= remainSize()){
|
|
|
|
|
//假如剩余数据很小,那么同步获取(为了优化性能)
|
|
|
|
|
cb(readData(size));
|
|
|
|
|
return;
|
|
|
|
|
}
|
|
|
|
|
//如果是大文件,那么后台读取
|
|
|
|
|
weak_ptr<HttpBody> weakSelf = shared_from_this();
|
|
|
|
|
_async_read_thread->async([cb,size,weakSelf](){
|
|
|
|
|
auto strongSelf = weakSelf.lock();
|
|
|
|
|
if(strongSelf){
|
|
|
|
|
cb(strongSelf->readData(size));
|
|
|
|
|
}
|
|
|
|
|
});
|
2019-12-29 15:55:20 +08:00
|
|
|
|
#else
|
|
|
|
|
//由于unix和linux是通过mmap的方式读取文件,所以把读文件操作放在后台线程并不能提高性能
|
|
|
|
|
//反而会由于频繁的线程切换导致性能降低以及延时增加,所以我们默认同步获取文件内容
|
|
|
|
|
//(其实并没有读,拷贝文件数据时在内核态完成文件读)
|
|
|
|
|
cb(readData(size));
|
|
|
|
|
#endif
|
2019-12-28 13:11:41 +08:00
|
|
|
|
}
|
|
|
|
|
private:
|
|
|
|
|
EventPoller::Ptr _async_read_thread;
|
2019-10-27 02:04:51 +08:00
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* string类型的content
|
|
|
|
|
*/
|
|
|
|
|
class HttpStringBody : public HttpBody{
|
|
|
|
|
public:
|
|
|
|
|
typedef std::shared_ptr<HttpStringBody> Ptr;
|
|
|
|
|
HttpStringBody(const string &str);
|
|
|
|
|
virtual ~HttpStringBody(){}
|
|
|
|
|
uint64_t remainSize() override ;
|
|
|
|
|
Buffer::Ptr readData(uint32_t size) override ;
|
|
|
|
|
private:
|
|
|
|
|
mutable string _str;
|
|
|
|
|
uint64_t _offset = 0;
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* 文件类型的content
|
|
|
|
|
*/
|
|
|
|
|
class HttpFileBody : public HttpBody{
|
|
|
|
|
public:
|
|
|
|
|
typedef std::shared_ptr<HttpFileBody> Ptr;
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* 构造函数
|
|
|
|
|
* @param fp 文件句柄,文件的偏移量必须为0
|
|
|
|
|
* @param offset 相对文件头的偏移量
|
|
|
|
|
* @param max_size 最大读取字节数,未判断是否大于文件真实大小
|
|
|
|
|
*/
|
|
|
|
|
HttpFileBody(const std::shared_ptr<FILE> &fp,uint64_t offset,uint64_t max_size);
|
2019-10-28 17:23:16 +08:00
|
|
|
|
HttpFileBody(const string &file_path);
|
2019-10-27 02:04:51 +08:00
|
|
|
|
~HttpFileBody(){};
|
|
|
|
|
|
|
|
|
|
uint64_t remainSize() override ;
|
|
|
|
|
Buffer::Ptr readData(uint32_t size) override;
|
2019-10-28 17:23:16 +08:00
|
|
|
|
private:
|
|
|
|
|
void init(const std::shared_ptr<FILE> &fp,uint64_t offset,uint64_t max_size);
|
2019-10-27 02:04:51 +08:00
|
|
|
|
private:
|
|
|
|
|
std::shared_ptr<FILE> _fp;
|
|
|
|
|
uint64_t _max_size;
|
|
|
|
|
uint64_t _offset = 0;
|
|
|
|
|
std::shared_ptr<char> _map_addr;
|
|
|
|
|
ResourcePool<BufferRaw> _pool;
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
class HttpArgs;
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* http MultiForm 方式提交的http content
|
|
|
|
|
*/
|
|
|
|
|
class HttpMultiFormBody : public HttpBody {
|
|
|
|
|
public:
|
|
|
|
|
typedef std::shared_ptr<HttpMultiFormBody> Ptr;
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* 构造函数
|
|
|
|
|
* @param args http提交参数列表
|
|
|
|
|
* @param filePath 文件路径
|
|
|
|
|
* @param boundary boundary字符串
|
|
|
|
|
*/
|
|
|
|
|
HttpMultiFormBody(const HttpArgs &args,const string &filePath,const string &boundary = "0xKhTmLbOuNdArY");
|
|
|
|
|
virtual ~HttpMultiFormBody(){}
|
|
|
|
|
uint64_t remainSize() override ;
|
|
|
|
|
Buffer::Ptr readData(uint32_t size) override;
|
|
|
|
|
public:
|
|
|
|
|
static string multiFormBodyPrefix(const HttpArgs &args,const string &boundary,const string &fileName);
|
|
|
|
|
static string multiFormBodySuffix(const string &boundary);
|
|
|
|
|
static uint64_t fileSize(FILE *fp);
|
|
|
|
|
static string multiFormContentType(const string &boundary);
|
|
|
|
|
private:
|
|
|
|
|
string _bodyPrefix;
|
|
|
|
|
string _bodySuffix;
|
|
|
|
|
uint64_t _offset = 0;
|
|
|
|
|
uint64_t _totalSize;
|
|
|
|
|
HttpFileBody::Ptr _fileBody;
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
}//namespace mediakit
|
|
|
|
|
|
|
|
|
|
#endif //ZLMEDIAKIT_FILEREADER_H
|