2019-10-27 02:04:51 +08:00
|
|
|
|
/*
|
2020-04-04 20:30:09 +08:00
|
|
|
|
* Copyright (c) 2016 The ZLMediaKit project authors. All Rights Reserved.
|
2019-10-27 02:04:51 +08:00
|
|
|
|
*
|
2021-01-17 18:31:50 +08:00
|
|
|
|
* This file is part of ZLMediaKit(https://github.com/xia-chu/ZLMediaKit).
|
2019-10-27 02:04:51 +08:00
|
|
|
|
*
|
2020-04-04 20:30:09 +08:00
|
|
|
|
* Use of this source code is governed by MIT license that can be found in the
|
|
|
|
|
* LICENSE file in the root of the source tree. All contributing project authors
|
|
|
|
|
* may be found in the AUTHORS file in the root of the source tree.
|
2019-10-27 02:04:51 +08:00
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
#ifndef ZLMEDIAKIT_FILEREADER_H
|
|
|
|
|
#define ZLMEDIAKIT_FILEREADER_H
|
|
|
|
|
|
|
|
|
|
#include <stdlib.h>
|
|
|
|
|
#include <memory>
|
|
|
|
|
#include "Network/Buffer.h"
|
|
|
|
|
#include "Util/ResourcePool.h"
|
|
|
|
|
#include "Util/logger.h"
|
2019-12-28 13:11:41 +08:00
|
|
|
|
#include "Thread/WorkThreadPool.h"
|
2019-10-27 02:04:51 +08:00
|
|
|
|
|
|
|
|
|
#ifndef MIN
|
|
|
|
|
#define MIN(a,b) ((a) < (b) ? (a) : (b) )
|
|
|
|
|
#endif //MIN
|
|
|
|
|
|
|
|
|
|
namespace mediakit {
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* http content部分基类定义
|
|
|
|
|
*/
|
2019-12-28 13:11:41 +08:00
|
|
|
|
class HttpBody : public std::enable_shared_from_this<HttpBody>{
|
2019-10-27 02:04:51 +08:00
|
|
|
|
public:
|
|
|
|
|
typedef std::shared_ptr<HttpBody> Ptr;
|
2021-01-17 18:31:50 +08:00
|
|
|
|
HttpBody(){}
|
|
|
|
|
|
2019-10-27 02:04:51 +08:00
|
|
|
|
virtual ~HttpBody(){}
|
|
|
|
|
|
|
|
|
|
/**
|
2021-01-17 18:31:50 +08:00
|
|
|
|
* 剩余数据大小,如果返回-1, 那么就不设置content-length
|
2019-10-27 02:04:51 +08:00
|
|
|
|
*/
|
2022-02-10 21:06:51 +08:00
|
|
|
|
virtual int64_t remainSize() { return 0;};
|
2019-10-27 02:04:51 +08:00
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* 读取一定字节数,返回大小可能小于size
|
|
|
|
|
* @param size 请求大小
|
2019-12-24 10:25:28 +08:00
|
|
|
|
* @return 字节对象,如果读完了,那么请返回nullptr
|
2019-10-27 02:04:51 +08:00
|
|
|
|
*/
|
2022-02-02 20:34:50 +08:00
|
|
|
|
virtual toolkit::Buffer::Ptr readData(size_t size) { return nullptr;};
|
2019-12-28 13:11:41 +08:00
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* 异步请求读取一定字节数,返回大小可能小于size
|
|
|
|
|
* @param size 请求大小
|
|
|
|
|
* @param cb 回调函数
|
|
|
|
|
*/
|
2022-02-02 20:34:50 +08:00
|
|
|
|
virtual void readDataAsync(size_t size,const std::function<void(const toolkit::Buffer::Ptr &buf)> &cb){
|
2019-12-29 15:55:20 +08:00
|
|
|
|
//由于unix和linux是通过mmap的方式读取文件,所以把读文件操作放在后台线程并不能提高性能
|
|
|
|
|
//反而会由于频繁的线程切换导致性能降低以及延时增加,所以我们默认同步获取文件内容
|
|
|
|
|
//(其实并没有读,拷贝文件数据时在内核态完成文件读)
|
|
|
|
|
cb(readData(size));
|
2019-12-28 13:11:41 +08:00
|
|
|
|
}
|
2022-02-04 23:02:19 +08:00
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* 使用sendfile优化文件发送
|
|
|
|
|
* @param fd socket fd
|
|
|
|
|
* @return 0成功,其他为错误代码
|
|
|
|
|
*/
|
|
|
|
|
virtual int sendFile(int fd) {
|
|
|
|
|
return -1;
|
|
|
|
|
}
|
2019-10-27 02:04:51 +08:00
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
/**
|
2022-02-02 20:34:50 +08:00
|
|
|
|
* std::string类型的content
|
2019-10-27 02:04:51 +08:00
|
|
|
|
*/
|
|
|
|
|
class HttpStringBody : public HttpBody{
|
|
|
|
|
public:
|
|
|
|
|
typedef std::shared_ptr<HttpStringBody> Ptr;
|
2022-02-02 20:34:50 +08:00
|
|
|
|
HttpStringBody(std::string str);
|
2021-08-12 21:02:07 +08:00
|
|
|
|
~HttpStringBody() override = default;
|
|
|
|
|
|
2022-02-10 21:06:51 +08:00
|
|
|
|
int64_t remainSize() override;
|
2022-02-02 20:34:50 +08:00
|
|
|
|
toolkit::Buffer::Ptr readData(size_t size) override ;
|
2021-01-17 18:31:50 +08:00
|
|
|
|
|
2019-10-27 02:04:51 +08:00
|
|
|
|
private:
|
2021-01-17 18:31:50 +08:00
|
|
|
|
size_t _offset = 0;
|
2022-02-02 20:34:50 +08:00
|
|
|
|
mutable std::string _str;
|
2019-10-27 02:04:51 +08:00
|
|
|
|
};
|
|
|
|
|
|
2021-08-12 21:02:07 +08:00
|
|
|
|
/**
|
|
|
|
|
* Buffer类型的content
|
|
|
|
|
*/
|
|
|
|
|
class HttpBufferBody : public HttpBody{
|
|
|
|
|
public:
|
|
|
|
|
typedef std::shared_ptr<HttpBufferBody> Ptr;
|
2022-02-02 20:34:50 +08:00
|
|
|
|
HttpBufferBody(toolkit::Buffer::Ptr buffer);
|
2021-08-12 21:02:07 +08:00
|
|
|
|
~HttpBufferBody() override = default;
|
|
|
|
|
|
2022-02-10 21:06:51 +08:00
|
|
|
|
int64_t remainSize() override;
|
2022-02-02 20:34:50 +08:00
|
|
|
|
toolkit::Buffer::Ptr readData(size_t size) override;
|
2021-08-12 21:02:07 +08:00
|
|
|
|
|
|
|
|
|
private:
|
2022-02-02 20:34:50 +08:00
|
|
|
|
toolkit::Buffer::Ptr _buffer;
|
2021-08-12 21:02:07 +08:00
|
|
|
|
};
|
|
|
|
|
|
2019-10-27 02:04:51 +08:00
|
|
|
|
/**
|
|
|
|
|
* 文件类型的content
|
|
|
|
|
*/
|
2022-02-10 20:23:37 +08:00
|
|
|
|
class HttpFileBody : public HttpBody {
|
2019-10-27 02:04:51 +08:00
|
|
|
|
public:
|
|
|
|
|
typedef std::shared_ptr<HttpFileBody> Ptr;
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* 构造函数
|
2022-02-10 20:23:37 +08:00
|
|
|
|
* @param file_path 文件路径
|
2021-12-22 15:42:03 +08:00
|
|
|
|
* @param use_mmap 是否使用mmap方式访问文件
|
2019-10-27 02:04:51 +08:00
|
|
|
|
*/
|
2022-02-02 20:34:50 +08:00
|
|
|
|
HttpFileBody(const std::string &file_path, bool use_mmap = true);
|
2021-08-12 21:02:07 +08:00
|
|
|
|
~HttpFileBody() override = default;
|
2019-10-27 02:04:51 +08:00
|
|
|
|
|
2022-02-10 20:23:37 +08:00
|
|
|
|
/**
|
|
|
|
|
* 设置读取范围
|
|
|
|
|
* @param offset 相对文件头的偏移量
|
|
|
|
|
* @param max_size 最大读取字节数
|
|
|
|
|
*/
|
|
|
|
|
void setRange(uint64_t offset, uint64_t max_size);
|
|
|
|
|
|
2022-02-10 21:06:51 +08:00
|
|
|
|
int64_t remainSize() override;
|
2022-02-02 20:34:50 +08:00
|
|
|
|
toolkit::Buffer::Ptr readData(size_t size) override;
|
2022-02-04 23:02:19 +08:00
|
|
|
|
int sendFile(int fd) override;
|
2021-01-17 18:31:50 +08:00
|
|
|
|
|
2019-10-28 17:23:16 +08:00
|
|
|
|
private:
|
2022-02-10 20:23:37 +08:00
|
|
|
|
int64_t _read_to = 0;
|
|
|
|
|
uint64_t _file_offset = 0;
|
2019-10-27 02:04:51 +08:00
|
|
|
|
std::shared_ptr<FILE> _fp;
|
|
|
|
|
std::shared_ptr<char> _map_addr;
|
2022-02-02 20:34:50 +08:00
|
|
|
|
toolkit::ResourcePool<toolkit::BufferRaw> _pool;
|
2019-10-27 02:04:51 +08:00
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
class HttpArgs;
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* http MultiForm 方式提交的http content
|
|
|
|
|
*/
|
|
|
|
|
class HttpMultiFormBody : public HttpBody {
|
|
|
|
|
public:
|
|
|
|
|
typedef std::shared_ptr<HttpMultiFormBody> Ptr;
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* 构造函数
|
|
|
|
|
* @param args http提交参数列表
|
|
|
|
|
* @param filePath 文件路径
|
|
|
|
|
* @param boundary boundary字符串
|
|
|
|
|
*/
|
2022-02-02 20:34:50 +08:00
|
|
|
|
HttpMultiFormBody(const HttpArgs &args,const std::string &filePath,const std::string &boundary = "0xKhTmLbOuNdArY");
|
2019-10-27 02:04:51 +08:00
|
|
|
|
virtual ~HttpMultiFormBody(){}
|
2022-02-10 21:06:51 +08:00
|
|
|
|
int64_t remainSize() override ;
|
2022-02-02 20:34:50 +08:00
|
|
|
|
toolkit::Buffer::Ptr readData(size_t size) override;
|
2021-01-17 18:31:50 +08:00
|
|
|
|
|
2019-10-27 02:04:51 +08:00
|
|
|
|
public:
|
2022-02-02 20:34:50 +08:00
|
|
|
|
static std::string multiFormBodyPrefix(const HttpArgs &args,const std::string &boundary,const std::string &fileName);
|
|
|
|
|
static std::string multiFormBodySuffix(const std::string &boundary);
|
|
|
|
|
static std::string multiFormContentType(const std::string &boundary);
|
2021-01-17 18:31:50 +08:00
|
|
|
|
|
2019-10-27 02:04:51 +08:00
|
|
|
|
private:
|
2022-02-10 21:06:51 +08:00
|
|
|
|
uint64_t _offset = 0;
|
|
|
|
|
int64_t _totalSize;
|
2022-02-02 20:34:50 +08:00
|
|
|
|
std::string _bodyPrefix;
|
|
|
|
|
std::string _bodySuffix;
|
2019-10-27 02:04:51 +08:00
|
|
|
|
HttpFileBody::Ptr _fileBody;
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
}//namespace mediakit
|
|
|
|
|
|
|
|
|
|
#endif //ZLMEDIAKIT_FILEREADER_H
|