mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-09-21 17:20:50 +00:00
76 lines
1.9 KiB
C++
76 lines
1.9 KiB
C++
#pragma once
|
||
|
||
#include <DB/IO/ReadBufferFromHTTP.h>
|
||
#include "ReadHelpers.h"
|
||
|
||
#define DEFAULT_REMOTE_READ_BUFFER_CONNECTION_TIMEOUT 1
|
||
#define DEFAULT_REMOTE_READ_BUFFER_RECEIVE_TIMEOUT 1800
|
||
#define DEFAULT_REMOTE_READ_BUFFER_SEND_TIMEOUT 1800
|
||
|
||
namespace DB
|
||
{
|
||
|
||
/** Позволяет читать файл с удалённого сервера через riod.
|
||
*/
|
||
class RemoteReadBuffer : public ReadBuffer
|
||
{
|
||
private:
|
||
Poco::SharedPtr<ReadBufferFromHTTP> impl;
|
||
|
||
public:
|
||
RemoteReadBuffer(
|
||
const std::string & host,
|
||
int port,
|
||
const std::string & path,
|
||
bool compress = true,
|
||
size_t buffer_size = DBMS_DEFAULT_BUFFER_SIZE,
|
||
const Poco::Timespan & connection_timeout = Poco::Timespan(DEFAULT_REMOTE_READ_BUFFER_CONNECTION_TIMEOUT, 0),
|
||
const Poco::Timespan & send_timeout = Poco::Timespan(DEFAULT_REMOTE_READ_BUFFER_SEND_TIMEOUT, 0),
|
||
const Poco::Timespan & receive_timeout = Poco::Timespan(DEFAULT_REMOTE_READ_BUFFER_RECEIVE_TIMEOUT, 0))
|
||
: ReadBuffer(nullptr, 0)
|
||
{
|
||
ReadBufferFromHTTP::Params params = {
|
||
std::make_pair("action", "read"),
|
||
std::make_pair("path", path),
|
||
std::make_pair("compress", (compress ? "true" : "false"))};
|
||
|
||
impl = new ReadBufferFromHTTP(host, port, params, buffer_size, connection_timeout, send_timeout, receive_timeout);
|
||
}
|
||
|
||
bool nextImpl()
|
||
{
|
||
if (!impl->next())
|
||
return false;
|
||
internal_buffer = impl->buffer();
|
||
working_buffer = internal_buffer;
|
||
return true;
|
||
}
|
||
|
||
/// Вернуть список имен файлов в директории.
|
||
static std::vector<std::string> listFiles(
|
||
const std::string & host,
|
||
int port,
|
||
const std::string & path,
|
||
size_t timeout = 0)
|
||
{
|
||
ReadBufferFromHTTP::Params params = {
|
||
std::make_pair("action", "list"),
|
||
std::make_pair("path", path)};
|
||
|
||
ReadBufferFromHTTP in(host, port, params, timeout);
|
||
|
||
std::vector<std::string> files;
|
||
while (!in.eof())
|
||
{
|
||
std::string s;
|
||
readString(s, in);
|
||
skipWhitespaceIfAny(in);
|
||
files.push_back(s);
|
||
}
|
||
|
||
return files;
|
||
}
|
||
};
|
||
|
||
}
|