mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-11-12 02:23:14 +00:00
134 lines
3.7 KiB
C++
134 lines
3.7 KiB
C++
#pragma once
|
||
|
||
#include <Poco/File.h>
|
||
|
||
#include <DB/Core/NamesAndTypes.h>
|
||
#include <DB/IO/ReadBufferFromFile.h>
|
||
#include <DB/IO/WriteBufferFromFile.h>
|
||
#include <DB/IO/CompressedReadBuffer.h>
|
||
#include <DB/IO/CompressedWriteBuffer.h>
|
||
#include <DB/Storages/IStorage.h>
|
||
#include <DB/DataStreams/IProfilingBlockInputStream.h>
|
||
|
||
|
||
namespace DB
|
||
{
|
||
|
||
class StorageTinyLog;
|
||
|
||
|
||
class TinyLogBlockInputStream : public IProfilingBlockInputStream
|
||
{
|
||
public:
|
||
TinyLogBlockInputStream(size_t block_size_, const Names & column_names_, StorageTinyLog & storage_);
|
||
String getName() const { return "TinyLogBlockInputStream"; }
|
||
BlockInputStreamPtr clone() { return new TinyLogBlockInputStream(block_size, column_names, storage); }
|
||
protected:
|
||
Block readImpl();
|
||
private:
|
||
size_t block_size;
|
||
Names column_names;
|
||
StorageTinyLog & storage;
|
||
bool finished;
|
||
|
||
struct Stream
|
||
{
|
||
Stream(const std::string & data_path)
|
||
: plain(data_path, std::min(static_cast<size_t>(DBMS_DEFAULT_BUFFER_SIZE), Poco::File(data_path).getSize())),
|
||
compressed(plain)
|
||
{
|
||
}
|
||
|
||
ReadBufferFromFile plain;
|
||
CompressedReadBuffer compressed;
|
||
};
|
||
|
||
typedef std::map<std::string, SharedPtr<Stream> > FileStreams;
|
||
FileStreams streams;
|
||
|
||
void addStream(const String & name, const IDataType & type, size_t level = 0);
|
||
void readData(const String & name, const IDataType & type, IColumn & column, size_t level = 0);
|
||
};
|
||
|
||
|
||
class TinyLogBlockOutputStream : public IBlockOutputStream
|
||
{
|
||
public:
|
||
TinyLogBlockOutputStream(StorageTinyLog & storage_);
|
||
void write(const Block & block);
|
||
BlockOutputStreamPtr clone() { return new TinyLogBlockOutputStream(storage); }
|
||
private:
|
||
StorageTinyLog & storage;
|
||
|
||
struct Stream
|
||
{
|
||
Stream(const std::string & data_path) :
|
||
plain(data_path, DBMS_DEFAULT_BUFFER_SIZE, O_APPEND | O_CREAT | O_WRONLY),
|
||
compressed(plain)
|
||
{
|
||
}
|
||
|
||
WriteBufferFromFile plain;
|
||
CompressedWriteBuffer compressed;
|
||
};
|
||
|
||
typedef std::map<std::string, SharedPtr<Stream> > FileStreams;
|
||
FileStreams streams;
|
||
|
||
void addStream(const String & name, const IDataType & type, size_t level = 0);
|
||
void writeData(const String & name, const IDataType & type, const IColumn & column, size_t level = 0);
|
||
};
|
||
|
||
|
||
/** Реализует хранилище, подходящее для маленьких кусочков лога.
|
||
* Отличается от StorageLog отсутствием файлов с засечками.
|
||
*/
|
||
class StorageTinyLog : public IStorage
|
||
{
|
||
friend class TinyLogBlockInputStream;
|
||
friend class TinyLogBlockOutputStream;
|
||
|
||
public:
|
||
/** Подцепить таблицу с соответствующим именем, по соответствующему пути (с / на конце),
|
||
* (корректность имён и путей не проверяется)
|
||
* состоящую из указанных столбцов; создать файлы, если их нет.
|
||
*/
|
||
StorageTinyLog(const std::string & path_, const std::string & name_, NamesAndTypesListPtr columns_);
|
||
|
||
std::string getName() const { return "TinyLog"; }
|
||
std::string getTableName() const { return name; }
|
||
|
||
const NamesAndTypesList & getColumnsList() const { return *columns; }
|
||
|
||
BlockInputStreams read(
|
||
const Names & column_names,
|
||
ASTPtr query,
|
||
QueryProcessingStage::Enum & processed_stage,
|
||
size_t max_block_size = DEFAULT_BLOCK_SIZE,
|
||
unsigned threads = 1);
|
||
|
||
BlockOutputStreamPtr write(
|
||
ASTPtr query);
|
||
|
||
void drop();
|
||
|
||
void rename(const String & new_path_to_db, const String & new_name);
|
||
|
||
private:
|
||
String path;
|
||
String name;
|
||
NamesAndTypesListPtr columns;
|
||
|
||
/// Данные столбца
|
||
struct ColumnData
|
||
{
|
||
Poco::File data_file;
|
||
};
|
||
typedef std::map<String, ColumnData> Files_t;
|
||
Files_t files;
|
||
|
||
void addFile(const String & column_name, const IDataType & type, size_t level = 0);
|
||
};
|
||
|
||
}
|