mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-12-14 10:22:10 +00:00
330212e0f4
The original motivation for this commit was that shared_ptr_helper used std::shared_ptr<>() which does two heap allocations instead of make_shared<>() which does a single allocation. Turned out that 1. the affected code (--> Storages/) is not on a hot path (rendering the performance argument moot ...) 2. yet copying Storage objects is potentially dangerous and was previously allowed. Hence, this change - removes shared_ptr_helper and as a result all inherited create() methods, - instead, Storage objects are now created using make_shared<>() by the caller (for that to work, many constructors had to be made public), and - all Storage classes were marked as noncopyable using boost::noncopyable. In sum, we are (likely) not making things faster but the code becomes cleaner and harder to misuse.
132 lines
4.2 KiB
C++
132 lines
4.2 KiB
C++
#pragma once
|
|
|
|
#include <Storages/IStorage.h>
|
|
|
|
#include <Common/logger_useful.h>
|
|
#include <boost/noncopyable.hpp>
|
|
|
|
#include <atomic>
|
|
#include <shared_mutex>
|
|
|
|
|
|
namespace DB
|
|
{
|
|
|
|
class StorageFile final : public IStorage
|
|
{
|
|
friend class partitionedstoragefilesink;
|
|
|
|
public:
|
|
struct CommonArguments : public WithContext
|
|
{
|
|
StorageID table_id;
|
|
std::string format_name;
|
|
std::optional<FormatSettings> format_settings;
|
|
std::string compression_method;
|
|
const ColumnsDescription & columns;
|
|
const ConstraintsDescription & constraints;
|
|
const String & comment;
|
|
};
|
|
|
|
/// From file descriptor
|
|
StorageFile(int table_fd_, CommonArguments args);
|
|
|
|
/// From user's file
|
|
StorageFile(const std::string & table_path_, const std::string & user_files_path, CommonArguments args);
|
|
|
|
/// From table in database
|
|
StorageFile(const std::string & relative_table_dir_path, CommonArguments args);
|
|
|
|
explicit StorageFile(CommonArguments args);
|
|
|
|
std::string getName() const override { return "File"; }
|
|
|
|
Pipe read(
|
|
const Names & column_names,
|
|
const StorageSnapshotPtr & storage_snapshot,
|
|
SelectQueryInfo & query_info,
|
|
ContextPtr context,
|
|
QueryProcessingStage::Enum processed_stage,
|
|
size_t max_block_size,
|
|
unsigned num_streams) override;
|
|
|
|
SinkToStoragePtr write(
|
|
const ASTPtr & query,
|
|
const StorageMetadataPtr & /*metadata_snapshot*/,
|
|
ContextPtr context) override;
|
|
|
|
void truncate(
|
|
const ASTPtr & /*query*/,
|
|
const StorageMetadataPtr & /* metadata_snapshot */,
|
|
ContextPtr /* context */,
|
|
TableExclusiveLockHolder &) override;
|
|
|
|
void rename(const String & new_path_to_table_data, const StorageID & new_table_id) override;
|
|
|
|
bool storesDataOnDisk() const override;
|
|
Strings getDataPaths() const override;
|
|
|
|
NamesAndTypesList getVirtuals() const override;
|
|
|
|
static Strings getPathsList(const String & table_path, const String & user_files_path, ContextPtr context, size_t & total_bytes_to_read);
|
|
|
|
/// Check if the format is column-oriented.
|
|
/// Is is useful because column oriented formats could effectively skip unknown columns
|
|
/// So we can create a header of only required columns in read method and ask
|
|
/// format to read only them. Note: this hack cannot be done with ordinary formats like TSV.
|
|
bool isColumnOriented() const override;
|
|
|
|
bool supportsPartitionBy() const override { return true; }
|
|
|
|
ColumnsDescription getTableStructureFromFileDescriptor(ContextPtr context);
|
|
|
|
static ColumnsDescription getTableStructureFromFile(
|
|
const String & format,
|
|
const std::vector<String> & paths,
|
|
const String & compression_method,
|
|
const std::optional<FormatSettings> & format_settings,
|
|
ContextPtr context);
|
|
|
|
protected:
|
|
friend class StorageFileSource;
|
|
friend class StorageFileSink;
|
|
|
|
private:
|
|
void setStorageMetadata(CommonArguments args);
|
|
|
|
std::string format_name;
|
|
// We use format settings from global context + CREATE query for File table
|
|
// function -- in this case, format_settings is set.
|
|
// For `file` table function, we use format settings from current user context,
|
|
// in this case, format_settings is not set.
|
|
std::optional<FormatSettings> format_settings;
|
|
|
|
int table_fd = -1;
|
|
String compression_method;
|
|
|
|
std::string base_path;
|
|
std::vector<std::string> paths;
|
|
|
|
bool is_db_table = true; /// Table is stored in real database, not user's file
|
|
bool use_table_fd = false; /// Use table_fd instead of path
|
|
|
|
mutable std::shared_timed_mutex rwlock;
|
|
|
|
Poco::Logger * log = &Poco::Logger::get("StorageFile");
|
|
|
|
/// Total number of bytes to read (sums for multiple files in case of globs). Needed for progress bar.
|
|
size_t total_bytes_to_read = 0;
|
|
|
|
String path_for_partitioned_write;
|
|
|
|
bool is_path_with_globs = false;
|
|
|
|
/// These buffers are needed for schema inference when data source
|
|
/// is file descriptor. See getTableStructureFromFileDescriptor.
|
|
std::unique_ptr<ReadBuffer> read_buffer_from_fd;
|
|
std::unique_ptr<ReadBuffer> peekable_read_buffer_from_fd;
|
|
std::atomic<bool> has_peekable_read_buffer_from_fd = false;
|
|
};
|
|
|
|
}
|