#pragma once #include #include #include #include #include #include #include #include namespace DB { struct IndexForNativeFormat; class IBackup; using BackupPtr = std::shared_ptr; /** Implements a table engine that is suitable for small chunks of the log. * In doing so, stores all the columns in a single Native file, with a nearby index. */ class StorageStripeLog final : public IStorage, public WithMutableContext { friend class StripeLogSource; friend class StripeLogSink; public: StorageStripeLog( DiskPtr disk_, const String & relative_path_, const StorageID & table_id_, const ColumnsDescription & columns_, const ConstraintsDescription & constraints_, const String & comment, bool attach, ContextMutablePtr context_); ~StorageStripeLog() override; String getName() const override { return "StripeLog"; } Pipe read( const Names & column_names, const StorageSnapshotPtr & storage_snapshot, SelectQueryInfo & query_info, ContextPtr local_context, QueryProcessingStage::Enum processed_stage, size_t max_block_size, unsigned num_streams) override; SinkToStoragePtr write(const ASTPtr & query, const StorageMetadataPtr & metadata_snapshot, ContextPtr local_context) override; void rename(const String & new_path_to_table_data, const StorageID & new_table_id) override; CheckResults checkData(const ASTPtr & query, ContextPtr ocal_context) override; bool storesDataOnDisk() const override { return true; } Strings getDataPaths() const override { return {DB::fullPath(disk, table_path)}; } void truncate(const ASTPtr &, const StorageMetadataPtr &, ContextPtr, TableExclusiveLockHolder&) override; std::optional totalRows(const Settings & settings) const override; std::optional totalBytes(const Settings & settings) const override; void backupData(BackupEntriesCollector & backup_entries_collector, const String & data_path_in_backup, const std::optional & partitions) override; void restoreDataFromBackup(RestorerFromBackup & restorer, const String & data_path_in_backup, const std::optional & partitions) override; private: using ReadLock = std::shared_lock; using WriteLock = std::unique_lock; /// Reads the index file if it hasn't read yet. /// It is done lazily, so that with a large number of tables, the server starts quickly. void loadIndices(std::chrono::seconds lock_timeout); void loadIndices(const WriteLock &); /// Saves the index file. void saveIndices(const WriteLock &); /// Removes all unsaved indices. void removeUnsavedIndices(const WriteLock &); /// Saves the sizes of the data and index files. void saveFileSizes(const WriteLock &); /// Recalculates the number of rows stored in this table. void updateTotalRows(const WriteLock &); /// Restores the data of this table from backup. void restoreDataImpl(const BackupPtr & backup, const String & data_path_in_backup, std::chrono::seconds lock_timeout); const DiskPtr disk; String table_path; String data_file_path; String index_file_path; FileChecker file_checker; IndexForNativeFormat indices; std::atomic indices_loaded = false; size_t num_indices_saved = 0; std::atomic total_rows = 0; std::atomic total_bytes = 0; const size_t max_compress_block_size; mutable std::shared_timed_mutex rwlock; Poco::Logger * log; }; }