ClickHouse/dbms/src/Databases/DatabaseLazy.h

#pragma once

#include <Poco/DirectoryIterator.h>
#include <Interpreters/Context.h>
#include <Databases/DatabasesCommon.h>
#include <Common/ThreadPool.h>


namespace DB
{

struct CachedTable
{
    StoragePtr table;
    time_t last_touched;
    time_t metadata_modification_time;

    CachedTable() {}
    CachedTable(const StoragePtr & table_, time_t last_touched_, time_t metadata_modification_time_)
        : table(table_), last_touched(last_touched_), metadata_modification_time(metadata_modification_time_) {}
};

using TablesCache = std::unordered_map<String, CachedTable>;

class DatabaseLazyIterator;

/** Lazy engine of databases.
  * Works like DatabaseOrdinary, but stores in memory only cache.
  * Can be used only with *Log engines.
  */
class DatabaseLazy : public IDatabase
{
public:
    DatabaseLazy(const String & name_, const String & metadata_path_, time_t expiration_time_, const Context & context);

    String getEngineName() const override { return "Lazy"; }

    void loadTables(
        Context & context,
        bool has_force_restore_data_flag) override;

    void createTable(
        const Context & context,
        const String & table_name,
        const StoragePtr & table,
        const ASTPtr & query) override;

    void removeTable(
        const Context & context,
        const String & table_name) override;

    void renameTable(
        const Context & context,
        const String & table_name,
        IDatabase & to_database,
        const String & to_table_name,
        TableStructureWriteLockHolder &) override;

    void alterTable(
        const Context & context,
        const String & name,
        const ColumnsDescription & columns,
        const IndicesDescription & indices,
        const ConstraintsDescription & constraints,
        const ASTModifier & engine_modifier) override;

    time_t getTableMetadataModificationTime(
        const Context & context,
        const String & table_name) override;

    ASTPtr getCreateTableQuery(
        const Context & context,
        const String & table_name) const override;

    ASTPtr tryGetCreateTableQuery(
        const Context & context,
        const String & table_name) const override;

    ASTPtr getCreateDatabaseQuery(const Context & context) const override;

    String getDataPath() const override;
    String getDatabaseName() const override;
    String getMetadataPath() const override;
    String getTableMetadataPath(const String & table_name) const override;

    void drop() override;

    bool isTableExist(
        const Context & context,
        const String & table_name) const override;

    StoragePtr tryGetTable(
        const Context & context,
        const String & table_name) const override;

    bool empty(const Context & context) const override;

    DatabaseIteratorPtr getIterator(const Context & context, const FilterByNameFunction & filter_by_table_name = {}) override;

    void attachTable(const String & table_name, const StoragePtr & table) override;

    StoragePtr detachTable(const String & table_name) override;

    void shutdown() override;

    ~DatabaseLazy() override;

private:
    String name;
    const String metadata_path;
    const String data_path;

    const time_t expiration_time;

    mutable std::mutex tables_mutex;
    mutable TablesCache tables_cache;

    Poco::Logger * log;

    ASTPtr getCreateTableQueryImpl(const Context & context, const String & table_name, bool throw_on_error) const;
    
    using IteratingFunction = std::function<bool(const Poco::DirectoryIterator &)>;
    void iterateTableFiles(const IteratingFunction & iterating_function) const;
    
    StoragePtr loadTable(const Context & context, const String & table_name) const;

    void clearExpiredTables() const;

    friend class DatabaseLazyIterator;
};


class DatabaseLazyIterator final : public IDatabaseIterator
{
public:
    DatabaseLazyIterator(DatabaseLazy & database_, const Context & context_, Strings && table_names_);

    void next() override;
    bool isValid() const override;
    const String & name() const override;
    const StoragePtr & table() const override;

private:
    const DatabaseLazy & database;
    const Strings table_names;
    const Context context;
    Strings::const_iterator iterator;
    mutable StoragePtr current_storage;
};

}