2015-01-27 00:52:03 +00:00
|
|
|
#pragma once
|
|
|
|
|
2017-06-06 17:18:32 +00:00
|
|
|
#include <ext/shared_ptr_helper.h>
|
2016-08-26 21:25:05 +00:00
|
|
|
|
2017-04-01 09:19:00 +00:00
|
|
|
#include <Storages/IStorage.h>
|
2015-01-27 00:52:03 +00:00
|
|
|
|
|
|
|
|
|
|
|
namespace DB
|
|
|
|
{
|
|
|
|
|
2017-01-14 09:00:19 +00:00
|
|
|
class Set;
|
|
|
|
using SetPtr = std::shared_ptr<Set>;
|
|
|
|
|
2015-01-27 21:24:24 +00:00
|
|
|
|
2017-04-16 15:00:33 +00:00
|
|
|
/** Common part of StorageSet and StorageJoin.
|
2015-01-27 21:24:24 +00:00
|
|
|
*/
|
2017-11-04 03:20:18 +00:00
|
|
|
class StorageSetOrJoinBase : public IStorage
|
2015-01-27 21:24:24 +00:00
|
|
|
{
|
2017-04-01 07:20:54 +00:00
|
|
|
friend class SetOrJoinBlockOutputStream;
|
2015-01-28 00:08:45 +00:00
|
|
|
|
|
|
|
public:
|
2020-04-07 14:05:51 +00:00
|
|
|
void rename(const String & new_path_to_table_data, const StorageID & new_table_id) override;
|
2015-01-28 00:08:45 +00:00
|
|
|
|
2020-06-15 19:08:58 +00:00
|
|
|
BlockOutputStreamPtr write(const ASTPtr & query, const StorageMetadataPtr & /*metadata_snapshot*/, const Context & context) override;
|
2015-01-28 00:08:45 +00:00
|
|
|
|
2019-04-04 13:13:59 +00:00
|
|
|
Strings getDataPaths() const override { return {path}; }
|
2018-02-21 19:26:59 +00:00
|
|
|
|
2015-01-27 21:24:24 +00:00
|
|
|
protected:
|
2017-04-01 07:20:54 +00:00
|
|
|
StorageSetOrJoinBase(
|
2019-10-25 19:07:47 +00:00
|
|
|
const String & relative_path_,
|
2019-12-04 16:06:55 +00:00
|
|
|
const StorageID & table_id_,
|
2019-08-24 21:20:20 +00:00
|
|
|
const ColumnsDescription & columns_,
|
2019-10-25 19:07:47 +00:00
|
|
|
const ConstraintsDescription & constraints_,
|
2020-09-13 15:11:18 +00:00
|
|
|
bool disable_set_and_join_persistency_,
|
2019-10-25 19:07:47 +00:00
|
|
|
const Context & context_);
|
2015-01-28 00:08:45 +00:00
|
|
|
|
2019-12-24 13:29:53 +00:00
|
|
|
String base_path;
|
2017-04-01 07:20:54 +00:00
|
|
|
String path;
|
2020-09-13 15:11:18 +00:00
|
|
|
bool disable_set_and_join_persistency;
|
2015-01-27 21:24:24 +00:00
|
|
|
|
2018-08-08 03:12:35 +00:00
|
|
|
std::atomic<UInt64> increment = 0; /// For the backup file names.
|
2015-01-27 21:24:24 +00:00
|
|
|
|
2017-04-16 15:00:33 +00:00
|
|
|
/// Restore from backup.
|
2017-04-01 07:20:54 +00:00
|
|
|
void restore();
|
2015-01-28 00:08:45 +00:00
|
|
|
|
|
|
|
private:
|
2017-04-01 07:20:54 +00:00
|
|
|
void restoreFromFile(const String & file_path);
|
2015-01-27 21:24:24 +00:00
|
|
|
|
2017-04-16 15:00:33 +00:00
|
|
|
/// Insert the block into the state.
|
2017-04-01 07:20:54 +00:00
|
|
|
virtual void insertBlock(const Block & block) = 0;
|
2019-11-01 10:58:29 +00:00
|
|
|
/// Call after all blocks were inserted.
|
|
|
|
virtual void finishInsert() = 0;
|
2017-04-01 07:20:54 +00:00
|
|
|
virtual size_t getSize() const = 0;
|
2015-01-28 00:08:45 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
|
2017-04-16 15:00:33 +00:00
|
|
|
/** Lets you save the set for later use on the right side of the IN statement.
|
|
|
|
* When inserted into a table, the data will be inserted into the set,
|
|
|
|
* and also written to a file-backup, for recovery after a restart.
|
|
|
|
* Reading from the table is not possible directly - it is possible to specify only the right part of the IN statement.
|
2015-01-27 00:52:03 +00:00
|
|
|
*/
|
2020-03-19 23:48:53 +00:00
|
|
|
class StorageSet final : public ext::shared_ptr_helper<StorageSet>, public StorageSetOrJoinBase
|
2015-01-27 00:52:03 +00:00
|
|
|
{
|
2017-11-03 21:50:22 +00:00
|
|
|
friend struct ext::shared_ptr_helper<StorageSet>;
|
2016-08-26 21:25:05 +00:00
|
|
|
|
2015-01-27 00:52:03 +00:00
|
|
|
public:
|
2017-04-01 07:20:54 +00:00
|
|
|
String getName() const override { return "Set"; }
|
|
|
|
|
2017-04-16 15:00:33 +00:00
|
|
|
/// Access the insides.
|
2017-04-01 07:20:54 +00:00
|
|
|
SetPtr & getSet() { return set; }
|
2015-01-27 00:52:03 +00:00
|
|
|
|
2020-06-18 16:10:47 +00:00
|
|
|
void truncate(const ASTPtr &, const StorageMetadataPtr & metadata_snapshot, const Context &, TableExclusiveLockHolder &) override;
|
2018-04-21 00:35:20 +00:00
|
|
|
|
2015-01-27 00:52:03 +00:00
|
|
|
private:
|
2017-04-01 07:20:54 +00:00
|
|
|
SetPtr set;
|
|
|
|
|
2017-11-04 03:20:18 +00:00
|
|
|
void insertBlock(const Block & block) override;
|
2019-11-01 10:58:29 +00:00
|
|
|
void finishInsert() override;
|
2017-11-04 03:20:18 +00:00
|
|
|
size_t getSize() const override;
|
|
|
|
|
|
|
|
protected:
|
2017-04-01 07:20:54 +00:00
|
|
|
StorageSet(
|
2019-10-25 19:07:47 +00:00
|
|
|
const String & relative_path_,
|
2019-12-04 16:06:55 +00:00
|
|
|
const StorageID & table_id_,
|
2019-08-24 21:20:20 +00:00
|
|
|
const ColumnsDescription & columns_,
|
2019-10-25 19:07:47 +00:00
|
|
|
const ConstraintsDescription & constraints_,
|
2020-09-13 15:11:18 +00:00
|
|
|
bool disable_set_and_join_persistency_,
|
2019-10-25 19:07:47 +00:00
|
|
|
const Context & context_);
|
2015-01-27 00:52:03 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
}
|