2019-10-23 13:46:38 +00:00
|
|
|
#include <Databases/DatabaseAtomic.h>
|
2019-10-30 12:17:52 +00:00
|
|
|
#include <Databases/DatabaseOnDisk.h>
|
2019-11-11 11:34:03 +00:00
|
|
|
#include <Poco/File.h>
|
|
|
|
#include <IO/ReadHelpers.h>
|
2020-01-15 16:17:04 +00:00
|
|
|
#include <IO/WriteHelpers.h>
|
2020-01-23 19:10:09 +00:00
|
|
|
#include <Common/Stopwatch.h>
|
2020-01-27 20:31:39 +00:00
|
|
|
#include <Parsers/formatAST.h>
|
2019-10-23 13:46:38 +00:00
|
|
|
|
|
|
|
|
|
|
|
namespace DB
|
|
|
|
{
|
2019-11-11 11:34:03 +00:00
|
|
|
namespace ErrorCodes
|
|
|
|
{
|
|
|
|
extern const int UNKNOWN_TABLE;
|
|
|
|
extern const int TABLE_ALREADY_EXISTS;
|
2019-11-11 14:28:28 +00:00
|
|
|
extern const int FILE_DOESNT_EXIST;
|
2020-01-27 20:31:39 +00:00
|
|
|
extern const int DATABASE_NOT_EMPTY;
|
2019-11-11 11:34:03 +00:00
|
|
|
}
|
2019-10-23 13:46:38 +00:00
|
|
|
|
2020-01-22 11:30:11 +00:00
|
|
|
DatabaseAtomic::DatabaseAtomic(String name_, String metadata_path_, Context & context_)
|
2019-10-23 13:46:38 +00:00
|
|
|
: DatabaseOrdinary(name_, metadata_path_, context_)
|
|
|
|
{
|
2019-11-11 11:34:03 +00:00
|
|
|
data_path = "store/";
|
2020-03-19 21:14:52 +00:00
|
|
|
log = &Logger::get("DatabaseAtomic (" + name_ + ")");
|
2019-11-11 11:34:03 +00:00
|
|
|
}
|
|
|
|
|
2019-12-25 21:17:49 +00:00
|
|
|
String DatabaseAtomic::getTableDataPath(const String & table_name) const
|
2019-11-11 11:34:03 +00:00
|
|
|
{
|
2019-12-02 19:11:18 +00:00
|
|
|
std::lock_guard lock(mutex);
|
2019-11-11 11:34:03 +00:00
|
|
|
auto it = table_name_to_path.find(table_name);
|
|
|
|
if (it == table_name_to_path.end())
|
|
|
|
throw Exception("Table " + table_name + " not found in database " + getDatabaseName(), ErrorCodes::UNKNOWN_TABLE);
|
2020-01-16 18:13:18 +00:00
|
|
|
assert(it->second != data_path && !it->second.empty());
|
|
|
|
return it->second;
|
2019-11-11 11:34:03 +00:00
|
|
|
}
|
|
|
|
|
2019-12-25 21:17:49 +00:00
|
|
|
String DatabaseAtomic::getTableDataPath(const ASTCreateQuery & query) const
|
2019-11-11 11:34:03 +00:00
|
|
|
{
|
2020-03-19 21:14:52 +00:00
|
|
|
auto tmp = data_path + getPathForUUID(query.uuid);
|
2020-01-16 18:13:18 +00:00
|
|
|
assert(tmp != data_path && !tmp.empty());
|
|
|
|
return tmp;
|
|
|
|
|
2019-11-11 11:34:03 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
void DatabaseAtomic::drop(const Context &)
|
|
|
|
{
|
2020-01-27 20:31:39 +00:00
|
|
|
Poco::File(getMetadataPath()).remove(true);
|
2019-11-11 11:34:03 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
void DatabaseAtomic::attachTable(const String & name, const StoragePtr & table, const String & relative_table_path)
|
|
|
|
{
|
2020-01-16 18:13:18 +00:00
|
|
|
assert(relative_table_path != data_path && !relative_table_path.empty());
|
2019-11-11 11:34:03 +00:00
|
|
|
DatabaseWithDictionaries::attachTable(name, table, relative_table_path);
|
|
|
|
std::lock_guard lock(mutex);
|
2019-12-02 19:11:18 +00:00
|
|
|
table_name_to_path.emplace(std::make_pair(name, relative_table_path));
|
2019-10-23 13:46:38 +00:00
|
|
|
}
|
|
|
|
|
2019-11-11 11:34:03 +00:00
|
|
|
StoragePtr DatabaseAtomic::detachTable(const String & name)
|
|
|
|
{
|
|
|
|
{
|
|
|
|
std::lock_guard lock(mutex);
|
|
|
|
table_name_to_path.erase(name);
|
|
|
|
}
|
|
|
|
return DatabaseWithDictionaries::detachTable(name);
|
|
|
|
}
|
2019-10-23 13:46:38 +00:00
|
|
|
|
2020-03-19 21:14:52 +00:00
|
|
|
void DatabaseAtomic::dropTable(const Context &, const String & table_name)
|
2020-01-22 11:30:11 +00:00
|
|
|
{
|
|
|
|
String table_metadata_path = getObjectMetadataPath(table_name);
|
|
|
|
|
2020-03-19 21:14:52 +00:00
|
|
|
//FIXME
|
2020-01-22 11:30:11 +00:00
|
|
|
StoragePtr table = detachTable(table_name);
|
|
|
|
|
2020-03-19 21:14:52 +00:00
|
|
|
String table_metadata_path_drop = DatabaseCatalog::instance().getPathForDroppedMetadata(table->getStorageID());
|
|
|
|
LOG_INFO(log, "Mark table " + table->getStorageID().getNameForLogs() + " to drop.");
|
|
|
|
Poco::File(table_metadata_path).renameTo(table_metadata_path_drop);
|
|
|
|
DatabaseCatalog::instance().enqueueDroppedTableCleanup(table->getStorageID(), table, table_metadata_path_drop);
|
2020-01-22 11:30:11 +00:00
|
|
|
}
|
|
|
|
|
2019-11-11 14:28:28 +00:00
|
|
|
void DatabaseAtomic::renameTable(const Context & context, const String & table_name, IDatabase & to_database,
|
2019-12-02 19:11:18 +00:00
|
|
|
const String & to_table_name)
|
2019-11-11 14:28:28 +00:00
|
|
|
{
|
|
|
|
if (typeid(*this) != typeid(to_database))
|
2019-12-02 19:11:18 +00:00
|
|
|
{
|
|
|
|
if (!typeid_cast<DatabaseOrdinary *>(&to_database))
|
|
|
|
throw Exception("Moving tables between databases of different engines is not supported", ErrorCodes::NOT_IMPLEMENTED);
|
|
|
|
/// Allow moving tables from Atomic to Ordinary (with table lock)
|
|
|
|
DatabaseOnDisk::renameTable(context, table_name, to_database, to_table_name);
|
|
|
|
return;
|
|
|
|
}
|
2019-11-11 14:28:28 +00:00
|
|
|
|
|
|
|
StoragePtr table = tryGetTable(context, table_name);
|
|
|
|
|
|
|
|
if (!table)
|
|
|
|
throw Exception("Table " + backQuote(getDatabaseName()) + "." + backQuote(table_name) + " doesn't exist.", ErrorCodes::UNKNOWN_TABLE);
|
|
|
|
|
2019-12-02 19:11:18 +00:00
|
|
|
/// Update database and table name in memory without moving any data on disk
|
2019-11-11 14:28:28 +00:00
|
|
|
table->renameInMemory(to_database.getDatabaseName(), to_table_name);
|
|
|
|
|
|
|
|
/// NOTE Non-atomic.
|
2020-03-17 23:51:35 +00:00
|
|
|
auto path = getTableDataPath(table_name);
|
2019-12-02 19:11:18 +00:00
|
|
|
detachTable(table_name);
|
|
|
|
Poco::File(getObjectMetadataPath(table_name)).renameTo(to_database.getObjectMetadataPath(to_table_name));
|
2020-03-17 23:51:35 +00:00
|
|
|
to_database.attachTable(to_table_name, table, path);
|
2019-11-11 14:28:28 +00:00
|
|
|
}
|
|
|
|
|
2020-01-22 11:30:11 +00:00
|
|
|
void DatabaseAtomic::loadStoredObjects(Context & context, bool has_force_restore_data_flag)
|
|
|
|
{
|
|
|
|
DatabaseOrdinary::loadStoredObjects(context, has_force_restore_data_flag);
|
|
|
|
}
|
|
|
|
|
|
|
|
void DatabaseAtomic::shutdown()
|
|
|
|
{
|
|
|
|
DatabaseWithDictionaries::shutdown();
|
|
|
|
}
|
|
|
|
|
2019-10-23 13:46:38 +00:00
|
|
|
}
|
|
|
|
|