mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-12-14 10:22:10 +00:00
5277c802f7
CI found this [1] [ 382620 ] {} <Error> Application: Caught exception while loading metadata: Code: 60. DB::Exception: Table test_25.join doesn\'t exist: While processing _CAST(joinGet(test_25.join, \'m\', CAST(\'42\', \'int\')) AS m_tmp_alter1351896088559986425, \'Int32\') AS m: default expression and column type are incomp [ 382620 ] {} <Error> Application: Code: 60. DB::Exception: Table test_25.join doesn\'t exist: While processing _CAST(joinGet(test_25.join, \'m\', CAST(\'42\', \'int\')) AS m_tmp_alter1351896088559986425, \'Int32\') AS m: default expression and column type are incompatible.: Cannot attach table `test_25`.`t [1]: https://s3.amazonaws.com/clickhouse-test-reports/48670/d7f865037266ed87538cf4df7ec7e8165681871b/stress_test__asan_.html The problem here is that after failed RENAME dependencies got lost: [4e937f39d866] 2023.04.12 00:51:06.833624 [ 13419 ] {61429225-64cb-4fce-b60d-01e0dac6e52c} <Error> executeQuery: Code: 241. DB::Exception: Memory limit (total) exceeded: would use 34.65 GiB (attempt to allocate chunk of 2097419 bytes), maximum: 34.29 GiB. OvercommitTracker decision: Memory overcommit has freed not enough memory. (MEMORY_LIMIT_EXCEEDED) (version 23.4.1.1) (from [::1]:45710) (comment: 01160_table_dependencies.sh) (in query: create database test_25_1), Stack trace (when copying this message, always include the lines below): [4e937f39d866] 2023.04.12 00:51:07.351914 [ 5151 ] {66d8bdd4-668e-4239-a8af-6b8f17bb5222} <Error> executeQuery: Code: 81. DB::Exception: Database test_25_1 doesn't exist. (UNKNOWN_DATABASE) (version 23.4.1.1) (from [::1]:45762) (comment: 01160_table_dependencies.sh) (in query: rename table t to test_25_1.t), Stack trace (when copying this message, always include the lines below): And from the test output: OK OK OK OK a [] [] [] data_02344 [] [] [] date_table [] [] [] dict1 [] ['dict_src'] ['join'] dict2 [] ['join'] [] dict_src [] [] ['dict1'] dist_02346 [] [] [] join [] ['dict1'] ['dict2','s'] ^^^^^^^^^^^^^ no "t" Signed-off-by: Azat Khuzhin <a.khuzhin@semrush.com>
232 lines
8.8 KiB
C++
232 lines
8.8 KiB
C++
#include <Parsers/ASTRenameQuery.h>
|
|
#include <Databases/IDatabase.h>
|
|
#include <Interpreters/Context.h>
|
|
#include <Interpreters/InterpreterRenameQuery.h>
|
|
#include <Storages/IStorage.h>
|
|
#include <Interpreters/executeDDLQueryOnCluster.h>
|
|
#include <Interpreters/QueryLog.h>
|
|
#include <Access/Common/AccessRightsElement.h>
|
|
#include <Common/typeid_cast.h>
|
|
#include <Databases/DatabaseReplicated.h>
|
|
|
|
|
|
namespace DB
|
|
{
|
|
|
|
namespace ErrorCodes
|
|
{
|
|
extern const int NOT_IMPLEMENTED;
|
|
extern const int LOGICAL_ERROR;
|
|
}
|
|
|
|
InterpreterRenameQuery::InterpreterRenameQuery(const ASTPtr & query_ptr_, ContextPtr context_)
|
|
: WithContext(context_), query_ptr(query_ptr_)
|
|
{
|
|
}
|
|
|
|
|
|
BlockIO InterpreterRenameQuery::execute()
|
|
{
|
|
const auto & rename = query_ptr->as<const ASTRenameQuery &>();
|
|
|
|
if (!rename.cluster.empty())
|
|
{
|
|
DDLQueryOnClusterParams params;
|
|
params.access_to_check = getRequiredAccess(rename.database ? RenameType::RenameDatabase : RenameType::RenameTable);
|
|
return executeDDLQueryOnCluster(query_ptr, getContext(), params);
|
|
}
|
|
|
|
getContext()->checkAccess(getRequiredAccess(rename.database ? RenameType::RenameDatabase : RenameType::RenameTable));
|
|
|
|
String path = getContext()->getPath();
|
|
String current_database = getContext()->getCurrentDatabase();
|
|
|
|
/** In case of error while renaming, it is possible that only part of tables was renamed
|
|
* or we will be in inconsistent state. (It is worth to be fixed.)
|
|
*/
|
|
|
|
RenameDescriptions descriptions;
|
|
descriptions.reserve(rename.elements.size());
|
|
|
|
/// Don't allow to drop tables (that we are renaming); don't allow to create tables in places where tables will be renamed.
|
|
TableGuards table_guards;
|
|
|
|
for (const auto & elem : rename.elements)
|
|
{
|
|
descriptions.emplace_back(elem, current_database);
|
|
const auto & description = descriptions.back();
|
|
|
|
UniqueTableName from(description.from_database_name, description.from_table_name);
|
|
UniqueTableName to(description.to_database_name, description.to_table_name);
|
|
|
|
table_guards[from];
|
|
table_guards[to];
|
|
}
|
|
|
|
auto & database_catalog = DatabaseCatalog::instance();
|
|
|
|
/// Must do it in consistent order.
|
|
for (auto & table_guard : table_guards)
|
|
table_guard.second = database_catalog.getDDLGuard(table_guard.first.database_name, table_guard.first.table_name);
|
|
|
|
if (rename.database)
|
|
return executeToDatabase(rename, descriptions);
|
|
else
|
|
return executeToTables(rename, descriptions, table_guards);
|
|
}
|
|
|
|
BlockIO InterpreterRenameQuery::executeToTables(const ASTRenameQuery & rename, const RenameDescriptions & descriptions, TableGuards & ddl_guards)
|
|
{
|
|
assert(!rename.rename_if_cannot_exchange || descriptions.size() == 1);
|
|
assert(!(rename.rename_if_cannot_exchange && rename.exchange));
|
|
auto & database_catalog = DatabaseCatalog::instance();
|
|
|
|
for (const auto & elem : descriptions)
|
|
{
|
|
if (elem.if_exists)
|
|
{
|
|
assert(!rename.exchange);
|
|
if (!database_catalog.isTableExist(StorageID(elem.from_database_name, elem.from_table_name), getContext()))
|
|
continue;
|
|
}
|
|
|
|
bool exchange_tables;
|
|
if (rename.exchange)
|
|
{
|
|
exchange_tables = true;
|
|
}
|
|
else if (rename.rename_if_cannot_exchange)
|
|
{
|
|
exchange_tables = database_catalog.isTableExist(StorageID(elem.to_database_name, elem.to_table_name), getContext());
|
|
renamed_instead_of_exchange = !exchange_tables;
|
|
}
|
|
else
|
|
{
|
|
exchange_tables = false;
|
|
database_catalog.assertTableDoesntExist(StorageID(elem.to_database_name, elem.to_table_name), getContext());
|
|
}
|
|
|
|
DatabasePtr database = database_catalog.getDatabase(elem.from_database_name);
|
|
if (database->shouldReplicateQuery(getContext(), query_ptr))
|
|
{
|
|
if (1 < descriptions.size())
|
|
throw Exception(
|
|
ErrorCodes::NOT_IMPLEMENTED,
|
|
"Database {} is Replicated, "
|
|
"it does not support renaming of multiple tables in single query.",
|
|
elem.from_database_name);
|
|
|
|
UniqueTableName from(elem.from_database_name, elem.from_table_name);
|
|
UniqueTableName to(elem.to_database_name, elem.to_table_name);
|
|
ddl_guards[from]->releaseTableLock();
|
|
ddl_guards[to]->releaseTableLock();
|
|
return database->tryEnqueueReplicatedDDL(query_ptr, getContext());
|
|
}
|
|
else
|
|
{
|
|
StorageID from_table_id{elem.from_database_name, elem.from_table_name};
|
|
StorageID to_table_id{elem.to_database_name, elem.to_table_name};
|
|
std::vector<StorageID> ref_dependencies;
|
|
std::vector<StorageID> loading_dependencies;
|
|
|
|
if (!exchange_tables)
|
|
{
|
|
bool check_ref_deps = getContext()->getSettingsRef().check_referential_table_dependencies;
|
|
bool check_loading_deps = !check_ref_deps && getContext()->getSettingsRef().check_table_dependencies;
|
|
std::tie(ref_dependencies, loading_dependencies) = database_catalog.removeDependencies(from_table_id, check_ref_deps, check_loading_deps);
|
|
}
|
|
|
|
try
|
|
{
|
|
database->renameTable(
|
|
getContext(),
|
|
elem.from_table_name,
|
|
*database_catalog.getDatabase(elem.to_database_name),
|
|
elem.to_table_name,
|
|
exchange_tables,
|
|
rename.dictionary);
|
|
|
|
DatabaseCatalog::instance().addDependencies(to_table_id, ref_dependencies, loading_dependencies);
|
|
}
|
|
catch (...)
|
|
{
|
|
/// Restore dependencies if RENAME fails
|
|
DatabaseCatalog::instance().addDependencies(from_table_id, ref_dependencies, loading_dependencies);
|
|
throw;
|
|
}
|
|
}
|
|
}
|
|
|
|
return {};
|
|
}
|
|
|
|
BlockIO InterpreterRenameQuery::executeToDatabase(const ASTRenameQuery &, const RenameDescriptions & descriptions)
|
|
{
|
|
assert(descriptions.size() == 1);
|
|
assert(descriptions.front().from_table_name.empty());
|
|
assert(descriptions.front().to_table_name.empty());
|
|
|
|
const auto & old_name = descriptions.front().from_database_name;
|
|
const auto & new_name = descriptions.back().to_database_name;
|
|
auto & catalog = DatabaseCatalog::instance();
|
|
|
|
auto db = descriptions.front().if_exists ? catalog.tryGetDatabase(old_name) : catalog.getDatabase(old_name);
|
|
|
|
if (db)
|
|
{
|
|
catalog.assertDatabaseDoesntExist(new_name);
|
|
db->renameDatabase(getContext(), new_name);
|
|
}
|
|
|
|
return {};
|
|
}
|
|
|
|
AccessRightsElements InterpreterRenameQuery::getRequiredAccess(InterpreterRenameQuery::RenameType type) const
|
|
{
|
|
AccessRightsElements required_access;
|
|
const auto & rename = query_ptr->as<const ASTRenameQuery &>();
|
|
for (const auto & elem : rename.elements)
|
|
{
|
|
if (type == RenameType::RenameTable)
|
|
{
|
|
required_access.emplace_back(AccessType::SELECT | AccessType::DROP_TABLE, elem.from.getDatabase(), elem.from.getTable());
|
|
required_access.emplace_back(AccessType::CREATE_TABLE | AccessType::INSERT, elem.to.getDatabase(), elem.to.getTable());
|
|
if (rename.exchange)
|
|
{
|
|
required_access.emplace_back(AccessType::CREATE_TABLE | AccessType::INSERT , elem.from.getDatabase(), elem.from.getTable());
|
|
required_access.emplace_back(AccessType::SELECT | AccessType::DROP_TABLE, elem.to.getDatabase(), elem.to.getTable());
|
|
}
|
|
}
|
|
else if (type == RenameType::RenameDatabase)
|
|
{
|
|
required_access.emplace_back(AccessType::SELECT | AccessType::DROP_DATABASE, elem.from.getDatabase());
|
|
required_access.emplace_back(AccessType::CREATE_DATABASE | AccessType::INSERT, elem.to.getDatabase());
|
|
}
|
|
else
|
|
{
|
|
throw Exception(ErrorCodes::LOGICAL_ERROR, "Unknown type of rename query");
|
|
}
|
|
}
|
|
return required_access;
|
|
}
|
|
|
|
void InterpreterRenameQuery::extendQueryLogElemImpl(QueryLogElement & elem, const ASTPtr & ast, ContextPtr) const
|
|
{
|
|
const auto & rename = ast->as<const ASTRenameQuery &>();
|
|
for (const auto & element : rename.elements)
|
|
{
|
|
{
|
|
String database = backQuoteIfNeed(!element.from.database ? getContext()->getCurrentDatabase() : element.from.getDatabase());
|
|
elem.query_databases.insert(database);
|
|
elem.query_tables.insert(database + "." + backQuoteIfNeed(element.from.getTable()));
|
|
}
|
|
{
|
|
String database = backQuoteIfNeed(!element.to.database ? getContext()->getCurrentDatabase() : element.to.getDatabase());
|
|
elem.query_databases.insert(database);
|
|
elem.query_tables.insert(database + "." + backQuoteIfNeed(element.to.getTable()));
|
|
}
|
|
}
|
|
}
|
|
|
|
}
|