mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-09-30 05:30:51 +00:00
1045 lines
31 KiB
C++
1045 lines
31 KiB
C++
#include <map>
|
||
#include <set>
|
||
#include <chrono>
|
||
|
||
#include <Poco/Mutex.h>
|
||
#include <Poco/File.h>
|
||
#include <Poco/UUIDGenerator.h>
|
||
|
||
#include <common/logger_useful.h>
|
||
|
||
#include <DB/Common/Macros.h>
|
||
#include <DB/Common/escapeForFileName.h>
|
||
#include <DB/Common/Stopwatch.h>
|
||
#include <DB/DataStreams/FormatFactory.h>
|
||
#include <DB/AggregateFunctions/AggregateFunctionFactory.h>
|
||
#include <DB/TableFunctions/TableFunctionFactory.h>
|
||
#include <DB/Storages/IStorage.h>
|
||
#include <DB/Storages/MarkCache.h>
|
||
#include <DB/Storages/MergeTree/BackgroundProcessingPool.h>
|
||
#include <DB/Storages/MergeTree/ReshardingWorker.h>
|
||
#include <DB/Storages/MergeTree/MergeList.h>
|
||
#include <DB/Storages/MergeTree/MergeTreeSettings.h>
|
||
#include <DB/Storages/CompressionMethodSelector.h>
|
||
#include <DB/Interpreters/Settings.h>
|
||
#include <DB/Interpreters/Users.h>
|
||
#include <DB/Interpreters/Quota.h>
|
||
#include <DB/Interpreters/Dictionaries.h>
|
||
#include <DB/Interpreters/ExternalDictionaries.h>
|
||
#include <DB/Interpreters/ProcessList.h>
|
||
#include <DB/Interpreters/Cluster.h>
|
||
#include <DB/Interpreters/InterserverIOHandler.h>
|
||
#include <DB/Interpreters/Compiler.h>
|
||
#include <DB/Interpreters/QueryLog.h>
|
||
#include <DB/Interpreters/Context.h>
|
||
#include <DB/IO/ReadBufferFromFile.h>
|
||
#include <DB/IO/UncompressedCache.h>
|
||
#include <DB/Parsers/ASTCreateQuery.h>
|
||
#include <DB/Parsers/ParserCreateQuery.h>
|
||
#include <DB/Parsers/parseQuery.h>
|
||
#include <DB/Databases/IDatabase.h>
|
||
|
||
#include <DB/Common/ConfigProcessor.h>
|
||
#include <zkutil/ZooKeeper.h>
|
||
|
||
|
||
namespace DB
|
||
{
|
||
|
||
namespace ErrorCodes
|
||
{
|
||
extern const int DATABASE_ACCESS_DENIED;
|
||
extern const int UNKNOWN_DATABASE;
|
||
extern const int UNKNOWN_TABLE;
|
||
extern const int TABLE_ALREADY_EXISTS;
|
||
extern const int DATABASE_ALREADY_EXISTS;
|
||
extern const int TABLE_METADATA_DOESNT_EXIST;
|
||
extern const int THERE_IS_NO_SESSION;
|
||
extern const int NO_ELEMENTS_IN_CONFIG;
|
||
extern const int DDL_GUARD_IS_ACTIVE;
|
||
}
|
||
|
||
class TableFunctionFactory;
|
||
|
||
|
||
/** Набор известных объектов, которые могут быть использованы в запросе.
|
||
* Разделяемая часть. Порядок членов (порядок их уничтожения) очень важен.
|
||
*/
|
||
struct ContextShared
|
||
{
|
||
Logger * log = &Logger::get("Context"); /// Логгер.
|
||
|
||
/// Для доступа и модификации разделяемых объектов. Рекурсивный mutex.
|
||
mutable Poco::Mutex mutex;
|
||
/// Для доступа к внешним словарям. Отдельный мьютекс, чтобы избежать локов при обращении сервера к самому себе.
|
||
mutable std::mutex external_dictionaries_mutex;
|
||
/// Отдельный mutex для переинициализации zookeeper-а. Эта операция может заблокироваться на существенное время и не должна мешать остальным.
|
||
mutable std::mutex zookeeper_mutex;
|
||
|
||
mutable zkutil::ZooKeeperPtr zookeeper; /// Клиент для ZooKeeper.
|
||
|
||
String interserver_io_host; /// Имя хоста по которым это сервер доступен для других серверов.
|
||
int interserver_io_port; /// и порт,
|
||
|
||
String path; /// Путь к директории с данными, со слешем на конце.
|
||
String tmp_path; /// Путь ко временным файлам, возникающим при обработке запроса.
|
||
Databases databases; /// Список БД и таблиц в них.
|
||
TableFunctionFactory table_function_factory; /// Табличные функции.
|
||
AggregateFunctionFactory aggregate_function_factory; /// Агрегатные функции.
|
||
FormatFactory format_factory; /// Форматы.
|
||
mutable std::shared_ptr<Dictionaries> dictionaries; /// Словари Метрики. Инициализируются лениво.
|
||
mutable std::shared_ptr<ExternalDictionaries> external_dictionaries;
|
||
Users users; /// Известные пользователи.
|
||
Quotas quotas; /// Известные квоты на использование ресурсов.
|
||
mutable UncompressedCachePtr uncompressed_cache; /// Кэш разжатых блоков.
|
||
mutable MarkCachePtr mark_cache; /// Кэш засечек в сжатых файлах.
|
||
ProcessList process_list; /// Исполняющиеся в данный момент запросы.
|
||
MergeList merge_list; /// Список выполняемых мерджей (для (Replicated)?MergeTree)
|
||
ViewDependencies view_dependencies; /// Текущие зависимости
|
||
ConfigurationPtr users_config; /// Конфиг с секциями users, profiles и quotas.
|
||
InterserverIOHandler interserver_io_handler; /// Обработчик для межсерверной передачи данных.
|
||
BackgroundProcessingPoolPtr background_pool; /// Пул потоков для фоновой работы, выполняемой таблицами.
|
||
ReshardingWorkerPtr resharding_worker;
|
||
Macros macros; /// Подстановки из конфига.
|
||
std::unique_ptr<Compiler> compiler; /// Для динамической компиляции частей запроса, при необходимости.
|
||
std::unique_ptr<QueryLog> query_log; /// Для логгирования запросов.
|
||
/// Правила для выбора метода сжатия в зависимости от размера куска.
|
||
mutable std::unique_ptr<CompressionMethodSelector> compression_method_selector;
|
||
std::unique_ptr<MergeTreeSettings> merge_tree_settings; /// Настройки для движка MergeTree.
|
||
|
||
/// Clusters for distributed tables
|
||
/// Initilalized on demand (on distributed storages initialization) since Settings should be initialized
|
||
std::unique_ptr<Clusters> clusters;
|
||
ConfigurationPtr clusters_config; /// Soteres updated configs
|
||
mutable std::mutex clusters_mutex; /// Guards clusters and clusters_config
|
||
|
||
Poco::UUIDGenerator uuid_generator;
|
||
|
||
bool shutdown_called = false;
|
||
|
||
/// Позволяют запретить одновременное выполнение DDL запросов над одной и той же таблицей.
|
||
/// database -> table -> exception_message
|
||
/// На время выполнения операции, сюда помещается элемент, и возвращается объект, который в деструкторе удаляет элемент.
|
||
/// В случае, если элемент уже есть - кидается исключение. См. class DDLGuard ниже.
|
||
using DDLGuards = std::unordered_map<String, std::unordered_map<String, String>>;
|
||
DDLGuards ddl_guards;
|
||
/// Если вы захватываете mutex и ddl_guards_mutex, то захватывать их нужно строго в этом порядке.
|
||
mutable std::mutex ddl_guards_mutex;
|
||
|
||
Stopwatch uptime_watch;
|
||
|
||
|
||
~ContextShared()
|
||
{
|
||
try
|
||
{
|
||
shutdown();
|
||
}
|
||
catch (...)
|
||
{
|
||
tryLogCurrentException(__PRETTY_FUNCTION__);
|
||
}
|
||
}
|
||
|
||
|
||
/** Выполнить сложную работу по уничтожению объектов заранее.
|
||
*/
|
||
void shutdown()
|
||
{
|
||
if (shutdown_called)
|
||
return;
|
||
shutdown_called = true;
|
||
|
||
query_log.reset();
|
||
|
||
/** В этот момент, некоторые таблицы могут иметь потоки, которые блокируют наш mutex.
|
||
* Чтобы корректно их завершить, скопируем текущий список таблиц,
|
||
* и попросим их всех закончить свою работу.
|
||
* Потом удалим все объекты с таблицами.
|
||
*/
|
||
|
||
Databases current_databases;
|
||
|
||
{
|
||
Poco::ScopedLock<Poco::Mutex> lock(mutex);
|
||
current_databases = databases;
|
||
}
|
||
|
||
for (auto & database : current_databases)
|
||
database.second->shutdown();
|
||
|
||
{
|
||
Poco::ScopedLock<Poco::Mutex> lock(mutex);
|
||
databases.clear();
|
||
}
|
||
}
|
||
};
|
||
|
||
|
||
Context::Context()
|
||
: shared(new ContextShared),
|
||
quota(new QuotaForIntervals)
|
||
{
|
||
}
|
||
|
||
Context::~Context() = default;
|
||
|
||
|
||
const TableFunctionFactory & Context::getTableFunctionFactory() const { return shared->table_function_factory; }
|
||
const AggregateFunctionFactory & Context::getAggregateFunctionFactory() const { return shared->aggregate_function_factory; }
|
||
InterserverIOHandler & Context::getInterserverIOHandler() { return shared->interserver_io_handler; }
|
||
std::unique_lock<Poco::Mutex> Context::getLock() const { return std::unique_lock<Poco::Mutex>(shared->mutex); }
|
||
ProcessList & Context::getProcessList() { return shared->process_list; }
|
||
const ProcessList & Context::getProcessList() const { return shared->process_list; }
|
||
MergeList & Context::getMergeList() { return shared->merge_list; }
|
||
const MergeList & Context::getMergeList() const { return shared->merge_list; }
|
||
|
||
|
||
const Databases Context::getDatabases() const
|
||
{
|
||
auto lock = getLock();
|
||
return shared->databases;
|
||
}
|
||
|
||
Databases Context::getDatabases()
|
||
{
|
||
auto lock = getLock();
|
||
return shared->databases;
|
||
}
|
||
|
||
const DatabasePtr Context::getDatabase(const String & database_name) const
|
||
{
|
||
auto lock = getLock();
|
||
String db = database_name.empty() ? current_database : database_name;
|
||
assertDatabaseExists(db);
|
||
return shared->databases[db];
|
||
}
|
||
|
||
DatabasePtr Context::getDatabase(const String & database_name)
|
||
{
|
||
auto lock = getLock();
|
||
String db = database_name.empty() ? current_database : database_name;
|
||
assertDatabaseExists(db);
|
||
return shared->databases[db];
|
||
}
|
||
|
||
const DatabasePtr Context::tryGetDatabase(const String & database_name) const
|
||
{
|
||
auto lock = getLock();
|
||
String db = database_name.empty() ? current_database : database_name;
|
||
auto it = shared->databases.find(db);
|
||
if (it == shared->databases.end())
|
||
return {};
|
||
return it->second;
|
||
}
|
||
|
||
DatabasePtr Context::tryGetDatabase(const String & database_name)
|
||
{
|
||
auto lock = getLock();
|
||
String db = database_name.empty() ? current_database : database_name;
|
||
auto it = shared->databases.find(db);
|
||
if (it == shared->databases.end())
|
||
return {};
|
||
return it->second;
|
||
}
|
||
|
||
|
||
String Context::getPath() const
|
||
{
|
||
auto lock = getLock();
|
||
return shared->path;
|
||
}
|
||
|
||
String Context::getTemporaryPath() const
|
||
{
|
||
auto lock = getLock();
|
||
return shared->tmp_path;
|
||
}
|
||
|
||
|
||
void Context::setPath(const String & path)
|
||
{
|
||
auto lock = getLock();
|
||
shared->path = path;
|
||
}
|
||
|
||
void Context::setTemporaryPath(const String & path)
|
||
{
|
||
auto lock = getLock();
|
||
shared->tmp_path = path;
|
||
}
|
||
|
||
|
||
void Context::setUsersConfig(ConfigurationPtr config)
|
||
{
|
||
auto lock = getLock();
|
||
shared->users_config = config;
|
||
shared->users.loadFromConfig(*shared->users_config);
|
||
shared->quotas.loadFromConfig(*shared->users_config);
|
||
}
|
||
|
||
ConfigurationPtr Context::getUsersConfig()
|
||
{
|
||
auto lock = getLock();
|
||
return shared->users_config;
|
||
}
|
||
|
||
|
||
void Context::setUser(const String & name, const String & password, const Poco::Net::IPAddress & address, const String & quota_key)
|
||
{
|
||
auto lock = getLock();
|
||
|
||
const User & user_props = shared->users.get(name, password, address);
|
||
setSetting("profile", user_props.profile);
|
||
setQuota(user_props.quota, quota_key, name, address);
|
||
|
||
user = name;
|
||
ip_address = address;
|
||
}
|
||
|
||
|
||
void Context::setQuota(const String & name, const String & quota_key, const String & user_name, const Poco::Net::IPAddress & address)
|
||
{
|
||
auto lock = getLock();
|
||
quota = shared->quotas.get(name, quota_key, user_name, address);
|
||
}
|
||
|
||
|
||
QuotaForIntervals & Context::getQuota()
|
||
{
|
||
auto lock = getLock();
|
||
return *quota;
|
||
}
|
||
|
||
void Context::checkDatabaseAccessRights(const std::string & database_name) const
|
||
{
|
||
if (user.empty() || (database_name == "system"))
|
||
{
|
||
/// Безымянный пользователь, т.е. сервер, имеет доступ ко всем БД.
|
||
/// Все пользователи имеют доступ к БД system.
|
||
return;
|
||
}
|
||
if (!shared->users.isAllowedDatabase(user, database_name))
|
||
throw Exception("Access denied to database " + database_name, ErrorCodes::DATABASE_ACCESS_DENIED);
|
||
}
|
||
|
||
void Context::addDependency(const DatabaseAndTableName & from, const DatabaseAndTableName & where)
|
||
{
|
||
auto lock = getLock();
|
||
checkDatabaseAccessRights(from.first);
|
||
checkDatabaseAccessRights(where.first);
|
||
shared->view_dependencies[from].insert(where);
|
||
}
|
||
|
||
void Context::removeDependency(const DatabaseAndTableName & from, const DatabaseAndTableName & where)
|
||
{
|
||
auto lock = getLock();
|
||
checkDatabaseAccessRights(from.first);
|
||
checkDatabaseAccessRights(where.first);
|
||
shared->view_dependencies[from].erase(where);
|
||
}
|
||
|
||
Dependencies Context::getDependencies(const String & database_name, const String & table_name) const
|
||
{
|
||
auto lock = getLock();
|
||
|
||
String db = database_name.empty() ? current_database : database_name;
|
||
checkDatabaseAccessRights(db);
|
||
|
||
ViewDependencies::const_iterator iter = shared->view_dependencies.find(DatabaseAndTableName(db, table_name));
|
||
if (iter == shared->view_dependencies.end())
|
||
return {};
|
||
|
||
return Dependencies(iter->second.begin(), iter->second.end());
|
||
}
|
||
|
||
bool Context::isTableExist(const String & database_name, const String & table_name) const
|
||
{
|
||
auto lock = getLock();
|
||
|
||
String db = database_name.empty() ? current_database : database_name;
|
||
checkDatabaseAccessRights(db);
|
||
|
||
Databases::const_iterator it = shared->databases.find(db);
|
||
return shared->databases.end() != it
|
||
&& it->second->isTableExist(table_name);
|
||
}
|
||
|
||
|
||
bool Context::isDatabaseExist(const String & database_name) const
|
||
{
|
||
auto lock = getLock();
|
||
String db = database_name.empty() ? current_database : database_name;
|
||
checkDatabaseAccessRights(db);
|
||
return shared->databases.end() != shared->databases.find(db);
|
||
}
|
||
|
||
|
||
void Context::assertTableExists(const String & database_name, const String & table_name) const
|
||
{
|
||
auto lock = getLock();
|
||
|
||
String db = database_name.empty() ? current_database : database_name;
|
||
checkDatabaseAccessRights(db);
|
||
|
||
Databases::const_iterator it = shared->databases.find(db);
|
||
if (shared->databases.end() == it)
|
||
throw Exception("Database " + db + " doesn't exist", ErrorCodes::UNKNOWN_DATABASE);
|
||
|
||
if (!it->second->isTableExist(table_name))
|
||
throw Exception("Table " + db + "." + table_name + " doesn't exist.", ErrorCodes::UNKNOWN_TABLE);
|
||
}
|
||
|
||
|
||
void Context::assertTableDoesntExist(const String & database_name, const String & table_name, bool check_database_access_rights) const
|
||
{
|
||
auto lock = getLock();
|
||
|
||
String db = database_name.empty() ? current_database : database_name;
|
||
if (check_database_access_rights)
|
||
checkDatabaseAccessRights(db);
|
||
|
||
Databases::const_iterator it = shared->databases.find(db);
|
||
if (shared->databases.end() != it && it->second->isTableExist(table_name))
|
||
throw Exception("Table " + db + "." + table_name + " already exists.", ErrorCodes::TABLE_ALREADY_EXISTS);
|
||
}
|
||
|
||
|
||
void Context::assertDatabaseExists(const String & database_name, bool check_database_access_rights) const
|
||
{
|
||
auto lock = getLock();
|
||
|
||
String db = database_name.empty() ? current_database : database_name;
|
||
if (check_database_access_rights)
|
||
checkDatabaseAccessRights(db);
|
||
|
||
if (shared->databases.end() == shared->databases.find(db))
|
||
throw Exception("Database " + db + " doesn't exist", ErrorCodes::UNKNOWN_DATABASE);
|
||
}
|
||
|
||
|
||
void Context::assertDatabaseDoesntExist(const String & database_name) const
|
||
{
|
||
auto lock = getLock();
|
||
|
||
String db = database_name.empty() ? current_database : database_name;
|
||
checkDatabaseAccessRights(db);
|
||
|
||
if (shared->databases.end() != shared->databases.find(db))
|
||
throw Exception("Database " + db + " already exists.", ErrorCodes::DATABASE_ALREADY_EXISTS);
|
||
}
|
||
|
||
|
||
Tables Context::getExternalTables() const
|
||
{
|
||
auto lock = getLock();
|
||
|
||
Tables res = external_tables;
|
||
if (session_context && session_context != this)
|
||
{
|
||
Tables buf = session_context->getExternalTables();
|
||
res.insert(buf.begin(), buf.end());
|
||
}
|
||
else if (global_context && global_context != this)
|
||
{
|
||
Tables buf = global_context->getExternalTables();
|
||
res.insert(buf.begin(), buf.end());
|
||
}
|
||
return res;
|
||
}
|
||
|
||
|
||
StoragePtr Context::tryGetExternalTable(const String & table_name) const
|
||
{
|
||
auto lock = getLock();
|
||
|
||
Tables::const_iterator jt = external_tables.find(table_name);
|
||
if (external_tables.end() == jt)
|
||
return StoragePtr();
|
||
|
||
return jt->second;
|
||
}
|
||
|
||
|
||
StoragePtr Context::getTable(const String & database_name, const String & table_name) const
|
||
{
|
||
Exception exc;
|
||
auto res = getTableImpl(database_name, table_name, &exc);
|
||
if (!res)
|
||
throw exc;
|
||
return res;
|
||
}
|
||
|
||
|
||
StoragePtr Context::tryGetTable(const String & database_name, const String & table_name) const
|
||
{
|
||
return getTableImpl(database_name, table_name, nullptr);
|
||
}
|
||
|
||
|
||
StoragePtr Context::getTableImpl(const String & database_name, const String & table_name, Exception * exception) const
|
||
{
|
||
auto lock = getLock();
|
||
|
||
/** Возможность обратиться к временным таблицам другого запроса в виде _query_QUERY_ID.table
|
||
* NOTE В дальнейшем может потребоваться подумать об изоляции.
|
||
*/
|
||
if (startsWith(database_name, "_query_"))
|
||
{
|
||
String requested_query_id = database_name.substr(strlen("_query_"));
|
||
|
||
auto res = shared->process_list.tryGetTemporaryTable(requested_query_id, table_name);
|
||
|
||
if (!res && exception)
|
||
*exception = Exception(
|
||
"Cannot find temporary table with name " + table_name + " for query with id " + requested_query_id, ErrorCodes::UNKNOWN_TABLE);
|
||
|
||
return res;
|
||
}
|
||
|
||
if (database_name.empty())
|
||
{
|
||
StoragePtr res = tryGetExternalTable(table_name);
|
||
if (res)
|
||
return res;
|
||
}
|
||
|
||
String db = database_name.empty() ? current_database : database_name;
|
||
checkDatabaseAccessRights(db);
|
||
|
||
Databases::const_iterator it = shared->databases.find(db);
|
||
if (shared->databases.end() == it)
|
||
{
|
||
if (exception)
|
||
*exception = Exception("Database " + db + " doesn't exist", ErrorCodes::UNKNOWN_DATABASE);
|
||
return {};
|
||
}
|
||
|
||
auto table = it->second->tryGetTable(table_name);
|
||
if (!table)
|
||
{
|
||
if (exception)
|
||
*exception = Exception("Table " + db + "." + table_name + " doesn't exist.", ErrorCodes::UNKNOWN_TABLE);
|
||
return {};
|
||
}
|
||
|
||
return table;
|
||
}
|
||
|
||
|
||
void Context::addExternalTable(const String & table_name, StoragePtr storage)
|
||
{
|
||
if (external_tables.end() != external_tables.find(table_name))
|
||
throw Exception("Temporary table " + table_name + " already exists.", ErrorCodes::TABLE_ALREADY_EXISTS);
|
||
|
||
external_tables[table_name] = storage;
|
||
|
||
if (process_list_elem)
|
||
{
|
||
auto lock = getLock();
|
||
shared->process_list.addTemporaryTable(*process_list_elem, table_name, storage);
|
||
}
|
||
}
|
||
|
||
|
||
DDLGuard::DDLGuard(Map & map_, std::mutex & mutex_, std::unique_lock<std::mutex> && lock, const String & elem, const String & message)
|
||
: map(map_), mutex(mutex_)
|
||
{
|
||
bool inserted;
|
||
std::tie(it, inserted) = map.emplace(elem, message);
|
||
if (!inserted)
|
||
throw Exception(it->second, ErrorCodes::DDL_GUARD_IS_ACTIVE);
|
||
}
|
||
|
||
DDLGuard::~DDLGuard()
|
||
{
|
||
std::lock_guard<std::mutex> lock(mutex);
|
||
map.erase(it);
|
||
}
|
||
|
||
std::unique_ptr<DDLGuard> Context::getDDLGuard(const String & database, const String & table, const String & message) const
|
||
{
|
||
std::unique_lock<std::mutex> lock(shared->ddl_guards_mutex);
|
||
return std::make_unique<DDLGuard>(shared->ddl_guards[database], shared->ddl_guards_mutex, std::move(lock), table, message);
|
||
}
|
||
|
||
|
||
std::unique_ptr<DDLGuard> Context::getDDLGuardIfTableDoesntExist(const String & database, const String & table, const String & message) const
|
||
{
|
||
auto lock = getLock();
|
||
|
||
Databases::const_iterator it = shared->databases.find(database);
|
||
if (shared->databases.end() != it && it->second->isTableExist(table))
|
||
return {};
|
||
|
||
return getDDLGuard(database, table, message);
|
||
}
|
||
|
||
|
||
void Context::addDatabase(const String & database_name, const DatabasePtr & database)
|
||
{
|
||
auto lock = getLock();
|
||
|
||
assertDatabaseDoesntExist(database_name);
|
||
shared->databases[database_name] = database;
|
||
}
|
||
|
||
|
||
DatabasePtr Context::detachDatabase(const String & database_name)
|
||
{
|
||
auto lock = getLock();
|
||
|
||
auto res = getDatabase(database_name);
|
||
shared->databases.erase(database_name);
|
||
return res;
|
||
}
|
||
|
||
|
||
ASTPtr Context::getCreateQuery(const String & database_name, const String & table_name) const
|
||
{
|
||
auto lock = getLock();
|
||
|
||
String db = database_name.empty() ? current_database : database_name;
|
||
assertDatabaseExists(db);
|
||
|
||
return shared->databases[db]->getCreateQuery(table_name);
|
||
}
|
||
|
||
|
||
Settings Context::getSettings() const
|
||
{
|
||
auto lock = getLock();
|
||
return settings;
|
||
}
|
||
|
||
|
||
Limits Context::getLimits() const
|
||
{
|
||
auto lock = getLock();
|
||
return settings.limits;
|
||
}
|
||
|
||
|
||
void Context::setSettings(const Settings & settings_)
|
||
{
|
||
auto lock = getLock();
|
||
settings = settings_;
|
||
}
|
||
|
||
|
||
void Context::setSetting(const String & name, const Field & value)
|
||
{
|
||
auto lock = getLock();
|
||
if (name == "profile")
|
||
settings.setProfile(value.safeGet<String>(), *shared->users_config);
|
||
else
|
||
settings.set(name, value);
|
||
}
|
||
|
||
|
||
void Context::setSetting(const String & name, const std::string & value)
|
||
{
|
||
auto lock = getLock();
|
||
if (name == "profile")
|
||
settings.setProfile(value, *shared->users_config);
|
||
else
|
||
settings.set(name, value);
|
||
}
|
||
|
||
|
||
String Context::getCurrentDatabase() const
|
||
{
|
||
auto lock = getLock();
|
||
return current_database;
|
||
}
|
||
|
||
|
||
String Context::getCurrentQueryId() const
|
||
{
|
||
auto lock = getLock();
|
||
return current_query_id;
|
||
}
|
||
|
||
|
||
void Context::setCurrentDatabase(const String & name)
|
||
{
|
||
auto lock = getLock();
|
||
assertDatabaseExists(name);
|
||
current_database = name;
|
||
}
|
||
|
||
|
||
void Context::setCurrentQueryId(const String & query_id)
|
||
{
|
||
if (!current_query_id.empty())
|
||
throw Exception("Logical error: attempt to set query_id twice", ErrorCodes::LOGICAL_ERROR);
|
||
|
||
String query_id_to_set = query_id;
|
||
if (query_id_to_set.empty()) /// Если пользователь не передал свой query_id, то генерируем его самостоятельно.
|
||
query_id_to_set = shared->uuid_generator.createRandom().toString();
|
||
|
||
auto lock = getLock();
|
||
current_query_id = query_id_to_set;
|
||
}
|
||
|
||
|
||
String Context::getDefaultFormat() const
|
||
{
|
||
auto lock = getLock();
|
||
return default_format.empty() ? "TabSeparated" : default_format;
|
||
}
|
||
|
||
|
||
void Context::setDefaultFormat(const String & name)
|
||
{
|
||
auto lock = getLock();
|
||
default_format = name;
|
||
}
|
||
|
||
const Macros& Context::getMacros() const
|
||
{
|
||
return shared->macros;
|
||
}
|
||
|
||
void Context::setMacros(Macros && macros)
|
||
{
|
||
/// Полагаемся, что это присваивание происходит один раз при старте сервера. Если это не так, нужно использовать мьютекс.
|
||
shared->macros = macros;
|
||
}
|
||
|
||
|
||
Context & Context::getSessionContext()
|
||
{
|
||
if (!session_context)
|
||
throw Exception("There is no session", ErrorCodes::THERE_IS_NO_SESSION);
|
||
return *session_context;
|
||
}
|
||
|
||
|
||
Context & Context::getGlobalContext()
|
||
{
|
||
if (!global_context)
|
||
throw Exception("Logical error: there is no global context", ErrorCodes::LOGICAL_ERROR);
|
||
return *global_context;
|
||
}
|
||
|
||
|
||
const Dictionaries & Context::getDictionaries() const
|
||
{
|
||
return getDictionariesImpl(false);
|
||
}
|
||
|
||
|
||
const ExternalDictionaries & Context::getExternalDictionaries() const
|
||
{
|
||
return getExternalDictionariesImpl(false);
|
||
}
|
||
|
||
|
||
const Dictionaries & Context::getDictionariesImpl(const bool throw_on_error) const
|
||
{
|
||
auto lock = getLock();
|
||
|
||
if (!shared->dictionaries)
|
||
shared->dictionaries = std::make_shared<Dictionaries>(throw_on_error);
|
||
|
||
return *shared->dictionaries;
|
||
}
|
||
|
||
|
||
const ExternalDictionaries & Context::getExternalDictionariesImpl(const bool throw_on_error) const
|
||
{
|
||
std::lock_guard<std::mutex> lock(shared->external_dictionaries_mutex);
|
||
|
||
if (!shared->external_dictionaries)
|
||
{
|
||
if (!this->global_context)
|
||
throw Exception("Logical error: there is no global context", ErrorCodes::LOGICAL_ERROR);
|
||
shared->external_dictionaries = std::make_shared<ExternalDictionaries>(*this->global_context, throw_on_error);
|
||
}
|
||
|
||
return *shared->external_dictionaries;
|
||
}
|
||
|
||
|
||
void Context::tryCreateDictionaries() const
|
||
{
|
||
static_cast<void>(getDictionariesImpl(true));
|
||
}
|
||
|
||
|
||
void Context::tryCreateExternalDictionaries() const
|
||
{
|
||
static_cast<void>(getExternalDictionariesImpl(true));
|
||
}
|
||
|
||
|
||
void Context::setProgressCallback(ProgressCallback callback)
|
||
{
|
||
/// Колбек устанавливается на сессию или на запрос. В сессии одновременно обрабатывается только один запрос. Поэтому блокировка не нужна.
|
||
progress_callback = callback;
|
||
}
|
||
|
||
ProgressCallback Context::getProgressCallback() const
|
||
{
|
||
return progress_callback;
|
||
}
|
||
|
||
|
||
void Context::setProcessListElement(ProcessList::Element * elem)
|
||
{
|
||
/// Устанавливается на сессию или на запрос. В сессии одновременно обрабатывается только один запрос. Поэтому блокировка не нужна.
|
||
process_list_elem = elem;
|
||
}
|
||
|
||
ProcessList::Element * Context::getProcessListElement()
|
||
{
|
||
return process_list_elem;
|
||
}
|
||
|
||
|
||
void Context::setUncompressedCache(size_t max_size_in_bytes)
|
||
{
|
||
auto lock = getLock();
|
||
|
||
if (shared->uncompressed_cache)
|
||
throw Exception("Uncompressed cache has been already created.", ErrorCodes::LOGICAL_ERROR);
|
||
|
||
shared->uncompressed_cache = std::make_shared<UncompressedCache>(max_size_in_bytes);
|
||
}
|
||
|
||
|
||
UncompressedCachePtr Context::getUncompressedCache() const
|
||
{
|
||
auto lock = getLock();
|
||
return shared->uncompressed_cache;
|
||
}
|
||
|
||
void Context::setMarkCache(size_t cache_size_in_bytes)
|
||
{
|
||
auto lock = getLock();
|
||
|
||
if (shared->mark_cache)
|
||
throw Exception("Uncompressed cache has been already created.", ErrorCodes::LOGICAL_ERROR);
|
||
|
||
shared->mark_cache = std::make_shared<MarkCache>(cache_size_in_bytes, std::chrono::seconds(settings.mark_cache_min_lifetime));
|
||
}
|
||
|
||
MarkCachePtr Context::getMarkCache() const
|
||
{
|
||
auto lock = getLock();
|
||
return shared->mark_cache;
|
||
}
|
||
|
||
BackgroundProcessingPool & Context::getBackgroundPool()
|
||
{
|
||
auto lock = getLock();
|
||
if (!shared->background_pool)
|
||
shared->background_pool = std::make_shared<BackgroundProcessingPool>(settings.background_pool_size);
|
||
return *shared->background_pool;
|
||
}
|
||
|
||
void Context::setReshardingWorker(std::shared_ptr<ReshardingWorker> resharding_worker)
|
||
{
|
||
auto lock = getLock();
|
||
if (shared->resharding_worker)
|
||
throw Exception("Resharding background thread has already been initialized.", ErrorCodes::LOGICAL_ERROR);
|
||
shared->resharding_worker = resharding_worker;
|
||
}
|
||
|
||
ReshardingWorker & Context::getReshardingWorker()
|
||
{
|
||
auto lock = getLock();
|
||
if (!shared->resharding_worker)
|
||
throw Exception("Resharding background thread not initialized: resharding missing in configuration file.",
|
||
ErrorCodes::LOGICAL_ERROR);
|
||
return *shared->resharding_worker;
|
||
}
|
||
|
||
void Context::resetCaches() const
|
||
{
|
||
auto lock = getLock();
|
||
|
||
if (shared->uncompressed_cache)
|
||
shared->uncompressed_cache->reset();
|
||
|
||
if (shared->mark_cache)
|
||
shared->mark_cache->reset();
|
||
}
|
||
|
||
void Context::setZooKeeper(zkutil::ZooKeeperPtr zookeeper)
|
||
{
|
||
std::lock_guard<std::mutex> lock(shared->zookeeper_mutex);
|
||
|
||
if (shared->zookeeper)
|
||
throw Exception("ZooKeeper client has already been set.", ErrorCodes::LOGICAL_ERROR);
|
||
|
||
shared->zookeeper = zookeeper;
|
||
}
|
||
|
||
zkutil::ZooKeeperPtr Context::getZooKeeper() const
|
||
{
|
||
std::lock_guard<std::mutex> lock(shared->zookeeper_mutex);
|
||
|
||
if (shared->zookeeper && shared->zookeeper->expired())
|
||
shared->zookeeper = shared->zookeeper->startNewSession();
|
||
|
||
return shared->zookeeper;
|
||
}
|
||
|
||
|
||
void Context::setInterserverIOAddress(const String & host, UInt16 port)
|
||
{
|
||
shared->interserver_io_host = host;
|
||
shared->interserver_io_port = port;
|
||
}
|
||
|
||
|
||
std::pair<String, UInt16> Context::getInterserverIOAddress() const
|
||
{
|
||
if (shared->interserver_io_host.empty() || shared->interserver_io_port == 0)
|
||
throw Exception("Parameter 'interserver_http_port' required for replication is not specified in configuration file.",
|
||
ErrorCodes::NO_ELEMENTS_IN_CONFIG);
|
||
|
||
return { shared->interserver_io_host, shared->interserver_io_port };
|
||
}
|
||
|
||
UInt16 Context::getTCPPort() const
|
||
{
|
||
return Poco::Util::Application::instance().config().getInt("tcp_port");
|
||
}
|
||
|
||
|
||
std::shared_ptr<Cluster> Context::getCluster(const std::string & cluster_name, bool throw_on_error) const
|
||
{
|
||
auto res = getClusters().getCluster(cluster_name);
|
||
|
||
if (!res && throw_on_error)
|
||
throw Exception("Requested cluster '" + cluster_name + "' not found", ErrorCodes::BAD_GET);
|
||
|
||
return res;
|
||
}
|
||
|
||
|
||
Clusters & Context::getClusters() const
|
||
{
|
||
{
|
||
std::lock_guard<std::mutex> lock(shared->clusters_mutex);
|
||
if (!shared->clusters)
|
||
{
|
||
auto & config = shared->clusters_config ? *shared->clusters_config : Poco::Util::Application::instance().config();
|
||
shared->clusters = std::make_unique<Clusters>(config, settings);
|
||
}
|
||
}
|
||
|
||
return *shared->clusters;
|
||
}
|
||
|
||
|
||
/// On repeating calls updates existing clusters and adds new clusters
|
||
void Context::setClustersConfig(ConfigurationPtr config)
|
||
{
|
||
std::lock_guard<std::mutex> lock(shared->clusters_mutex);
|
||
|
||
shared->clusters_config = config;
|
||
if (shared->clusters)
|
||
shared->clusters->updateClusters(*shared->clusters_config, settings);
|
||
}
|
||
|
||
|
||
Compiler & Context::getCompiler()
|
||
{
|
||
auto lock = getLock();
|
||
|
||
if (!shared->compiler)
|
||
shared->compiler = std::make_unique<Compiler>(shared->path + "build/", 1);
|
||
|
||
return *shared->compiler;
|
||
}
|
||
|
||
|
||
QueryLog & Context::getQueryLog()
|
||
{
|
||
auto lock = getLock();
|
||
|
||
if (!shared->query_log)
|
||
{
|
||
if (shared->shutdown_called)
|
||
throw Exception("Will not get query_log because shutdown was called", ErrorCodes::LOGICAL_ERROR);
|
||
|
||
if (!global_context)
|
||
throw Exception("Logical error: no global context for query log", ErrorCodes::LOGICAL_ERROR);
|
||
|
||
auto & config = Poco::Util::Application::instance().config();
|
||
|
||
String database = config.getString("query_log.database", "system");
|
||
String table = config.getString("query_log.table", "query_log");
|
||
size_t flush_interval_milliseconds = parse<size_t>(
|
||
config.getString("query_log.flush_interval_milliseconds", DEFAULT_QUERY_LOG_FLUSH_INTERVAL_MILLISECONDS_STR));
|
||
|
||
shared->query_log = std::make_unique<QueryLog>(*global_context, database, table, flush_interval_milliseconds);
|
||
}
|
||
|
||
return *shared->query_log;
|
||
}
|
||
|
||
|
||
CompressionMethod Context::chooseCompressionMethod(size_t part_size, double part_size_ratio) const
|
||
{
|
||
auto lock = getLock();
|
||
|
||
if (!shared->compression_method_selector)
|
||
{
|
||
constexpr auto config_name = "compression";
|
||
auto & config = Poco::Util::Application::instance().config();
|
||
|
||
if (config.has(config_name))
|
||
shared->compression_method_selector = std::make_unique<CompressionMethodSelector>(config, "compression");
|
||
else
|
||
shared->compression_method_selector = std::make_unique<CompressionMethodSelector>();
|
||
}
|
||
|
||
return shared->compression_method_selector->choose(part_size, part_size_ratio);
|
||
}
|
||
|
||
|
||
const MergeTreeSettings & Context::getMergeTreeSettings()
|
||
{
|
||
auto lock = getLock();
|
||
|
||
if (!shared->merge_tree_settings)
|
||
{
|
||
auto & config = Poco::Util::Application::instance().config();
|
||
shared->merge_tree_settings = std::make_unique<MergeTreeSettings>();
|
||
shared->merge_tree_settings->loadFromConfig("merge_tree", config);
|
||
}
|
||
|
||
return *shared->merge_tree_settings;
|
||
}
|
||
|
||
|
||
BlockInputStreamPtr Context::getInputFormat(const String & name, ReadBuffer & buf, const Block & sample, size_t max_block_size) const
|
||
{
|
||
return shared->format_factory.getInput(name, buf, sample, *this, max_block_size);
|
||
}
|
||
|
||
BlockOutputStreamPtr Context::getOutputFormat(const String & name, WriteBuffer & buf, const Block & sample) const
|
||
{
|
||
return shared->format_factory.getOutput(name, buf, sample, *this);
|
||
}
|
||
|
||
|
||
time_t Context::getUptimeSeconds() const
|
||
{
|
||
auto lock = getLock();
|
||
return shared->uptime_watch.elapsedSeconds();
|
||
}
|
||
|
||
|
||
void Context::shutdown()
|
||
{
|
||
shared->shutdown();
|
||
}
|
||
|
||
}
|