2021-03-31 14:02:51 +00:00
|
|
|
#include "config_core.h"
|
2017-12-28 04:29:53 +00:00
|
|
|
|
2020-04-16 12:31:57 +00:00
|
|
|
#if USE_MYSQL
|
2021-03-31 14:02:51 +00:00
|
|
|
#include <Databases/MySQL/FetchTablesColumnsList.h>
|
2021-10-15 20:18:20 +00:00
|
|
|
#include <Processors/Sources/MySQLSource.h>
|
2021-03-31 14:02:51 +00:00
|
|
|
#include <Interpreters/Context.h>
|
|
|
|
#include <Interpreters/evaluateConstantExpression.h>
|
|
|
|
#include <Parsers/ASTFunction.h>
|
|
|
|
#include <Storages/StorageMySQL.h>
|
2021-05-15 04:40:43 +00:00
|
|
|
#include <Storages/MySQL/MySQLSettings.h>
|
2021-12-13 22:06:46 +00:00
|
|
|
#include <Storages/MySQL/MySQLHelpers.h>
|
2021-03-31 14:02:51 +00:00
|
|
|
#include <TableFunctions/ITableFunction.h>
|
|
|
|
#include <TableFunctions/TableFunctionFactory.h>
|
|
|
|
#include <TableFunctions/TableFunctionMySQL.h>
|
|
|
|
#include <Common/Exception.h>
|
|
|
|
#include <Common/parseAddress.h>
|
|
|
|
#include <Common/quoteString.h>
|
|
|
|
#include "registerTableFunctions.h"
|
|
|
|
|
2021-06-17 19:26:34 +00:00
|
|
|
#include <Databases/MySQL/DatabaseMySQL.h> // for fetchTablesColumnsList
|
2021-03-31 14:02:51 +00:00
|
|
|
#include <Common/parseRemoteDescription.h>
|
2020-09-09 12:18:02 +00:00
|
|
|
|
2017-12-28 04:28:05 +00:00
|
|
|
|
2017-12-05 13:32:02 +00:00
|
|
|
namespace DB
|
|
|
|
{
|
2017-12-28 04:28:05 +00:00
|
|
|
|
2017-12-05 13:32:02 +00:00
|
|
|
namespace ErrorCodes
|
|
|
|
{
|
2020-02-25 18:02:41 +00:00
|
|
|
extern const int LOGICAL_ERROR;
|
2019-06-10 06:13:05 +00:00
|
|
|
extern const int UNKNOWN_TABLE;
|
2017-12-05 13:32:02 +00:00
|
|
|
}
|
|
|
|
|
2021-04-10 23:33:54 +00:00
|
|
|
void TableFunctionMySQL::parseArguments(const ASTPtr & ast_function, ContextPtr context)
|
2017-12-05 13:32:02 +00:00
|
|
|
{
|
2019-03-15 16:14:13 +00:00
|
|
|
const auto & args_func = ast_function->as<ASTFunction &>();
|
2017-12-05 13:32:02 +00:00
|
|
|
|
2019-03-15 16:14:13 +00:00
|
|
|
if (!args_func.arguments)
|
2017-12-27 21:45:05 +00:00
|
|
|
throw Exception("Table function 'mysql' must have arguments.", ErrorCodes::LOGICAL_ERROR);
|
2017-12-05 13:32:02 +00:00
|
|
|
|
2021-12-13 22:06:46 +00:00
|
|
|
MySQLSettings mysql_settings;
|
2021-12-27 14:41:37 +00:00
|
|
|
configuration = StorageMySQL::getConfiguration(args_func.arguments->children, context, mysql_settings);
|
2021-12-13 22:06:46 +00:00
|
|
|
const auto & settings = context->getSettingsRef();
|
2021-12-15 08:18:43 +00:00
|
|
|
mysql_settings.connect_timeout = settings.external_storage_connect_timeout_sec;
|
|
|
|
mysql_settings.read_write_timeout = settings.external_storage_rw_timeout_sec;
|
2021-12-13 22:06:46 +00:00
|
|
|
pool.emplace(createMySQLPoolWithFailover(*configuration, mysql_settings));
|
2020-10-14 12:19:29 +00:00
|
|
|
}
|
|
|
|
|
2021-04-10 23:33:54 +00:00
|
|
|
ColumnsDescription TableFunctionMySQL::getActualTableStructure(ContextPtr context) const
|
2020-10-14 12:19:29 +00:00
|
|
|
{
|
2021-04-10 23:33:54 +00:00
|
|
|
const auto & settings = context->getSettingsRef();
|
2021-09-03 11:16:32 +00:00
|
|
|
const auto tables_and_columns = fetchTablesColumnsList(*pool, configuration->database, {configuration->table}, settings, settings.mysql_datatypes_support_level);
|
2017-12-26 21:34:06 +00:00
|
|
|
|
2021-09-03 11:16:32 +00:00
|
|
|
const auto columns = tables_and_columns.find(configuration->table);
|
2020-09-09 12:18:02 +00:00
|
|
|
if (columns == tables_and_columns.end())
|
2021-09-03 11:16:32 +00:00
|
|
|
throw Exception("MySQL table " + (configuration->database.empty() ? "" : (backQuote(configuration->database) + "."))
|
|
|
|
+ backQuote(configuration->table) + " doesn't exist.", ErrorCodes::UNKNOWN_TABLE);
|
2019-07-19 13:28:28 +00:00
|
|
|
|
2021-06-28 13:50:43 +00:00
|
|
|
return columns->second;
|
2020-10-14 12:19:29 +00:00
|
|
|
}
|
|
|
|
|
2021-04-19 21:29:37 +00:00
|
|
|
StoragePtr TableFunctionMySQL::executeImpl(
|
|
|
|
const ASTPtr & /*ast_function*/,
|
|
|
|
ContextPtr context,
|
|
|
|
const std::string & table_name,
|
|
|
|
ColumnsDescription /*cached_columns*/) const
|
2020-10-14 12:19:29 +00:00
|
|
|
{
|
|
|
|
auto columns = getActualTableStructure(context);
|
|
|
|
|
2020-08-31 17:45:21 +00:00
|
|
|
auto res = StorageMySQL::create(
|
2019-12-04 16:06:55 +00:00
|
|
|
StorageID(getDatabaseName(), table_name),
|
2020-10-14 12:19:29 +00:00
|
|
|
std::move(*pool),
|
2021-09-03 11:16:32 +00:00
|
|
|
configuration->database,
|
|
|
|
configuration->table,
|
|
|
|
configuration->replace_query,
|
|
|
|
configuration->on_duplicate_clause,
|
2020-10-14 12:19:29 +00:00
|
|
|
columns,
|
2019-08-24 21:20:20 +00:00
|
|
|
ConstraintsDescription{},
|
2021-04-23 12:18:23 +00:00
|
|
|
String{},
|
2021-05-15 04:40:43 +00:00
|
|
|
context,
|
|
|
|
MySQLSettings{});
|
2017-12-26 21:34:06 +00:00
|
|
|
|
2020-10-14 12:19:29 +00:00
|
|
|
pool.reset();
|
|
|
|
|
2017-12-05 13:32:02 +00:00
|
|
|
res->startup();
|
|
|
|
return res;
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
void registerTableFunctionMySQL(TableFunctionFactory & factory)
|
|
|
|
{
|
2017-12-28 04:28:05 +00:00
|
|
|
factory.registerFunction<TableFunctionMySQL>();
|
2017-12-05 13:32:02 +00:00
|
|
|
}
|
|
|
|
}
|
2017-12-28 04:29:53 +00:00
|
|
|
|
|
|
|
#endif
|