#include "MainHandler.h" #include "validateODBCConnectionString.h" #include "ODBCBlockInputStream.h" #include "ODBCBlockOutputStream.h" #include "getIdentifierQuote.h" #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #if USE_ODBC #include #define POCO_SQL_ODBC_CLASS Poco::Data::ODBC #endif namespace DB { namespace { std::unique_ptr parseColumns(std::string && column_string) { std::unique_ptr sample_block = std::make_unique(); auto names_and_types = NamesAndTypesList::parse(column_string); for (const NameAndTypePair & column_data : names_and_types) sample_block->insert({column_data.type, column_data.name}); return sample_block; } } using PocoSessionPoolConstructor = std::function()>; /** Is used to adjust max size of default Poco thread pool. See issue #750 * Acquire the lock, resize pool and construct new Session. */ static std::shared_ptr createAndCheckResizePocoSessionPool(PocoSessionPoolConstructor pool_constr) { static std::mutex mutex; Poco::ThreadPool & pool = Poco::ThreadPool::defaultPool(); /// NOTE: The lock don't guarantee that external users of the pool don't change its capacity std::unique_lock lock(mutex); if (pool.available() == 0) pool.addCapacity(2 * std::max(pool.capacity(), 1)); return pool_constr(); } ODBCHandler::PoolPtr ODBCHandler::getPool(const std::string & connection_str) { std::lock_guard lock(mutex); if (!pool_map->count(connection_str)) { pool_map->emplace(connection_str, createAndCheckResizePocoSessionPool([connection_str] { return std::make_shared("ODBC", validateODBCConnectionString(connection_str)); })); } return pool_map->at(connection_str); } void ODBCHandler::processError(HTTPServerResponse & response, const std::string & message) { response.setStatusAndReason(HTTPResponse::HTTP_INTERNAL_SERVER_ERROR); if (!response.sent()) *response.send() << message << std::endl; LOG_WARNING(log, message); } void ODBCHandler::handleRequest(HTTPServerRequest & request, HTTPServerResponse & response) { HTMLForm params(request); if (mode == "read") params.read(request.getStream()); LOG_TRACE(log, "Request URI: {}", request.getURI()); if (mode == "read" && !params.has("query")) { processError(response, "No 'query' in request body"); return; } if (!params.has("columns")) { processError(response, "No 'columns' in request URL"); return; } if (!params.has("connection_string")) { processError(response, "No 'connection_string' in request URL"); return; } UInt64 max_block_size = DEFAULT_BLOCK_SIZE; if (params.has("max_block_size")) { std::string max_block_size_str = params.get("max_block_size", ""); if (max_block_size_str.empty()) { processError(response, "Empty max_block_size specified"); return; } max_block_size = parse(max_block_size_str); } std::string columns = params.get("columns"); std::unique_ptr sample_block; try { sample_block = parseColumns(std::move(columns)); } catch (const Exception & ex) { processError(response, "Invalid 'columns' parameter in request body '" + ex.message() + "'"); LOG_WARNING(log, ex.getStackTraceString()); return; } std::string format = params.get("format", "RowBinary"); std::string connection_string = params.get("connection_string"); LOG_TRACE(log, "Connection string: '{}'", connection_string); WriteBufferFromHTTPServerResponse out(response, request.getMethod() == Poco::Net::HTTPRequest::HTTP_HEAD, keep_alive_timeout); try { if (mode == "write") { if (!params.has("db_name")) { processError(response, "No 'db_name' in request URL"); return; } if (!params.has("table_name")) { processError(response, "No 'table_name' in request URL"); return; } std::string db_name = params.get("db_name"); std::string table_name = params.get("table_name"); LOG_TRACE(log, "DB name: '{}', table name: '{}'", db_name, table_name); auto quoting_style = IdentifierQuotingStyle::None; #if USE_ODBC POCO_SQL_ODBC_CLASS::SessionImpl session(validateODBCConnectionString(connection_string), DBMS_DEFAULT_CONNECT_TIMEOUT_SEC); quoting_style = getQuotingStyle(session.dbc().handle()); #endif auto pool = getPool(connection_string); auto & read_buf = request.getStream(); auto input_format = FormatFactory::instance().getInput(format, read_buf, *sample_block, getContext(), max_block_size); auto input_stream = std::make_shared(input_format); ODBCBlockOutputStream output_stream(pool->get(), db_name, table_name, *sample_block, quoting_style); copyData(*input_stream, output_stream); writeStringBinary("Ok.", out); } else { std::string query = params.get("query"); LOG_TRACE(log, "Query: {}", query); BlockOutputStreamPtr writer = FormatFactory::instance().getOutputStreamParallelIfPossible(format, out, *sample_block, getContext()); auto pool = getPool(connection_string); ODBCBlockInputStream inp(pool->get(), query, *sample_block, max_block_size); copyData(inp, *writer); } } catch (...) { auto message = getCurrentExceptionMessage(true); response.setStatusAndReason( Poco::Net::HTTPResponse::HTTP_INTERNAL_SERVER_ERROR); // can't call process_error, because of too soon response sending try { writeStringBinary(message, out); out.finalize(); } catch (...) { tryLogCurrentException(log); } tryLogCurrentException(log); } try { out.finalize(); } catch (...) { tryLogCurrentException(log); } } }