#pragma once #include #include #include #include #include #include namespace DB { namespace ErrorCodes { extern const int NO_FREE_CONNECTION; } } namespace nanodbc { using ConnectionPtr = std::unique_ptr; using Pool = BorrowedObjectPool; using PoolPtr = std::shared_ptr; static constexpr inline auto ODBC_CONNECT_TIMEOUT = 100; class ConnectionHolder { public: ConnectionHolder(PoolPtr pool_, ConnectionPtr connection_, const String & connection_string_) : pool(pool_) , connection(std::move(connection_)) , connection_string(connection_string_) { } explicit ConnectionHolder(const String & connection_string_) : pool(nullptr) , connection_string(connection_string_) { updateConnection(); } ConnectionHolder(const ConnectionHolder & other) = delete; ~ConnectionHolder() { if (pool != nullptr) pool->returnObject(std::move(connection)); } nanodbc::connection & get() const { assert(connection != nullptr); return *connection; } void updateConnection() { connection = std::make_unique(connection_string, ODBC_CONNECT_TIMEOUT); } private: PoolPtr pool; ConnectionPtr connection; String connection_string; }; using ConnectionHolderPtr = std::shared_ptr; } namespace DB { static constexpr inline auto ODBC_CONNECT_TIMEOUT = 100; static constexpr inline auto ODBC_POOL_WAIT_TIMEOUT = 10000; template T execute(nanodbc::ConnectionHolderPtr connection_holder, std::function query_func) { try { return query_func(connection_holder->get()); } catch (const nanodbc::database_error & e) { /// SQLState, connection related errors start with 08 (main: 08S01), cursor invalid state is 24000. /// Invalid cursor state is a retriable error. /// Invalid transaction state 25000. Truncate to 2 letters on purpose. /// https://docs.microsoft.com/ru-ru/sql/odbc/reference/appendixes/appendix-a-odbc-error-codes?view=sql-server-ver15 bool is_retriable = e.state().starts_with("08") || e.state().starts_with("24") || e.state().starts_with("25"); LOG_ERROR( getLogger("ODBCConnection"), "ODBC query failed with error: {}, state: {}, native code: {}{}", e.what(), e.state(), e.native(), is_retriable ? ", will retry" : ""); if (is_retriable) { connection_holder->updateConnection(); return query_func(connection_holder->get()); } /// psqlodbc driver error handling is incomplete and under some scenarious /// it doesn't propagate correct errors to the caller. /// As a quick workaround we run a quick "ping" query over the connection /// on generic errors. /// If "ping" fails, recycle the connection and try the query once more. if (e.state().starts_with("HY00")) { try { just_execute(connection_holder->get(), "SELECT 1"); } catch (...) { connection_holder->updateConnection(); return query_func(connection_holder->get()); } } throw; } } class ODBCPooledConnectionFactory final : private boost::noncopyable { public: static ODBCPooledConnectionFactory & instance() { static ODBCPooledConnectionFactory ret; return ret; } nanodbc::ConnectionHolderPtr get(const std::string & connection_string, size_t pool_size) { std::lock_guard lock(mutex); if (!factory.contains(connection_string)) factory.emplace(std::make_pair(connection_string, std::make_shared(pool_size))); auto & pool = factory[connection_string]; nanodbc::ConnectionPtr connection; auto connection_available = pool->tryBorrowObject(connection, []() { return nullptr; }, ODBC_POOL_WAIT_TIMEOUT); if (!connection_available) throw Exception(ErrorCodes::NO_FREE_CONNECTION, "Unable to fetch connection within the timeout"); try { if (!connection) connection = std::make_unique(connection_string, ODBC_CONNECT_TIMEOUT); } catch (...) { pool->returnObject(std::move(connection)); throw; } return std::make_unique(factory[connection_string], std::move(connection), connection_string); } private: /// [connection_settings_string] -> [connection_pool] using PoolFactory = std::unordered_map; PoolFactory factory TSA_GUARDED_BY(mutex); std::mutex mutex; }; }