mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-11-18 05:32:52 +00:00
4f41ebcae3
Default settings are not very efficient, since they do not even reuse connections. And when each query requires connection you can have only ~80 QPS, while by simply enabling connection reuse (connection_auto_close=false) you can have ~500 QPS (and by increasing connection_pool_size you can have better QPS throughput). So this patch allows to pass through some connection related settings for the StorageMySQL engine, like: - connection_pool_size=16 - connection_max_tries=3 - connection_auto_close=true v2: remove connection_pool_default_size v3: remove num_tries_on_connection_loss
130 lines
4.4 KiB
C++
130 lines
4.4 KiB
C++
#pragma once
|
|
|
|
#include "Pool.h"
|
|
|
|
|
|
#define MYSQLXX_POOL_WITH_FAILOVER_DEFAULT_START_CONNECTIONS 1
|
|
#define MYSQLXX_POOL_WITH_FAILOVER_DEFAULT_MAX_CONNECTIONS 16
|
|
#define MYSQLXX_POOL_WITH_FAILOVER_DEFAULT_MAX_TRIES 3
|
|
|
|
|
|
namespace mysqlxx
|
|
{
|
|
/** MySQL connection pool with support of failover.
|
|
*
|
|
* For dictionary source:
|
|
* Have information about replicas and their priorities.
|
|
* Tries to connect to replica in an order of priority. When equal priority, choose replica with maximum time without connections.
|
|
*
|
|
* It could be configured without replicas, exactly as ordinary Pool:
|
|
*
|
|
* <mysql_metrica>
|
|
* <host>mtstat01c*</host>
|
|
* <port>3306</port>
|
|
* <user>metrica</user>
|
|
* <password></password>
|
|
* <db>Metrica</db>
|
|
* </mysql_metrica>
|
|
*
|
|
* Or like this:
|
|
*
|
|
* <mysql_metrica>
|
|
* <replica>
|
|
* <host>mtstat01c</host>
|
|
* <port>3306</port>
|
|
* <user>metrica</user>
|
|
* <password></password>
|
|
* <db>Metrica</db>
|
|
* <priority>0</priority>
|
|
* </replica>
|
|
* <replica>
|
|
* <host>mtstat01d</host>
|
|
* <port>3306</port>
|
|
* <user>metrica</user>
|
|
* <password></password>
|
|
* <db>Metrica</db>
|
|
* <priority>1</priority>
|
|
* </replica>
|
|
* </mysql_metrica>
|
|
*
|
|
* Or like this:
|
|
*
|
|
* <mysql_metrica>
|
|
* <port>3306</port>
|
|
* <user>metrica</user>
|
|
* <password></password>
|
|
* <db>Metrica</db>
|
|
* <replica>
|
|
* <host>mtstat01c</host>
|
|
* <priority>0</priority>
|
|
* </replica>
|
|
* <replica>
|
|
* <host>mtstat01d</host>
|
|
* <priority>1</priority>
|
|
* </replica>
|
|
* </mysql_metrica>
|
|
*/
|
|
class PoolWithFailover final
|
|
{
|
|
private:
|
|
using PoolPtr = std::shared_ptr<Pool>;
|
|
using Replicas = std::vector<PoolPtr>;
|
|
|
|
/// [priority][index] -> replica. Highest priority is 0.
|
|
using ReplicasByPriority = std::map<int, Replicas>;
|
|
ReplicasByPriority replicas_by_priority;
|
|
|
|
/// Number of connection tries.
|
|
size_t max_tries;
|
|
/// Mutex for set of replicas.
|
|
std::mutex mutex;
|
|
/// Can the Pool be shared
|
|
bool shareable;
|
|
|
|
public:
|
|
using Entry = Pool::Entry;
|
|
using RemoteDescription = std::vector<std::pair<std::string, uint16_t>>;
|
|
|
|
/**
|
|
* * Mysql dictionary sourse related params:
|
|
* config_name Name of parameter in configuration file for dictionary source.
|
|
*
|
|
* * Mysql storage related parameters:
|
|
* replicas_description
|
|
*
|
|
* * Mutual parameters:
|
|
* default_connections Number of connection in pool to each replica at start.
|
|
* max_connections Maximum number of connections in pool to each replica.
|
|
* max_tries_ Max number of connection tries.
|
|
*/
|
|
PoolWithFailover(
|
|
const std::string & config_name_,
|
|
unsigned default_connections_ = MYSQLXX_POOL_WITH_FAILOVER_DEFAULT_START_CONNECTIONS,
|
|
unsigned max_connections_ = MYSQLXX_POOL_WITH_FAILOVER_DEFAULT_MAX_CONNECTIONS,
|
|
size_t max_tries_ = MYSQLXX_POOL_WITH_FAILOVER_DEFAULT_MAX_TRIES);
|
|
|
|
PoolWithFailover(
|
|
const Poco::Util::AbstractConfiguration & config_,
|
|
const std::string & config_name_,
|
|
unsigned default_connections_ = MYSQLXX_POOL_WITH_FAILOVER_DEFAULT_START_CONNECTIONS,
|
|
unsigned max_connections_ = MYSQLXX_POOL_WITH_FAILOVER_DEFAULT_MAX_CONNECTIONS,
|
|
size_t max_tries_ = MYSQLXX_POOL_WITH_FAILOVER_DEFAULT_MAX_TRIES);
|
|
|
|
PoolWithFailover(
|
|
const std::string & database,
|
|
const RemoteDescription & addresses,
|
|
const std::string & user,
|
|
const std::string & password,
|
|
unsigned default_connections_ = MYSQLXX_POOL_WITH_FAILOVER_DEFAULT_START_CONNECTIONS,
|
|
unsigned max_connections_ = MYSQLXX_POOL_WITH_FAILOVER_DEFAULT_MAX_CONNECTIONS,
|
|
size_t max_tries_ = MYSQLXX_POOL_WITH_FAILOVER_DEFAULT_MAX_TRIES);
|
|
|
|
PoolWithFailover(const PoolWithFailover & other);
|
|
|
|
/** Allocates a connection to use. */
|
|
Entry get();
|
|
};
|
|
|
|
using PoolWithFailoverPtr = std::shared_ptr<PoolWithFailover>;
|
|
}
|