ClickHouse/src/Storages/StoragePostgreSQL.h

115 lines
3.0 KiB
C++
Raw Normal View History

#pragma once
#if !defined(ARCADIA_BUILD)
#include "config_core.h"
#endif
#if USE_LIBPQXX
#include <ext/shared_ptr_helper.h>
#include <Interpreters/Context.h>
#include <Storages/IStorage.h>
2020-11-25 14:52:11 +00:00
#include <DataStreams/IBlockOutputStream.h>
#include "pqxx/pqxx"
namespace DB
{
2020-11-25 21:06:33 +00:00
2020-12-21 19:20:56 +00:00
class PGConnection;
using PGConnectionPtr = std::shared_ptr<PGConnection>;
2020-11-25 21:06:33 +00:00
using ConnectionPtr = std::shared_ptr<pqxx::connection>;
class StoragePostgreSQL final : public ext::shared_ptr_helper<StoragePostgreSQL>, public IStorage
{
friend struct ext::shared_ptr_helper<StoragePostgreSQL>;
public:
StoragePostgreSQL(
const StorageID & table_id_,
const std::string & remote_table_name_,
2020-12-21 19:20:56 +00:00
PGConnectionPtr connection_,
const ColumnsDescription & columns_,
const ConstraintsDescription & constraints_,
const Context & context_);
String getName() const override { return "PostgreSQL"; }
Pipe read(
const Names & column_names,
const StorageMetadataPtr & /*metadata_snapshot*/,
SelectQueryInfo & query_info,
const Context & context,
QueryProcessingStage::Enum processed_stage,
size_t max_block_size,
unsigned num_streams) override;
2020-11-25 14:52:11 +00:00
BlockOutputStreamPtr write(const ASTPtr & query, const StorageMetadataPtr & /*metadata_snapshot*/, const Context & context) override;
private:
2020-11-25 14:52:11 +00:00
friend class PostgreSQLBlockOutputStream;
String remote_table_name;
Context global_context;
2020-12-21 19:20:56 +00:00
PGConnectionPtr connection;
};
2020-11-25 14:52:11 +00:00
class PostgreSQLBlockOutputStream : public IBlockOutputStream
{
public:
explicit PostgreSQLBlockOutputStream(
const StorageMetadataPtr & metadata_snapshot_,
2020-11-25 21:06:33 +00:00
ConnectionPtr connection_,
2020-11-25 14:52:11 +00:00
const std::string & remote_table_name_)
2020-12-21 19:20:56 +00:00
: metadata_snapshot(metadata_snapshot_)
2020-11-25 14:52:11 +00:00
, connection(connection_)
, remote_table_name(remote_table_name_)
{
}
Block getHeader() const override { return metadata_snapshot->getSampleBlock(); }
void writePrefix() override;
void write(const Block & block) override;
void writeSuffix() override;
private:
StorageMetadataPtr metadata_snapshot;
2020-11-25 21:06:33 +00:00
ConnectionPtr connection;
2020-11-25 14:52:11 +00:00
std::string remote_table_name;
std::unique_ptr<pqxx::work> work;
std::unique_ptr<pqxx::stream_to> stream_inserter;
};
2020-12-21 19:20:56 +00:00
/// Tiny connection class to make it more convenient to use.
2020-12-26 19:38:10 +00:00
/// Connection is not made untill actually used.
2020-12-21 19:20:56 +00:00
class PGConnection
{
public:
PGConnection(std::string & connection_str_) : connection_str(connection_str_) {}
PGConnection(const PGConnection &) = delete;
PGConnection operator =(const PGConnection &) = delete;
ConnectionPtr conn()
{
checkUpdateConnection();
return connection;
}
std::string & conn_str() { return connection_str; }
private:
ConnectionPtr connection;
std::string connection_str;
void checkUpdateConnection()
{
if (!connection || !connection->is_open())
connection = std::make_unique<pqxx::connection>(connection_str);
}
};
}
#endif