2019-01-15 22:08:56 +00:00
|
|
|
#pragma once
|
|
|
|
|
2019-05-26 12:58:40 +00:00
|
|
|
#include <Core/Block.h>
|
2019-05-28 20:06:06 +00:00
|
|
|
|
2020-05-08 14:11:19 +00:00
|
|
|
#include "DictionaryStructure.h"
|
|
|
|
#include "IDictionarySource.h"
|
2019-01-15 22:08:56 +00:00
|
|
|
|
|
|
|
namespace Poco
|
|
|
|
{
|
|
|
|
namespace Util
|
|
|
|
{
|
|
|
|
class AbstractConfiguration;
|
|
|
|
}
|
|
|
|
|
|
|
|
namespace Redis
|
|
|
|
{
|
|
|
|
class Client;
|
2019-09-16 16:17:56 +00:00
|
|
|
class Array;
|
|
|
|
class Command;
|
2019-01-15 22:08:56 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
namespace DB
|
|
|
|
{
|
2020-02-25 18:10:48 +00:00
|
|
|
namespace ErrorCodes
|
|
|
|
{
|
|
|
|
extern const int NOT_IMPLEMENTED;
|
|
|
|
}
|
2019-09-16 16:17:56 +00:00
|
|
|
enum class RedisStorageType
|
2019-04-16 23:13:07 +00:00
|
|
|
{
|
|
|
|
SIMPLE,
|
|
|
|
HASH_MAP,
|
|
|
|
UNKNOWN
|
2019-09-16 16:17:56 +00:00
|
|
|
};
|
2019-04-16 23:13:07 +00:00
|
|
|
|
2019-01-15 22:08:56 +00:00
|
|
|
class RedisDictionarySource final : public IDictionarySource
|
|
|
|
{
|
|
|
|
RedisDictionarySource(
|
|
|
|
const DictionaryStructure & dict_struct,
|
|
|
|
const std::string & host,
|
|
|
|
UInt16 port,
|
2019-04-14 17:05:50 +00:00
|
|
|
UInt8 db_index,
|
2020-08-13 21:01:25 +00:00
|
|
|
const std::string & password,
|
2019-09-16 16:17:56 +00:00
|
|
|
RedisStorageType storage_type,
|
2019-01-15 22:08:56 +00:00
|
|
|
const Block & sample_block);
|
|
|
|
|
|
|
|
public:
|
2019-09-16 16:17:56 +00:00
|
|
|
using RedisArray = Poco::Redis::Array;
|
|
|
|
using RedisCommand = Poco::Redis::Command;
|
|
|
|
|
2019-01-15 22:08:56 +00:00
|
|
|
RedisDictionarySource(
|
|
|
|
const DictionaryStructure & dict_struct,
|
|
|
|
const Poco::Util::AbstractConfiguration & config,
|
|
|
|
const std::string & config_prefix,
|
|
|
|
Block & sample_block);
|
|
|
|
|
|
|
|
RedisDictionarySource(const RedisDictionarySource & other);
|
|
|
|
|
|
|
|
~RedisDictionarySource() override;
|
|
|
|
|
|
|
|
BlockInputStreamPtr loadAll() override;
|
|
|
|
|
|
|
|
BlockInputStreamPtr loadUpdatedAll() override
|
|
|
|
{
|
|
|
|
throw Exception{"Method loadUpdatedAll is unsupported for RedisDictionarySource", ErrorCodes::NOT_IMPLEMENTED};
|
|
|
|
}
|
|
|
|
|
|
|
|
bool supportsSelectiveLoad() const override { return true; }
|
|
|
|
|
2019-01-27 13:14:02 +00:00
|
|
|
BlockInputStreamPtr loadIds(const std::vector<UInt64> & ids) override;
|
2019-01-15 22:08:56 +00:00
|
|
|
|
2020-10-14 19:23:58 +00:00
|
|
|
BlockInputStreamPtr loadKeys(const Columns & key_columns, const std::vector<size_t> & requested_rows) override;
|
2019-01-15 22:08:56 +00:00
|
|
|
|
|
|
|
bool isModified() const override { return true; }
|
|
|
|
|
|
|
|
bool hasUpdateField() const override { return false; }
|
|
|
|
|
|
|
|
DictionarySourcePtr clone() const override { return std::make_unique<RedisDictionarySource>(*this); }
|
|
|
|
|
|
|
|
std::string toString() const override;
|
|
|
|
|
2019-04-16 23:13:07 +00:00
|
|
|
private:
|
2019-09-16 16:17:56 +00:00
|
|
|
static RedisStorageType parseStorageType(const std::string& storage_type);
|
2019-04-16 23:13:07 +00:00
|
|
|
|
2019-01-15 22:08:56 +00:00
|
|
|
private:
|
|
|
|
const DictionaryStructure dict_struct;
|
|
|
|
const std::string host;
|
|
|
|
const UInt16 port;
|
2019-05-28 20:06:06 +00:00
|
|
|
const UInt8 db_index;
|
2020-08-13 21:01:25 +00:00
|
|
|
const std::string password;
|
2019-09-16 16:17:56 +00:00
|
|
|
const RedisStorageType storage_type;
|
2019-01-15 22:08:56 +00:00
|
|
|
Block sample_block;
|
|
|
|
|
|
|
|
std::shared_ptr<Poco::Redis::Client> client;
|
|
|
|
};
|
|
|
|
|
|
|
|
}
|