mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-12-15 10:52:30 +00:00
deda29b46b
See #39224
66 lines
1.6 KiB
C++
66 lines
1.6 KiB
C++
#pragma once
|
|
|
|
#include <base/defines.h>
|
|
#include <base/StringRef.h>
|
|
#include <Common/HashTable/StringHashSet.h>
|
|
#include <Common/Arena.h>
|
|
#include <Poco/Util/AbstractConfiguration.h>
|
|
#include <mutex>
|
|
#include <string>
|
|
#include <unordered_map>
|
|
|
|
namespace DB
|
|
{
|
|
|
|
/// Custom TLD List
|
|
///
|
|
/// Unlike tldLookup (which uses gperf) this one uses plain StringHashSet.
|
|
class TLDList
|
|
{
|
|
public:
|
|
using Container = StringHashSet<>;
|
|
|
|
explicit TLDList(size_t size);
|
|
|
|
/// Return true if the tld_container does not contains such element.
|
|
bool insert(StringRef host);
|
|
/// Check is there such TLD
|
|
bool has(StringRef host) const;
|
|
size_t size() const { return tld_container.size(); }
|
|
|
|
private:
|
|
Container tld_container;
|
|
std::unique_ptr<Arena> pool;
|
|
};
|
|
|
|
class TLDListsHolder
|
|
{
|
|
public:
|
|
using Map = std::unordered_map<std::string, TLDList>;
|
|
|
|
static TLDListsHolder & getInstance();
|
|
|
|
/// Parse "top_level_domains_lists" section,
|
|
/// And add each found dictionary.
|
|
void parseConfig(const std::string & top_level_domains_path, const Poco::Util::AbstractConfiguration & config);
|
|
|
|
/// Parse file and add it as a Set to the list of TLDs
|
|
/// - "//" -- comment,
|
|
/// - empty lines will be ignored.
|
|
///
|
|
/// Example: https://publicsuffix.org/list/public_suffix_list.dat
|
|
///
|
|
/// Return size of the list.
|
|
size_t parseAndAddTldList(const std::string & name, const std::string & path);
|
|
/// Throws TLD_LIST_NOT_FOUND if list does not exist
|
|
const TLDList & getTldList(const std::string & name);
|
|
|
|
protected:
|
|
TLDListsHolder();
|
|
|
|
std::mutex tld_lists_map_mutex;
|
|
Map tld_lists_map TSA_GUARDED_BY(tld_lists_map_mutex);
|
|
};
|
|
|
|
}
|