ClickHouse/src/Interpreters/Lemmatizers.h

#pragma once

#if !defined(ARCADIA_BUILD)
#    include "config_core.h"
#endif

#if USE_NLP

#include <common/types.h>
#include <Poco/Util/Application.h>

#include <mutex>
#include <unordered_map>


namespace DB
{

class ILemmatizer
{
public:
    using TokenPtr = std::shared_ptr<char []>;

    virtual TokenPtr lemmatize(const char * token) = 0;

    virtual ~ILemmatizer() = default;
};


class Lemmatizers
{
public:
    using LemmPtr = std::shared_ptr<ILemmatizer>;

private:
    std::mutex mutex;
    std::unordered_map<String, LemmPtr> lemmatizers;
    std::unordered_map<String, String> paths;

public:
    explicit Lemmatizers(const Poco::Util::AbstractConfiguration & config);

    LemmPtr getLemmatizer(const String & name);
};

}

#endif