#pragma once #include #include #include #include #include #include #include #include struct PreformattedMessage; consteval void formatStringCheckArgsNumImpl(std::string_view str, size_t nargs); template constexpr std::string_view tryGetStaticFormatString(T && x); /// Extract format string from a string literal and constructs consteval fmt::format_string template struct FormatStringHelperImpl { std::string_view message_format_string; fmt::format_string fmt_str; template consteval FormatStringHelperImpl(T && str) : message_format_string(tryGetStaticFormatString(str)), fmt_str(std::forward(str)) { formatStringCheckArgsNumImpl(message_format_string, sizeof...(Args)); } template FormatStringHelperImpl(fmt::basic_runtime && str) : message_format_string(), fmt_str(std::forward>(str)) {} PreformattedMessage format(Args && ...args) const; }; template using FormatStringHelper = FormatStringHelperImpl...>; /// Saves a format string for already formatted message struct PreformattedMessage { std::string text; std::string_view format_string; template static PreformattedMessage create(FormatStringHelper fmt, Args &&... args); operator const std::string & () const { return text; } operator std::string () && { return std::move(text); } operator fmt::format_string<> () const { UNREACHABLE(); } void apply(std::string & out_text, std::string_view & out_format_string) const & { out_text = text; out_format_string = format_string; } void apply(std::string & out_text, std::string_view & out_format_string) && { out_text = std::move(text); out_format_string = format_string; } }; template PreformattedMessage FormatStringHelperImpl::format(Args && ...args) const { return PreformattedMessage{fmt::format(fmt_str, std::forward(args)...), message_format_string}; } template PreformattedMessage PreformattedMessage::create(FormatStringHelper fmt, Args && ...args) { return fmt.format(std::forward(args)...); } template struct is_fmt_runtime : std::false_type {}; template struct is_fmt_runtime> : std::true_type {}; template constexpr std::string_view tryGetStaticFormatString(T && x) { /// Format string for an exception or log message must be a string literal (compile-time constant). /// Failure of this assertion may indicate one of the following issues: /// - A message was already formatted into std::string before passing to Exception(...) or LOG_XXXXX(...). /// Please use variadic constructor of Exception. /// Consider using PreformattedMessage or LogToStr if you want to avoid double formatting and/or copy-paste. /// - A string literal was converted to std::string (or const char *). /// - Use Exception::createRuntime or fmt::runtime if there's no format string /// and a message is generated in runtime by a third-party library /// or deserialized from somewhere. static_assert(!std::is_same_v>); if constexpr (is_fmt_runtime>::value) { /// It definitely was fmt::runtime(something). /// We are not sure about a lifetime of the string, so return empty view. /// Also it can be arbitrary string, not a formatting pattern. /// So returning empty pattern will not pollute the set of patterns. return std::string_view(); } else { if constexpr (std::is_same_v>) { return x.format_string; } else { /// Most likely it was a string literal. /// Unfortunately, there's no good way to check if something is a string literal. /// But fmtlib requires a format string to be compile-time constant unless fmt::runtime is used. static_assert(std::is_nothrow_convertible_v); static_assert(!std::is_pointer_v); return std::string_view(x); } } } /// Constexpr ifs are not like ifdefs, and compiler still checks that unneeded code can be compiled /// This template is useful to avoid compilation failures when condition of some "constexpr if" is false template struct ConstexprIfsAreNotIfdefs { template constexpr static std::string_view getStaticFormatString(T &&) { return {}; } template static PreformattedMessage getPreformatted(T &&) { return {}; } }; template<> struct ConstexprIfsAreNotIfdefs { template consteval static std::string_view getStaticFormatString(T && x) { /// See tryGetStaticFormatString(...) static_assert(!std::is_same_v>); static_assert(std::is_nothrow_convertible_v); static_assert(!std::is_pointer_v); return std::string_view(x); } template static T && getPreformatted(T && x) { return std::forward(x); } }; template constexpr size_t numArgs(Ts &&...) { return sizeof...(Ts); } template constexpr auto firstArg(T && x, Ts &&...) { return std::forward(x); } /// For implicit conversion of fmt::basic_runtime<> to char* for std::string ctor template constexpr auto firstArg(fmt::basic_runtime && data, Ts &&...) { return data.str.data(); } template constexpr auto firstArg(const fmt::basic_runtime & data, Ts &&...) { return data.str.data(); } consteval ssize_t formatStringCountArgsNum(const char * const str, size_t len) { /// It does not count named args, but we don't use them size_t cnt = 0; size_t i = 0; while (i + 1 < len) { if (str[i] == '{' && str[i + 1] == '}') { i += 2; cnt += 1; } else if (str[i] == '{') { /// Ignore checks for complex formatting like "{:.3f}" return -1; } else { i += 1; } } return cnt; } [[noreturn]] void functionThatFailsCompilationOfConstevalFunctions(const char * error); /// fmt::format checks that there are enough arguments, but ignores extra arguments (e.g. fmt::format("{}", 1, 2) compiles) /// This function will fail to compile if the number of "{}" substitutions does not exactly match consteval void formatStringCheckArgsNumImpl(std::string_view str, size_t nargs) { if (str.empty()) return; ssize_t cnt = formatStringCountArgsNum(str.data(), str.size()); if (0 <= cnt && cnt != nargs) functionThatFailsCompilationOfConstevalFunctions("unexpected number of arguments in a format string"); } template consteval void formatStringCheckArgsNum(T && str, size_t nargs) { formatStringCheckArgsNumImpl(tryGetStaticFormatString(str), nargs); } template inline void formatStringCheckArgsNum(fmt::basic_runtime &&, size_t) {} template<> inline void formatStringCheckArgsNum(PreformattedMessage &, size_t) {} template<> inline void formatStringCheckArgsNum(const PreformattedMessage &, size_t) {} template<> inline void formatStringCheckArgsNum(PreformattedMessage &&, size_t) {} template struct FormatStringTypeInfo{ static constexpr bool is_static = true; static constexpr bool has_format = true; }; template struct FormatStringTypeInfo> { static constexpr bool is_static = false; static constexpr bool has_format = false; }; template<> struct FormatStringTypeInfo { static constexpr bool is_static = false; static constexpr bool has_format = true; }; /// This wrapper helps to avoid too frequent and noisy log messages. /// For each pair (logger_name, format_string) it remembers when such a message was logged the last time. /// The message will not be logged again if less than min_interval_s seconds passed since the previously logged message. class LogFrequencyLimiterIml { /// Hash(logger_name, format_string) -> (last_logged_time_s, skipped_messages_count) static std::unordered_map> logged_messages; static time_t last_cleanup; static std::mutex mutex; Poco::Logger * logger; time_t min_interval_s; public: LogFrequencyLimiterIml(Poco::Logger * logger_, time_t min_interval_s_) : logger(logger_), min_interval_s(min_interval_s_) {} LogFrequencyLimiterIml & operator -> () { return *this; } bool is(Poco::Message::Priority priority) { return logger->is(priority); } LogFrequencyLimiterIml * getChannel() {return this; } const String & name() const { return logger->name(); } void log(Poco::Message & message); /// Clears messages that were logged last time more than too_old_threshold_s seconds ago static void cleanup(time_t too_old_threshold_s = 600); Poco::Logger * getLogger() { return logger; } }; /// This wrapper helps to avoid too noisy log messages from similar objects. /// Once an instance of LogSeriesLimiter type is created the decision is done /// All followed message which use this instance is either printed or muted all together. /// LogSeriesLimiter differs from LogFrequencyLimiterIml in a way that /// LogSeriesLimiter is useful for accept or mute series of logs when LogFrequencyLimiterIml works for each line independently. class LogSeriesLimiter { static std::mutex mutex; static time_t last_cleanup; /// Hash(logger_name) -> (last_logged_time_s, accepted, muted) using SeriesRecords = std::unordered_map>; static SeriesRecords & getSeriesRecords() TSA_REQUIRES(mutex) { static SeriesRecords records; return records; } Poco::Logger * logger = nullptr; bool accepted = false; String debug_message; public: LogSeriesLimiter(Poco::Logger * logger_, size_t allowed_count_, time_t interval_s_); LogSeriesLimiter & operator -> () { return *this; } bool is(Poco::Message::Priority priority) { return logger->is(priority); } LogSeriesLimiter * getChannel() {return this; } const String & name() const { return logger->name(); } void log(Poco::Message & message); Poco::Logger * getLogger() { return logger; } }; /// This wrapper is useful to save formatted message into a String before sending it to a logger class LogToStrImpl { String & out_str; Poco::Logger * logger; std::unique_ptr maybe_nested; bool propagate_to_actual_log = true; public: LogToStrImpl(String & out_str_, Poco::Logger * logger_) : out_str(out_str_), logger(logger_) {} LogToStrImpl(String & out_str_, std::unique_ptr && maybe_nested_) : out_str(out_str_), logger(maybe_nested_->getLogger()), maybe_nested(std::move(maybe_nested_)) {} LogToStrImpl & operator -> () { return *this; } bool is(Poco::Message::Priority priority) { propagate_to_actual_log &= logger->is(priority); return true; } LogToStrImpl * getChannel() {return this; } const String & name() const { return logger->name(); } void log(Poco::Message & message) { out_str = message.getText(); if (!propagate_to_actual_log) return; if (maybe_nested) maybe_nested->log(message); else if (auto * channel = logger->getChannel()) channel->log(message); } };