2019-06-14 14:00:37 +00:00
|
|
|
#include "OwnPatternFormatter.h"
|
2017-04-26 14:31:25 +00:00
|
|
|
|
2019-06-14 14:00:37 +00:00
|
|
|
#include <functional>
|
|
|
|
#include <optional>
|
2017-04-26 14:31:25 +00:00
|
|
|
#include <IO/WriteBufferFromString.h>
|
|
|
|
#include <IO/WriteHelpers.h>
|
2020-02-03 02:33:31 +00:00
|
|
|
#include <Common/HashTable/Hash.h>
|
2018-06-15 17:32:35 +00:00
|
|
|
#include <Interpreters/InternalTextLogsQueue.h>
|
2017-04-26 14:31:25 +00:00
|
|
|
#include <sys/time.h>
|
2019-06-14 14:00:37 +00:00
|
|
|
#include <Common/CurrentThread.h>
|
2020-02-02 02:35:47 +00:00
|
|
|
#include <common/getThreadId.h>
|
2019-06-14 14:00:37 +00:00
|
|
|
#include "Loggers.h"
|
2017-04-26 14:31:25 +00:00
|
|
|
|
|
|
|
|
2020-02-03 02:33:31 +00:00
|
|
|
static const char * setColor(UInt64 num)
|
|
|
|
{
|
2020-02-03 02:47:28 +00:00
|
|
|
/// ANSI escape sequences to set foreground font color in terminal.
|
|
|
|
|
2020-02-06 15:21:08 +00:00
|
|
|
static constexpr auto num_colors = 12;
|
2020-02-03 02:33:31 +00:00
|
|
|
static const char * colors[num_colors] =
|
|
|
|
{
|
2020-02-03 02:47:28 +00:00
|
|
|
/// Black on black is meaningless
|
2020-02-06 15:21:08 +00:00
|
|
|
"\033[0;31m",
|
|
|
|
"\033[0;32m",
|
|
|
|
"\033[0;33m",
|
2020-02-03 02:47:28 +00:00
|
|
|
/// Low intense blue on black is too dark.
|
2020-02-06 15:21:08 +00:00
|
|
|
"\033[0;35m",
|
|
|
|
"\033[0;36m",
|
|
|
|
"\033[1;31m",
|
|
|
|
"\033[1;32m",
|
|
|
|
"\033[1;33m",
|
|
|
|
"\033[1;34m",
|
|
|
|
"\033[1;35m",
|
|
|
|
"\033[1;36m",
|
|
|
|
"\033[1m", /// Not as white but just as high intense - for readability on white background.
|
2020-02-03 02:33:31 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
return colors[num % num_colors];
|
|
|
|
}
|
|
|
|
|
2020-02-03 02:47:28 +00:00
|
|
|
static const char * setColorForLogPriority(int priority)
|
|
|
|
{
|
|
|
|
if (priority < 1 || priority > 8)
|
|
|
|
return "";
|
|
|
|
|
|
|
|
static const char * colors[] =
|
|
|
|
{
|
|
|
|
"",
|
2020-02-06 15:21:08 +00:00
|
|
|
"\033[1;41m", /// Fatal
|
|
|
|
"\033[7;31m", /// Critical
|
|
|
|
"\033[1;31m", /// Error
|
|
|
|
"\033[0;31m", /// Warning
|
|
|
|
"\033[0;33m", /// Notice
|
|
|
|
"\033[1m", /// Information
|
2020-02-03 02:50:54 +00:00
|
|
|
"", /// Debug
|
2020-02-06 15:21:08 +00:00
|
|
|
"\033[2m", /// Trace
|
2020-02-03 02:47:28 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
return colors[priority];
|
|
|
|
}
|
|
|
|
|
2020-02-03 02:33:31 +00:00
|
|
|
static const char * resetColor()
|
|
|
|
{
|
|
|
|
return "\033[0m";
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
OwnPatternFormatter::OwnPatternFormatter(const Loggers * loggers_, OwnPatternFormatter::Options options_, bool color_)
|
|
|
|
: Poco::PatternFormatter(""), loggers(loggers_), options(options_), color(color_)
|
2019-06-14 14:00:37 +00:00
|
|
|
{
|
|
|
|
}
|
2018-06-15 17:32:35 +00:00
|
|
|
|
|
|
|
|
|
|
|
void OwnPatternFormatter::formatExtended(const DB::ExtendedLogMessage & msg_ext, std::string & text)
|
2017-04-26 14:31:25 +00:00
|
|
|
{
|
|
|
|
DB::WriteBufferFromString wb(text);
|
|
|
|
|
2018-06-15 17:32:35 +00:00
|
|
|
const Poco::Message & msg = msg_ext.base;
|
|
|
|
|
2017-04-26 14:31:25 +00:00
|
|
|
/// For syslog: tag must be before message and first whitespace.
|
2019-06-14 14:05:59 +00:00
|
|
|
/// This code is only used in Yandex.Metrika and unneeded in ClickHouse.
|
2019-06-14 15:49:38 +00:00
|
|
|
if ((options & ADD_LAYER_TAG) && loggers)
|
2017-04-26 14:31:25 +00:00
|
|
|
{
|
2019-06-14 15:49:38 +00:00
|
|
|
auto layer = loggers->getLayer();
|
2017-04-26 14:31:25 +00:00
|
|
|
if (layer)
|
|
|
|
{
|
|
|
|
writeCString("layer[", wb);
|
|
|
|
DB::writeIntText(*layer, wb);
|
|
|
|
writeCString("]: ", wb);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/// Change delimiters in date for compatibility with old logs.
|
2018-06-15 17:32:35 +00:00
|
|
|
DB::writeDateTimeText<'.', ':'>(msg_ext.time_seconds, wb);
|
2017-04-26 14:31:25 +00:00
|
|
|
|
|
|
|
DB::writeChar('.', wb);
|
2018-06-15 17:32:35 +00:00
|
|
|
DB::writeChar('0' + ((msg_ext.time_microseconds / 100000) % 10), wb);
|
|
|
|
DB::writeChar('0' + ((msg_ext.time_microseconds / 10000) % 10), wb);
|
|
|
|
DB::writeChar('0' + ((msg_ext.time_microseconds / 1000) % 10), wb);
|
|
|
|
DB::writeChar('0' + ((msg_ext.time_microseconds / 100) % 10), wb);
|
|
|
|
DB::writeChar('0' + ((msg_ext.time_microseconds / 10) % 10), wb);
|
|
|
|
DB::writeChar('0' + ((msg_ext.time_microseconds / 1) % 10), wb);
|
|
|
|
|
2018-06-28 20:04:13 +00:00
|
|
|
writeCString(" [ ", wb);
|
2020-02-03 02:33:31 +00:00
|
|
|
if (color)
|
|
|
|
writeCString(setColor(intHash64(msg_ext.thread_id)), wb);
|
2020-02-02 02:27:15 +00:00
|
|
|
DB::writeIntText(msg_ext.thread_id, wb);
|
2020-02-03 02:33:31 +00:00
|
|
|
if (color)
|
|
|
|
writeCString(resetColor(), wb);
|
2018-06-28 20:04:13 +00:00
|
|
|
writeCString(" ] ", wb);
|
|
|
|
|
2018-09-24 18:44:40 +00:00
|
|
|
/// We write query_id even in case when it is empty (no query context)
|
|
|
|
/// just to be convenient for various log parsers.
|
|
|
|
writeCString("{", wb);
|
2020-02-03 02:33:31 +00:00
|
|
|
if (color)
|
|
|
|
writeCString(setColor(std::hash<std::string>()(msg_ext.query_id)), wb);
|
2018-09-24 18:44:40 +00:00
|
|
|
DB::writeString(msg_ext.query_id, wb);
|
2020-02-03 02:33:31 +00:00
|
|
|
if (color)
|
|
|
|
writeCString(resetColor(), wb);
|
2018-09-24 18:44:40 +00:00
|
|
|
writeCString("} ", wb);
|
2017-04-26 14:31:25 +00:00
|
|
|
|
2018-07-04 13:29:31 +00:00
|
|
|
writeCString("<", wb);
|
2020-02-03 02:48:10 +00:00
|
|
|
int priority = static_cast<int>(msg.getPriority());
|
2020-02-03 02:47:28 +00:00
|
|
|
if (color)
|
|
|
|
writeCString(setColorForLogPriority(priority), wb);
|
2020-02-03 02:48:10 +00:00
|
|
|
DB::writeString(getPriorityName(priority), wb);
|
2020-02-03 02:47:28 +00:00
|
|
|
if (color)
|
|
|
|
writeCString(resetColor(), wb);
|
2017-04-26 14:31:25 +00:00
|
|
|
writeCString("> ", wb);
|
|
|
|
DB::writeString(msg.getSource(), wb);
|
|
|
|
writeCString(": ", wb);
|
|
|
|
DB::writeString(msg.getText(), wb);
|
|
|
|
}
|
2018-06-15 17:32:35 +00:00
|
|
|
|
|
|
|
void OwnPatternFormatter::format(const Poco::Message & msg, std::string & text)
|
|
|
|
{
|
|
|
|
formatExtended(DB::ExtendedLogMessage::getFrom(msg), text);
|
|
|
|
}
|