mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-09-30 05:30:51 +00:00
087d8ab020
The start was in https://github.com/ClickHouse/ClickHouse/pull/11026 It turned out that the problem was due to the incorrect mutate() implementation that lead to quadratic amount of column copying. This problem has since been fixed. Remove the excessively verbose logging, and also change appendToBlock of LogElement's to accept mutable columns instead of accepting a block and mutating it on each call. It looks wasteful, even though it is almost a noop.
111 lines
4.3 KiB
C++
111 lines
4.3 KiB
C++
#include "QueryThreadLog.h"
|
|
#include <Columns/ColumnsNumber.h>
|
|
#include <Columns/ColumnString.h>
|
|
#include <Columns/ColumnFixedString.h>
|
|
#include <DataTypes/DataTypesNumber.h>
|
|
#include <DataTypes/DataTypeDateTime.h>
|
|
#include <DataTypes/DataTypeDate.h>
|
|
#include <DataTypes/DataTypeString.h>
|
|
#include <DataTypes/DataTypeArray.h>
|
|
#include <DataTypes/DataTypeFactory.h>
|
|
#include <Interpreters/QueryLog.h>
|
|
#include <Interpreters/ProfileEventsExt.h>
|
|
#include <Common/ClickHouseRevision.h>
|
|
#include <Poco/Net/IPAddress.h>
|
|
#include <array>
|
|
|
|
|
|
namespace DB
|
|
{
|
|
|
|
Block QueryThreadLogElement::createBlock()
|
|
{
|
|
return
|
|
{
|
|
{std::make_shared<DataTypeDate>(), "event_date"},
|
|
{std::make_shared<DataTypeDateTime>(), "event_time"},
|
|
{std::make_shared<DataTypeDateTime>(), "query_start_time"},
|
|
{std::make_shared<DataTypeUInt64>(), "query_duration_ms"},
|
|
|
|
{std::make_shared<DataTypeUInt64>(), "read_rows"},
|
|
{std::make_shared<DataTypeUInt64>(), "read_bytes"},
|
|
{std::make_shared<DataTypeUInt64>(), "written_rows"},
|
|
{std::make_shared<DataTypeUInt64>(), "written_bytes"},
|
|
{std::make_shared<DataTypeInt64>(), "memory_usage"},
|
|
{std::make_shared<DataTypeInt64>(), "peak_memory_usage"},
|
|
|
|
{std::make_shared<DataTypeString>(), "thread_name"},
|
|
{std::make_shared<DataTypeUInt64>(), "thread_id"},
|
|
{std::make_shared<DataTypeUInt64>(), "master_thread_id"},
|
|
{std::make_shared<DataTypeString>(), "query"},
|
|
|
|
{std::make_shared<DataTypeUInt8>(), "is_initial_query"},
|
|
{std::make_shared<DataTypeString>(), "user"},
|
|
{std::make_shared<DataTypeString>(), "query_id"},
|
|
{DataTypeFactory::instance().get("IPv6"), "address"},
|
|
{std::make_shared<DataTypeUInt16>(), "port"},
|
|
{std::make_shared<DataTypeString>(), "initial_user"},
|
|
{std::make_shared<DataTypeString>(), "initial_query_id"},
|
|
{DataTypeFactory::instance().get("IPv6"), "initial_address"},
|
|
{std::make_shared<DataTypeUInt16>(), "initial_port"},
|
|
{std::make_shared<DataTypeUInt8>(), "interface"},
|
|
{std::make_shared<DataTypeString>(), "os_user"},
|
|
{std::make_shared<DataTypeString>(), "client_hostname"},
|
|
{std::make_shared<DataTypeString>(), "client_name"},
|
|
{std::make_shared<DataTypeUInt32>(), "client_revision"},
|
|
{std::make_shared<DataTypeUInt32>(), "client_version_major"},
|
|
{std::make_shared<DataTypeUInt32>(), "client_version_minor"},
|
|
{std::make_shared<DataTypeUInt32>(), "client_version_patch"},
|
|
{std::make_shared<DataTypeUInt8>(), "http_method"},
|
|
{std::make_shared<DataTypeString>(), "http_user_agent"},
|
|
{std::make_shared<DataTypeString>(), "quota_key"},
|
|
|
|
{std::make_shared<DataTypeUInt32>(), "revision"},
|
|
|
|
{std::make_shared<DataTypeArray>(std::make_shared<DataTypeString>()), "ProfileEvents.Names"},
|
|
{std::make_shared<DataTypeArray>(std::make_shared<DataTypeUInt64>()), "ProfileEvents.Values"}
|
|
};
|
|
}
|
|
|
|
void QueryThreadLogElement::appendToBlock(MutableColumns & columns) const
|
|
{
|
|
size_t i = 0;
|
|
|
|
columns[i++]->insert(DateLUT::instance().toDayNum(event_time));
|
|
columns[i++]->insert(event_time);
|
|
columns[i++]->insert(query_start_time);
|
|
columns[i++]->insert(query_duration_ms);
|
|
|
|
columns[i++]->insert(read_rows);
|
|
columns[i++]->insert(read_bytes);
|
|
columns[i++]->insert(written_rows);
|
|
columns[i++]->insert(written_bytes);
|
|
|
|
columns[i++]->insert(memory_usage);
|
|
columns[i++]->insert(peak_memory_usage);
|
|
|
|
columns[i++]->insertData(thread_name.data(), thread_name.size());
|
|
columns[i++]->insert(thread_id);
|
|
columns[i++]->insert(master_thread_id);
|
|
|
|
columns[i++]->insertData(query.data(), query.size());
|
|
|
|
QueryLogElement::appendClientInfo(client_info, columns, i);
|
|
|
|
columns[i++]->insert(ClickHouseRevision::get());
|
|
|
|
if (profile_counters)
|
|
{
|
|
auto * column_names = columns[i++].get();
|
|
auto * column_values = columns[i++].get();
|
|
dumpToArrayColumns(*profile_counters, column_names, column_values, true);
|
|
}
|
|
else
|
|
{
|
|
columns[i++]->insertDefault();
|
|
columns[i++]->insertDefault();
|
|
}
|
|
}
|
|
|
|
}
|