mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-11-18 21:51:57 +00:00
274 lines
14 KiB
C++
274 lines
14 KiB
C++
#include <array>
|
|
#include <Columns/ColumnArray.h>
|
|
#include <Columns/ColumnFixedString.h>
|
|
#include <Columns/ColumnString.h>
|
|
#include <Columns/ColumnsNumber.h>
|
|
#include <DataTypes/DataTypeArray.h>
|
|
#include <DataTypes/DataTypeDateTime64.h>
|
|
#include <DataTypes/DataTypeDate.h>
|
|
#include <DataTypes/DataTypeNullable.h>
|
|
#include <DataTypes/DataTypeDateTime.h>
|
|
#include <DataTypes/DataTypeEnum.h>
|
|
#include <DataTypes/DataTypeFactory.h>
|
|
#include <DataTypes/DataTypeLowCardinality.h>
|
|
#include <DataTypes/DataTypeString.h>
|
|
#include <DataTypes/DataTypesNumber.h>
|
|
#include <Interpreters/ProfileEventsExt.h>
|
|
#include <Interpreters/QueryLog.h>
|
|
#include <Poco/Net/IPAddress.h>
|
|
#include <Common/ClickHouseRevision.h>
|
|
#include <Common/IPv6ToBinary.h>
|
|
#include <Common/ProfileEvents.h>
|
|
|
|
|
|
namespace DB
|
|
{
|
|
|
|
Block QueryLogElement::createBlock()
|
|
{
|
|
auto query_status_datatype = std::make_shared<DataTypeEnum8>(
|
|
DataTypeEnum8::Values
|
|
{
|
|
{"QueryStart", static_cast<Int8>(QUERY_START)},
|
|
{"QueryFinish", static_cast<Int8>(QUERY_FINISH)},
|
|
{"ExceptionBeforeStart", static_cast<Int8>(EXCEPTION_BEFORE_START)},
|
|
{"ExceptionWhileProcessing", static_cast<Int8>(EXCEPTION_WHILE_PROCESSING)}
|
|
});
|
|
|
|
return
|
|
{
|
|
{std::move(query_status_datatype), "type"},
|
|
{std::make_shared<DataTypeDate>(), "event_date"},
|
|
{std::make_shared<DataTypeDateTime>(), "event_time"},
|
|
{std::make_shared<DataTypeDateTime64>(6), "event_time_microseconds"},
|
|
{std::make_shared<DataTypeDateTime>(), "query_start_time"},
|
|
{std::make_shared<DataTypeDateTime64>(6), "query_start_time_microseconds"},
|
|
{std::make_shared<DataTypeUInt64>(), "query_duration_ms"},
|
|
|
|
{std::make_shared<DataTypeUInt64>(), "read_rows"},
|
|
{std::make_shared<DataTypeUInt64>(), "read_bytes"},
|
|
{std::make_shared<DataTypeUInt64>(), "written_rows"},
|
|
{std::make_shared<DataTypeUInt64>(), "written_bytes"},
|
|
{std::make_shared<DataTypeUInt64>(), "result_rows"},
|
|
{std::make_shared<DataTypeUInt64>(), "result_bytes"},
|
|
{std::make_shared<DataTypeUInt64>(), "memory_usage"},
|
|
|
|
{std::make_shared<DataTypeString>(), "current_database"},
|
|
{std::make_shared<DataTypeString>(), "query"},
|
|
{std::make_shared<DataTypeUInt64>(), "normalized_query_hash"},
|
|
{std::make_shared<DataTypeLowCardinality>(std::make_shared<DataTypeString>()), "query_kind"},
|
|
{std::make_shared<DataTypeArray>(
|
|
std::make_shared<DataTypeLowCardinality>(std::make_shared<DataTypeString>())), "databases"},
|
|
{std::make_shared<DataTypeArray>(
|
|
std::make_shared<DataTypeLowCardinality>(std::make_shared<DataTypeString>())), "tables"},
|
|
{std::make_shared<DataTypeArray>(
|
|
std::make_shared<DataTypeLowCardinality>(std::make_shared<DataTypeString>())), "columns"},
|
|
{std::make_shared<DataTypeInt32>(), "exception_code"},
|
|
{std::make_shared<DataTypeString>(), "exception"},
|
|
{std::make_shared<DataTypeString>(), "stack_trace"},
|
|
|
|
{std::make_shared<DataTypeUInt8>(), "is_initial_query"},
|
|
{std::make_shared<DataTypeString>(), "user"},
|
|
{std::make_shared<DataTypeString>(), "query_id"},
|
|
{DataTypeFactory::instance().get("IPv6"), "address"},
|
|
{std::make_shared<DataTypeUInt16>(), "port"},
|
|
{std::make_shared<DataTypeString>(), "initial_user"},
|
|
{std::make_shared<DataTypeString>(), "initial_query_id"},
|
|
{DataTypeFactory::instance().get("IPv6"), "initial_address"},
|
|
{std::make_shared<DataTypeUInt16>(), "initial_port"},
|
|
{std::make_shared<DataTypeUInt8>(), "interface"},
|
|
{std::make_shared<DataTypeString>(), "os_user"},
|
|
{std::make_shared<DataTypeString>(), "client_hostname"},
|
|
{std::make_shared<DataTypeString>(), "client_name"},
|
|
{std::make_shared<DataTypeUInt32>(), "client_revision"},
|
|
{std::make_shared<DataTypeUInt32>(), "client_version_major"},
|
|
{std::make_shared<DataTypeUInt32>(), "client_version_minor"},
|
|
{std::make_shared<DataTypeUInt32>(), "client_version_patch"},
|
|
{std::make_shared<DataTypeUInt8>(), "http_method"},
|
|
{std::make_shared<DataTypeString>(), "http_user_agent"},
|
|
{std::make_shared<DataTypeString>(), "http_referer"},
|
|
{std::make_shared<DataTypeString>(), "forwarded_for"},
|
|
{std::make_shared<DataTypeString>(), "quota_key"},
|
|
|
|
{std::make_shared<DataTypeUInt32>(), "revision"},
|
|
|
|
{std::make_shared<DataTypeString>(), "log_comment"},
|
|
|
|
{std::make_shared<DataTypeArray>(std::make_shared<DataTypeUInt64>()), "thread_ids"},
|
|
{std::make_shared<DataTypeArray>(std::make_shared<DataTypeString>()), "ProfileEvents.Names"},
|
|
{std::make_shared<DataTypeArray>(std::make_shared<DataTypeUInt64>()), "ProfileEvents.Values"},
|
|
{std::make_shared<DataTypeArray>(std::make_shared<DataTypeString>()), "Settings.Names"},
|
|
{std::make_shared<DataTypeArray>(std::make_shared<DataTypeString>()), "Settings.Values"},
|
|
|
|
{std::make_shared<DataTypeArray>(std::make_shared<DataTypeString>()), "used_aggregate_functions"},
|
|
{std::make_shared<DataTypeArray>(std::make_shared<DataTypeString>()), "used_aggregate_function_combinators"},
|
|
{std::make_shared<DataTypeArray>(std::make_shared<DataTypeString>()), "used_database_engines"},
|
|
{std::make_shared<DataTypeArray>(std::make_shared<DataTypeString>()), "used_data_type_families"},
|
|
{std::make_shared<DataTypeArray>(std::make_shared<DataTypeString>()), "used_dictionaries"},
|
|
{std::make_shared<DataTypeArray>(std::make_shared<DataTypeString>()), "used_formats"},
|
|
{std::make_shared<DataTypeArray>(std::make_shared<DataTypeString>()), "used_functions"},
|
|
{std::make_shared<DataTypeArray>(std::make_shared<DataTypeString>()), "used_storages"},
|
|
{std::make_shared<DataTypeArray>(std::make_shared<DataTypeString>()), "used_table_functions"}
|
|
};
|
|
|
|
}
|
|
|
|
|
|
void QueryLogElement::appendToBlock(MutableColumns & columns) const
|
|
{
|
|
size_t i = 0;
|
|
|
|
columns[i++]->insert(type);
|
|
columns[i++]->insert(DateLUT::instance().toDayNum(event_time));
|
|
columns[i++]->insert(event_time);
|
|
columns[i++]->insert(event_time_microseconds);
|
|
columns[i++]->insert(query_start_time);
|
|
columns[i++]->insert(query_start_time_microseconds);
|
|
columns[i++]->insert(query_duration_ms);
|
|
|
|
columns[i++]->insert(read_rows);
|
|
columns[i++]->insert(read_bytes);
|
|
columns[i++]->insert(written_rows);
|
|
columns[i++]->insert(written_bytes);
|
|
columns[i++]->insert(result_rows);
|
|
columns[i++]->insert(result_bytes);
|
|
|
|
columns[i++]->insert(memory_usage);
|
|
|
|
columns[i++]->insertData(current_database.data(), current_database.size());
|
|
columns[i++]->insertData(query.data(), query.size());
|
|
columns[i++]->insert(normalized_query_hash);
|
|
columns[i++]->insertData(query_kind.data(), query_kind.size());
|
|
|
|
{
|
|
auto & column_databases = typeid_cast<ColumnArray &>(*columns[i++]);
|
|
auto & column_tables = typeid_cast<ColumnArray &>(*columns[i++]);
|
|
auto & column_columns = typeid_cast<ColumnArray &>(*columns[i++]);
|
|
|
|
auto fill_column = [](const std::set<String> & data, ColumnArray & column)
|
|
{
|
|
size_t size = 0;
|
|
for (const auto & name : data)
|
|
{
|
|
column.getData().insertData(name.data(), name.size());
|
|
++size;
|
|
}
|
|
auto & offsets = column.getOffsets();
|
|
offsets.push_back(offsets.back() + size);
|
|
};
|
|
|
|
fill_column(query_databases, column_databases);
|
|
fill_column(query_tables, column_tables);
|
|
fill_column(query_columns, column_columns);
|
|
}
|
|
|
|
columns[i++]->insert(exception_code);
|
|
columns[i++]->insertData(exception.data(), exception.size());
|
|
columns[i++]->insertData(stack_trace.data(), stack_trace.size());
|
|
|
|
appendClientInfo(client_info, columns, i);
|
|
|
|
columns[i++]->insert(ClickHouseRevision::getVersionRevision());
|
|
|
|
columns[i++]->insertData(log_comment.data(), log_comment.size());
|
|
|
|
{
|
|
Array threads_array;
|
|
threads_array.reserve(thread_ids.size());
|
|
for (const UInt64 thread_id : thread_ids)
|
|
threads_array.emplace_back(thread_id);
|
|
columns[i++]->insert(threads_array);
|
|
}
|
|
|
|
if (profile_counters)
|
|
{
|
|
auto * column_names = columns[i++].get();
|
|
auto * column_values = columns[i++].get();
|
|
ProfileEvents::dumpToArrayColumns(*profile_counters, column_names, column_values, true);
|
|
}
|
|
else
|
|
{
|
|
columns[i++]->insertDefault();
|
|
columns[i++]->insertDefault();
|
|
}
|
|
|
|
if (query_settings)
|
|
{
|
|
auto * column_names = columns[i++].get();
|
|
auto * column_values = columns[i++].get();
|
|
query_settings->dumpToArrayColumns(column_names, column_values, true);
|
|
}
|
|
else
|
|
{
|
|
columns[i++]->insertDefault();
|
|
columns[i++]->insertDefault();
|
|
}
|
|
|
|
{
|
|
auto & column_aggregate_function_factory_objects = typeid_cast<ColumnArray &>(*columns[i++]);
|
|
auto & column_aggregate_function_combinator_factory_objects = typeid_cast<ColumnArray &>(*columns[i++]);
|
|
auto & column_database_factory_objects = typeid_cast<ColumnArray &>(*columns[i++]);
|
|
auto & column_data_type_factory_objects = typeid_cast<ColumnArray &>(*columns[i++]);
|
|
auto & column_dictionary_factory_objects = typeid_cast<ColumnArray &>(*columns[i++]);
|
|
auto & column_format_factory_objects = typeid_cast<ColumnArray &>(*columns[i++]);
|
|
auto & column_function_factory_objects = typeid_cast<ColumnArray &>(*columns[i++]);
|
|
auto & column_storage_factory_objects = typeid_cast<ColumnArray &>(*columns[i++]);
|
|
auto & column_table_function_factory_objects = typeid_cast<ColumnArray &>(*columns[i++]);
|
|
|
|
auto fill_column = [](const std::unordered_set<String> & data, ColumnArray & column)
|
|
{
|
|
size_t size = 0;
|
|
for (const auto & name : data)
|
|
{
|
|
column.getData().insertData(name.data(), name.size());
|
|
++size;
|
|
}
|
|
auto & offsets = column.getOffsets();
|
|
offsets.push_back(offsets.back() + size);
|
|
};
|
|
|
|
fill_column(used_aggregate_functions, column_aggregate_function_factory_objects);
|
|
fill_column(used_aggregate_function_combinators, column_aggregate_function_combinator_factory_objects);
|
|
fill_column(used_database_engines, column_database_factory_objects);
|
|
fill_column(used_data_type_families, column_data_type_factory_objects);
|
|
fill_column(used_dictionaries, column_dictionary_factory_objects);
|
|
fill_column(used_formats, column_format_factory_objects);
|
|
fill_column(used_functions, column_function_factory_objects);
|
|
fill_column(used_storages, column_storage_factory_objects);
|
|
fill_column(used_table_functions, column_table_function_factory_objects);
|
|
}
|
|
}
|
|
|
|
void QueryLogElement::appendClientInfo(const ClientInfo & client_info, MutableColumns & columns, size_t & i)
|
|
{
|
|
columns[i++]->insert(client_info.query_kind == ClientInfo::QueryKind::INITIAL_QUERY);
|
|
|
|
columns[i++]->insert(client_info.current_user);
|
|
columns[i++]->insert(client_info.current_query_id);
|
|
columns[i++]->insertData(IPv6ToBinary(client_info.current_address.host()).data(), 16);
|
|
columns[i++]->insert(client_info.current_address.port());
|
|
|
|
columns[i++]->insert(client_info.initial_user);
|
|
columns[i++]->insert(client_info.initial_query_id);
|
|
columns[i++]->insertData(IPv6ToBinary(client_info.initial_address.host()).data(), 16);
|
|
columns[i++]->insert(client_info.initial_address.port());
|
|
|
|
columns[i++]->insert(UInt64(client_info.interface));
|
|
|
|
columns[i++]->insert(client_info.os_user);
|
|
columns[i++]->insert(client_info.client_hostname);
|
|
columns[i++]->insert(client_info.client_name);
|
|
columns[i++]->insert(client_info.client_tcp_protocol_version);
|
|
columns[i++]->insert(client_info.client_version_major);
|
|
columns[i++]->insert(client_info.client_version_minor);
|
|
columns[i++]->insert(client_info.client_version_patch);
|
|
|
|
columns[i++]->insert(UInt64(client_info.http_method));
|
|
columns[i++]->insert(client_info.http_user_agent);
|
|
columns[i++]->insert(client_info.http_referer);
|
|
columns[i++]->insert(client_info.forwarded_for);
|
|
|
|
columns[i++]->insert(client_info.quota_key);
|
|
}
|
|
}
|