ClickHouse/dbms/src/Interpreters/QueryLog.cpp

#include <DB/Columns/ColumnString.h>
#include <DB/Columns/ColumnFixedString.h>
#include <DB/DataTypes/DataTypesNumberFixed.h>
#include <DB/DataTypes/DataTypeDateTime.h>
#include <DB/DataTypes/DataTypeDate.h>
#include <DB/DataTypes/DataTypeString.h>
#include <DB/DataTypes/DataTypeFixedString.h>
#include <DB/Interpreters/QueryLog.h>
#include <common/ClickHouseRevision.h>
#include <Poco/Net/IPAddress.h>
#include <array>


namespace DB
{


Block QueryLogElement::createBlock()
{
	return
	{
		{std::make_shared<ColumnUInt8>(), 	std::make_shared<DataTypeUInt8>(), 		"type"},
		{std::make_shared<ColumnUInt16>(), 	std::make_shared<DataTypeDate>(), 		"event_date"},
		{std::make_shared<ColumnUInt32>(), 	std::make_shared<DataTypeDateTime>(), 	"event_time"},
		{std::make_shared<ColumnUInt32>(), 	std::make_shared<DataTypeDateTime>(), 	"query_start_time"},
		{std::make_shared<ColumnUInt64>(), 	std::make_shared<DataTypeUInt64>(), 	"query_duration_ms"},

		{std::make_shared<ColumnUInt64>(), 	std::make_shared<DataTypeUInt64>(), 	"read_rows"},
		{std::make_shared<ColumnUInt64>(), 	std::make_shared<DataTypeUInt64>(), 	"read_bytes"},

		{std::make_shared<ColumnUInt64>(), 	std::make_shared<DataTypeUInt64>(), 	"written_rows"},
		{std::make_shared<ColumnUInt64>(), 	std::make_shared<DataTypeUInt64>(), 	"written_bytes"},

		{std::make_shared<ColumnUInt64>(), 	std::make_shared<DataTypeUInt64>(), 	"result_rows"},
		{std::make_shared<ColumnUInt64>(), 	std::make_shared<DataTypeUInt64>(), 	"result_bytes"},

		{std::make_shared<ColumnUInt64>(), 	std::make_shared<DataTypeUInt64>(), 	"memory_usage"},

		{std::make_shared<ColumnString>(), 	std::make_shared<DataTypeString>(), 	"query"},
		{std::make_shared<ColumnString>(), 	std::make_shared<DataTypeString>(), 	"exception"},
		{std::make_shared<ColumnString>(), 	std::make_shared<DataTypeString>(), 	"stack_trace"},

		{std::make_shared<ColumnUInt8>(), 	std::make_shared<DataTypeUInt8>(), 		"is_initial_query"},

		{std::make_shared<ColumnString>(), 	std::make_shared<DataTypeString>(), 	"user"},
		{std::make_shared<ColumnString>(), 	std::make_shared<DataTypeString>(), 	"query_id"},
		{std::make_shared<ColumnFixedString>(16), std::make_shared<DataTypeFixedString>(16), "address"},
		{std::make_shared<ColumnUInt16>(), 	std::make_shared<DataTypeUInt16>(), 	"port"},

		{std::make_shared<ColumnString>(), 	std::make_shared<DataTypeString>(), 	"initial_user"},
		{std::make_shared<ColumnString>(), 	std::make_shared<DataTypeString>(), 	"initial_query_id"},
		{std::make_shared<ColumnFixedString>(16), std::make_shared<DataTypeFixedString>(16), "initial_address"},
		{std::make_shared<ColumnUInt16>(), 	std::make_shared<DataTypeUInt16>(), 	"initial_port"},

		{std::make_shared<ColumnUInt8>(), 	std::make_shared<DataTypeUInt8>(), 		"interface"},

		{std::make_shared<ColumnString>(), 	std::make_shared<DataTypeString>(), 	"os_user"},
		{std::make_shared<ColumnString>(), 	std::make_shared<DataTypeString>(), 	"client_hostname"},
		{std::make_shared<ColumnString>(), 	std::make_shared<DataTypeString>(), 	"client_name"},
		{std::make_shared<ColumnUInt32>(), 	std::make_shared<DataTypeUInt32>(), 	"client_revision"},

		{std::make_shared<ColumnUInt8>(), 	std::make_shared<DataTypeUInt8>(), 		"http_method"},
		{std::make_shared<ColumnString>(), 	std::make_shared<DataTypeString>(), 	"http_user_agent"},

		{std::make_shared<ColumnString>(), 	std::make_shared<DataTypeString>(), 	"quota_key"},

		{std::make_shared<ColumnUInt32>(), 	std::make_shared<DataTypeUInt32>(), 	"revision"},
	};
}


static std::array<char, 16> IPv6ToBinary(const Poco::Net::IPAddress & address)
{
	std::array<char, 16> res;

	if (Poco::Net::IPAddress::IPv6 == address.family())
	{
		memcpy(res.data(), address.addr(), 16);
	}
	else if (Poco::Net::IPAddress::IPv4 == address.family())
	{
		/// Преобразуем в IPv6-mapped адрес.
		memset(res.data(), 0, 10);
		res[10] = '\xFF';
		res[11] = '\xFF';
		memcpy(&res[12], address.addr(), 4);
	}
	else
		memset(res.data(), 0, 16);

	return res;
}


void QueryLogElement::appendToBlock(Block & block) const
{
	size_t i = 0;

	block.getByPosition(i++).column->insert(UInt64(type));
	block.getByPosition(i++).column->insert(UInt64(DateLUT::instance().toDayNum(event_time)));
	block.getByPosition(i++).column->insert(UInt64(event_time));
	block.getByPosition(i++).column->insert(UInt64(query_start_time));
	block.getByPosition(i++).column->insert(UInt64(query_duration_ms));

	block.getByPosition(i++).column->insert(UInt64(read_rows));
	block.getByPosition(i++).column->insert(UInt64(read_bytes));

	block.getByPosition(i++).column->insert(UInt64(written_rows));
	block.getByPosition(i++).column->insert(UInt64(written_bytes));

	block.getByPosition(i++).column->insert(UInt64(result_rows));
	block.getByPosition(i++).column->insert(UInt64(result_bytes));

	block.getByPosition(i++).column->insert(UInt64(memory_usage));

	block.getByPosition(i++).column->insertData(query.data(), query.size());
	block.getByPosition(i++).column->insertData(exception.data(), exception.size());
	block.getByPosition(i++).column->insertData(stack_trace.data(), stack_trace.size());

	block.getByPosition(i++).column->insert(UInt64(client_info.query_kind == ClientInfo::QueryKind::INITIAL_QUERY));

	block.getByPosition(i++).column->insert(client_info.current_user);
	block.getByPosition(i++).column->insert(client_info.current_query_id);
	block.getByPosition(i++).column->insertData(IPv6ToBinary(client_info.current_address.host()).data(), 16);
	block.getByPosition(i++).column->insert(UInt64(client_info.current_address.port()));

	block.getByPosition(i++).column->insert(client_info.initial_user);
	block.getByPosition(i++).column->insert(client_info.initial_query_id);
	block.getByPosition(i++).column->insertData(IPv6ToBinary(client_info.initial_address.host()).data(), 16);
	block.getByPosition(i++).column->insert(UInt64(client_info.initial_address.port()));

	block.getByPosition(i++).column->insert(UInt64(client_info.interface));

	block.getByPosition(i++).column->insert(client_info.os_user);
	block.getByPosition(i++).column->insert(client_info.client_hostname);
	block.getByPosition(i++).column->insert(client_info.client_name);
	block.getByPosition(i++).column->insert(UInt64(client_info.client_revision));

	block.getByPosition(i++).column->insert(UInt64(client_info.http_method));
	block.getByPosition(i++).column->insert(client_info.http_user_agent);

	block.getByPosition(i++).column->insert(client_info.quota_key);

	block.getByPosition(i++).column->insert(UInt64(ClickHouseRevision::get()));
}

}