ClickHouse/dbms/src/Interpreters/QueryLog.cpp

#include <Columns/ColumnsNumber.h>
#include <Columns/ColumnString.h>
#include <Columns/ColumnFixedString.h>
#include <DataTypes/DataTypesNumber.h>
#include <DataTypes/DataTypeDateTime.h>
#include <DataTypes/DataTypeDate.h>
#include <DataTypes/DataTypeString.h>
#include <DataTypes/DataTypeFixedString.h>
#include <DataTypes/DataTypeArray.h>
#include <Interpreters/QueryLog.h>
#include <Common/ClickHouseRevision.h>
#include <Poco/Net/IPAddress.h>
#include <array>


namespace DB
{


Block QueryLogElement::createBlock()
{
    return
    {
        {ColumnUInt8::create(),     std::make_shared<DataTypeUInt8>(),         "type"},
        {ColumnUInt16::create(),     std::make_shared<DataTypeDate>(),         "event_date"},
        {ColumnUInt32::create(),     std::make_shared<DataTypeDateTime>(),     "event_time"},
        {ColumnUInt32::create(),     std::make_shared<DataTypeDateTime>(),     "query_start_time"},
        {ColumnUInt64::create(),     std::make_shared<DataTypeUInt64>(),     "query_duration_ms"},

        {ColumnUInt64::create(),     std::make_shared<DataTypeUInt64>(),     "read_rows"},
        {ColumnUInt64::create(),     std::make_shared<DataTypeUInt64>(),     "read_bytes"},

        {ColumnUInt64::create(),     std::make_shared<DataTypeUInt64>(),     "written_rows"},
        {ColumnUInt64::create(),     std::make_shared<DataTypeUInt64>(),     "written_bytes"},

        {ColumnUInt64::create(),     std::make_shared<DataTypeUInt64>(),     "result_rows"},
        {ColumnUInt64::create(),     std::make_shared<DataTypeUInt64>(),     "result_bytes"},

        {ColumnUInt64::create(),     std::make_shared<DataTypeUInt64>(),     "memory_usage"},

        {ColumnString::create(),     std::make_shared<DataTypeString>(),     "query"},
        {ColumnString::create(),     std::make_shared<DataTypeString>(),     "exception"},
        {ColumnString::create(),     std::make_shared<DataTypeString>(),     "stack_trace"},

        {ColumnUInt8::create(),     std::make_shared<DataTypeUInt8>(),         "is_initial_query"},

        {ColumnString::create(),     std::make_shared<DataTypeString>(),     "user"},
        {ColumnString::create(),     std::make_shared<DataTypeString>(),     "query_id"},
        {ColumnFixedString::create(16), std::make_shared<DataTypeFixedString>(16), "address"},
        {ColumnUInt16::create(),     std::make_shared<DataTypeUInt16>(),     "port"},

        {ColumnString::create(),     std::make_shared<DataTypeString>(),     "initial_user"},
        {ColumnString::create(),     std::make_shared<DataTypeString>(),     "initial_query_id"},
        {ColumnFixedString::create(16), std::make_shared<DataTypeFixedString>(16), "initial_address"},
        {ColumnUInt16::create(),     std::make_shared<DataTypeUInt16>(),     "initial_port"},

        {ColumnUInt8::create(),     std::make_shared<DataTypeUInt8>(),         "interface"},

        {ColumnString::create(),     std::make_shared<DataTypeString>(),     "os_user"},
        {ColumnString::create(),     std::make_shared<DataTypeString>(),     "client_hostname"},
        {ColumnString::create(),     std::make_shared<DataTypeString>(),     "client_name"},
        {ColumnUInt32::create(),     std::make_shared<DataTypeUInt32>(),     "client_revision"},

        {ColumnUInt8::create(),     std::make_shared<DataTypeUInt8>(),         "http_method"},
        {ColumnString::create(),     std::make_shared<DataTypeString>(),     "http_user_agent"},

        {ColumnString::create(),     std::make_shared<DataTypeString>(),     "quota_key"},

        {ColumnUInt32::create(),     std::make_shared<DataTypeUInt32>(),     "revision"},

        { std::make_shared<DataTypeArray>(std::make_shared<DataTypeUInt32>()), "thread_numbers" },
        { std::make_shared<DataTypeArray>(std::make_shared<DataTypeString>()), "ProfileEvents.Names" },
        { std::make_shared<DataTypeArray>(std::make_shared<DataTypeUInt64>()), "ProfileEvents.Values" },
        { std::make_shared<DataTypeArray>(std::make_shared<DataTypeString>()), "Settings.Names" },
        { std::make_shared<DataTypeArray>(std::make_shared<DataTypeString>()), "Settings.Values" }
    };
}


static std::array<char, 16> IPv6ToBinary(const Poco::Net::IPAddress & address)
{
    std::array<char, 16> res;

    if (Poco::Net::IPAddress::IPv6 == address.family())
    {
        memcpy(res.data(), address.addr(), 16);
    }
    else if (Poco::Net::IPAddress::IPv4 == address.family())
    {
        /// Convert to IPv6-mapped address.
        memset(res.data(), 0, 10);
        res[10] = '\xFF';
        res[11] = '\xFF';
        memcpy(&res[12], address.addr(), 4);
    }
    else
        memset(res.data(), 0, 16);

    return res;
}


void QueryLogElement::appendToBlock(Block & block) const
{
    MutableColumns columns = block.mutateColumns();

    size_t i = 0;

    columns[i++]->insert(UInt64(type));
    columns[i++]->insert(UInt64(DateLUT::instance().toDayNum(event_time)));
    columns[i++]->insert(UInt64(event_time));
    columns[i++]->insert(UInt64(query_start_time));
    columns[i++]->insert(UInt64(query_duration_ms));

    columns[i++]->insert(UInt64(read_rows));
    columns[i++]->insert(UInt64(read_bytes));

    columns[i++]->insert(UInt64(written_rows));
    columns[i++]->insert(UInt64(written_bytes));

    columns[i++]->insert(UInt64(result_rows));
    columns[i++]->insert(UInt64(result_bytes));

    columns[i++]->insert(UInt64(memory_usage));

    columns[i++]->insertData(query.data(), query.size());
    columns[i++]->insertData(exception.data(), exception.size());
    columns[i++]->insertData(stack_trace.data(), stack_trace.size());

    columns[i++]->insert(UInt64(client_info.query_kind == ClientInfo::QueryKind::INITIAL_QUERY));

    columns[i++]->insert(client_info.current_user);
    columns[i++]->insert(client_info.current_query_id);
    columns[i++]->insertData(IPv6ToBinary(client_info.current_address.host()).data(), 16);
    columns[i++]->insert(UInt64(client_info.current_address.port()));

    columns[i++]->insert(client_info.initial_user);
    columns[i++]->insert(client_info.initial_query_id);
    columns[i++]->insertData(IPv6ToBinary(client_info.initial_address.host()).data(), 16);
    columns[i++]->insert(UInt64(client_info.initial_address.port()));

    columns[i++]->insert(UInt64(client_info.interface));

    columns[i++]->insert(client_info.os_user);
    columns[i++]->insert(client_info.client_hostname);
    columns[i++]->insert(client_info.client_name);
    columns[i++]->insert(UInt64(client_info.client_revision));

    columns[i++]->insert(UInt64(client_info.http_method));
    columns[i++]->insert(client_info.http_user_agent);

    columns[i++]->insert(client_info.quota_key);

    columns[i++]->insert(UInt64(ClickHouseRevision::get()));

    {
        Array threads_array;
        threads_array.reserve(thread_numbers.size());
        for (const UInt32 thread_number : thread_numbers)
            threads_array.emplace_back(UInt64(thread_number));
        columns[i++]->insert(threads_array);
    }

    if (profile_counters)
    {
        auto column_names = columns[i++].get();
        auto column_values = columns[i++].get();
        profile_counters->dumpToArrayColumns(column_names, column_values, true);
    }
    else
    {
        columns[i++]->insertDefault();
        columns[i++]->insertDefault();
    }

    if (query_settings)
    {
        auto column_names = columns[i++].get();
        auto column_values = columns[i++].get();
        query_settings->dumpToArrayColumns(column_names, column_values, true);
    }
    else
    {
        columns[i++]->insertDefault();
        columns[i++]->insertDefault();
    }

    block.setColumns(std::move(columns));
}

}