ClickHouse/src/Interpreters/CrashLog.cpp

Ignoring revisions in .git-blame-ignore-revs. Click here to bypass and see the normal blame view.

92 lines
3.1 KiB
C++
Raw Normal View History

2020-07-31 13:53:42 +00:00
#include <Interpreters/CrashLog.h>
#include <DataTypes/DataTypeArray.h>
#include <DataTypes/DataTypeString.h>
#include <DataTypes/DataTypesNumber.h>
#include <DataTypes/DataTypeDate.h>
#include <DataTypes/DataTypeDateTime.h>
#include <Common/ClickHouseRevision.h>
#include <Common/SymbolIndex.h>
2021-08-11 14:19:45 +00:00
#include <Common/Stopwatch.h>
2020-07-31 13:53:42 +00:00
#include "config_version.h"
2020-07-31 13:53:42 +00:00
namespace DB
{
std::weak_ptr<CrashLog> CrashLog::crash_log;
NamesAndTypesList CrashLogElement::getNamesAndTypes()
2020-07-31 13:53:42 +00:00
{
return
{
{"event_date", std::make_shared<DataTypeDate>()},
{"event_time", std::make_shared<DataTypeDateTime>()},
{"timestamp_ns", std::make_shared<DataTypeUInt64>()},
{"signal", std::make_shared<DataTypeInt32>()},
{"thread_id", std::make_shared<DataTypeUInt64>()},
{"query_id", std::make_shared<DataTypeString>()},
{"trace", std::make_shared<DataTypeArray>(std::make_shared<DataTypeUInt64>())},
{"trace_full", std::make_shared<DataTypeArray>(std::make_shared<DataTypeString>())},
{"version", std::make_shared<DataTypeString>()},
{"revision", std::make_shared<DataTypeUInt32>()},
{"build_id", std::make_shared<DataTypeString>()},
2020-07-31 13:53:42 +00:00
};
}
void CrashLogElement::appendToBlock(MutableColumns & columns) const
{
size_t i = 0;
Extended range of DateTime64 to years 1925 - 2238 The Year 1925 is a starting point because most of the timezones switched to saner (mostly 15-minutes based) offsets somewhere during 1924 or before. And that significantly simplifies implementation. 2238 is to simplify arithmetics for sanitizing LUT index access; there are less than 0x1ffff days from 1925. * Extended DateLUTImpl internal LUT to 0x1ffff items, some of which represent negative (pre-1970) time values. As a collateral benefit, Date now correctly supports dates up to 2149 (instead of 2106). * Added a new strong typedef ExtendedDayNum, which represents dates pre-1970 and post 2149. * Functions that used to return DayNum now return ExtendedDayNum. * Refactored DateLUTImpl to untie DayNum from the dual role of being a value and an index (due to negative time). Index is now a different type LUTIndex with explicit conversion functions from DatNum, time_t, and ExtendedDayNum. * Updated DateLUTImpl to properly support values close to epoch start (1970-01-01 00:00), including negative ones. * Reduced resolution of DateLUTImpl::Values::time_at_offset_change to multiple of 15-minutes to allow storing 64-bits of time_t in DateLUTImpl::Value while keeping same size. * Minor performance updates to DateLUTImpl when building month LUT by skipping non-start-of-month days. * Fixed extractTimeZoneFromFunctionArguments to work correctly with DateTime64. * New unit-tests and stateless integration tests for both DateTime and DateTime64.
2020-04-17 13:26:44 +00:00
columns[i++]->insert(DateLUT::instance().toDayNum(event_time).toUnderType());
2020-07-31 13:53:42 +00:00
columns[i++]->insert(event_time);
columns[i++]->insert(timestamp_ns);
columns[i++]->insert(signal);
columns[i++]->insert(thread_id);
columns[i++]->insertData(query_id.data(), query_id.size());
columns[i++]->insert(trace);
columns[i++]->insert(trace_full);
columns[i++]->insert(VERSION_FULL);
2020-09-17 12:15:05 +00:00
columns[i++]->insert(ClickHouseRevision::getVersionRevision());
2020-07-31 13:53:42 +00:00
String build_id_hex;
#if defined(__ELF__) && !defined(OS_FREEBSD)
build_id_hex = SymbolIndex::instance().getBuildIDHex();
2020-07-31 13:53:42 +00:00
#endif
columns[i++]->insert(build_id_hex);
}
2020-08-01 15:54:44 +00:00
}
void collectCrashLog(Int32 signal, UInt64 thread_id, const String & query_id, const StackTrace & stack_trace)
2020-07-31 20:16:31 +00:00
{
2020-08-01 15:54:44 +00:00
using namespace DB;
if (auto crash_log_owned = CrashLog::crash_log.lock())
2020-07-31 20:25:15 +00:00
{
2020-08-01 15:54:44 +00:00
UInt64 time = clock_gettime_ns(CLOCK_REALTIME);
2020-07-31 20:16:31 +00:00
2020-07-31 20:25:15 +00:00
size_t stack_trace_size = stack_trace.getSize();
size_t stack_trace_offset = stack_trace.getOffset();
size_t num_frames = stack_trace_size - stack_trace_offset;
2020-07-31 20:16:31 +00:00
2020-07-31 20:25:15 +00:00
Array trace;
Array trace_full;
2020-07-31 20:16:31 +00:00
2020-07-31 20:25:15 +00:00
trace.reserve(num_frames);
trace_full.reserve(num_frames);
2020-07-31 20:16:31 +00:00
2020-07-31 20:25:15 +00:00
for (size_t i = stack_trace_offset; i < stack_trace_size; ++i)
trace.push_back(reinterpret_cast<uintptr_t>(stack_trace.getFramePointers()[i]));
2020-07-31 20:16:31 +00:00
2023-03-02 22:27:54 +00:00
stack_trace.toStringEveryLine([&trace_full](std::string_view line) { trace_full.push_back(line); });
2020-07-31 20:16:31 +00:00
CrashLogElement element{static_cast<time_t>(time / 1000000000), time, signal, thread_id, query_id, trace, trace_full};
2020-07-31 20:25:15 +00:00
crash_log_owned->add(element);
/// Notify savingThreadFunction to start flushing crash log
/// Crash log is storing in parallel with the signal processing thread.
crash_log_owned->notifyFlush(true);
2020-07-31 20:25:15 +00:00
}
2020-07-31 20:16:31 +00:00
}