mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-10-17 22:10:54 +00:00
Fixed compilation namespace issue and formatting
This commit is contained in:
parent
d935da98b9
commit
40ad18be8e
@ -55,24 +55,24 @@ TasksStatsCounters::TasksStatsCounters(const UInt64 tid, const MetricsProvider p
|
|||||||
{
|
{
|
||||||
switch (provider)
|
switch (provider)
|
||||||
{
|
{
|
||||||
case MetricsProvider::Netlink:
|
case MetricsProvider::Netlink:
|
||||||
stats_getter = [metrics_provider = std::make_shared<TaskStatsInfoGetter>(), tid]()
|
stats_getter = [metrics_provider = std::make_shared<TaskStatsInfoGetter>(), tid]()
|
||||||
{
|
{
|
||||||
::taskstats result;
|
::taskstats result;
|
||||||
metrics_provider->getStat(result, tid);
|
metrics_provider->getStat(result, tid);
|
||||||
return result;
|
return result;
|
||||||
};
|
};
|
||||||
break;
|
break;
|
||||||
case MetricsProvider::Procfs:
|
case MetricsProvider::Procfs:
|
||||||
stats_getter = [metrics_provider = std::make_shared<ProcfsMetricsProvider>(tid)]()
|
stats_getter = [metrics_provider = std::make_shared<ProcfsMetricsProvider>(tid)]()
|
||||||
{
|
{
|
||||||
::taskstats result;
|
::taskstats result;
|
||||||
metrics_provider->getTaskStats(result);
|
metrics_provider->getTaskStats(result);
|
||||||
return result;
|
return result;
|
||||||
};
|
};
|
||||||
break;
|
break;
|
||||||
case MetricsProvider::None:
|
case MetricsProvider::None:
|
||||||
;
|
;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@ -110,283 +110,286 @@ void TasksStatsCounters::incrementProfileEvents(const ::taskstats & prev, const
|
|||||||
profile_events.increment(ProfileEvents::OSReadBytes, safeDiff(prev.read_bytes, curr.read_bytes));
|
profile_events.increment(ProfileEvents::OSReadBytes, safeDiff(prev.read_bytes, curr.read_bytes));
|
||||||
profile_events.increment(ProfileEvents::OSWriteBytes, safeDiff(prev.write_bytes, curr.write_bytes));
|
profile_events.increment(ProfileEvents::OSWriteBytes, safeDiff(prev.write_bytes, curr.write_bytes));
|
||||||
}
|
}
|
||||||
}
|
|
||||||
|
|
||||||
static PerfEventInfo softwareEvent(int event_config, ProfileEvents::Event profile_event)
|
static PerfEventInfo softwareEvent(int event_config, ProfileEvents::Event profile_event)
|
||||||
{
|
{
|
||||||
return PerfEventInfo
|
return PerfEventInfo
|
||||||
{
|
{
|
||||||
.event_type = perf_type_id::PERF_TYPE_SOFTWARE,
|
.event_type = perf_type_id::PERF_TYPE_SOFTWARE,
|
||||||
.event_config = event_config,
|
.event_config = event_config,
|
||||||
.profile_event = profile_event
|
.profile_event = profile_event
|
||||||
};
|
};
|
||||||
}
|
}
|
||||||
|
|
||||||
static PerfEventInfo hardwareEvent(int event_config, ProfileEvents::Event profile_event)
|
static PerfEventInfo hardwareEvent(int event_config, ProfileEvents::Event profile_event)
|
||||||
{
|
{
|
||||||
return PerfEventInfo
|
return PerfEventInfo
|
||||||
{
|
{
|
||||||
.event_type = perf_type_id::PERF_TYPE_HARDWARE,
|
.event_type = perf_type_id::PERF_TYPE_HARDWARE,
|
||||||
.event_config = event_config,
|
.event_config = event_config,
|
||||||
.profile_event = profile_event
|
.profile_event = profile_event
|
||||||
};
|
};
|
||||||
}
|
}
|
||||||
|
|
||||||
// descriptions' source: http://man7.org/linux/man-pages/man2/perf_event_open.2.html
|
// descriptions' source: http://man7.org/linux/man-pages/man2/perf_event_open.2.html
|
||||||
const PerfEventInfo PerfEventsCounters::raw_events_info[] = {
|
const PerfEventInfo PerfEventsCounters::raw_events_info[] = {
|
||||||
hardwareEvent(PERF_COUNT_HW_CPU_CYCLES, ProfileEvents::PERF_COUNT_HW_CPU_CYCLES),
|
hardwareEvent(PERF_COUNT_HW_CPU_CYCLES, ProfileEvents::PERF_COUNT_HW_CPU_CYCLES),
|
||||||
hardwareEvent(PERF_COUNT_HW_INSTRUCTIONS, ProfileEvents::PERF_COUNT_HW_INSTRUCTIONS),
|
hardwareEvent(PERF_COUNT_HW_INSTRUCTIONS, ProfileEvents::PERF_COUNT_HW_INSTRUCTIONS),
|
||||||
hardwareEvent(PERF_COUNT_HW_CACHE_REFERENCES, ProfileEvents::PERF_COUNT_HW_CACHE_REFERENCES),
|
hardwareEvent(PERF_COUNT_HW_CACHE_REFERENCES, ProfileEvents::PERF_COUNT_HW_CACHE_REFERENCES),
|
||||||
hardwareEvent(PERF_COUNT_HW_CACHE_MISSES, ProfileEvents::PERF_COUNT_HW_CACHE_MISSES),
|
hardwareEvent(PERF_COUNT_HW_CACHE_MISSES, ProfileEvents::PERF_COUNT_HW_CACHE_MISSES),
|
||||||
hardwareEvent(PERF_COUNT_HW_BRANCH_INSTRUCTIONS, ProfileEvents::PERF_COUNT_HW_BRANCH_INSTRUCTIONS),
|
hardwareEvent(PERF_COUNT_HW_BRANCH_INSTRUCTIONS, ProfileEvents::PERF_COUNT_HW_BRANCH_INSTRUCTIONS),
|
||||||
hardwareEvent(PERF_COUNT_HW_BRANCH_MISSES, ProfileEvents::PERF_COUNT_HW_BRANCH_MISSES),
|
hardwareEvent(PERF_COUNT_HW_BRANCH_MISSES, ProfileEvents::PERF_COUNT_HW_BRANCH_MISSES),
|
||||||
hardwareEvent(PERF_COUNT_HW_BUS_CYCLES, ProfileEvents::PERF_COUNT_HW_BUS_CYCLES),
|
hardwareEvent(PERF_COUNT_HW_BUS_CYCLES, ProfileEvents::PERF_COUNT_HW_BUS_CYCLES),
|
||||||
hardwareEvent(PERF_COUNT_HW_STALLED_CYCLES_FRONTEND, ProfileEvents::PERF_COUNT_HW_STALLED_CYCLES_FRONTEND),
|
hardwareEvent(PERF_COUNT_HW_STALLED_CYCLES_FRONTEND, ProfileEvents::PERF_COUNT_HW_STALLED_CYCLES_FRONTEND),
|
||||||
hardwareEvent(PERF_COUNT_HW_STALLED_CYCLES_BACKEND, ProfileEvents::PERF_COUNT_HW_STALLED_CYCLES_BACKEND),
|
hardwareEvent(PERF_COUNT_HW_STALLED_CYCLES_BACKEND, ProfileEvents::PERF_COUNT_HW_STALLED_CYCLES_BACKEND),
|
||||||
hardwareEvent(PERF_COUNT_HW_REF_CPU_CYCLES, ProfileEvents::PERF_COUNT_HW_REF_CPU_CYCLES),
|
hardwareEvent(PERF_COUNT_HW_REF_CPU_CYCLES, ProfileEvents::PERF_COUNT_HW_REF_CPU_CYCLES),
|
||||||
// This reports the CPU clock, a high-resolution per-CPU timer.
|
// This reports the CPU clock, a high-resolution per-CPU timer.
|
||||||
// a bit broken according to this: https://stackoverflow.com/a/56967896
|
// a bit broken according to this: https://stackoverflow.com/a/56967896
|
||||||
// softwareEvent(PERF_COUNT_SW_CPU_CLOCK, ProfileEvents::PERF_COUNT_SW_CPU_CLOCK),
|
// softwareEvent(PERF_COUNT_SW_CPU_CLOCK, ProfileEvents::PERF_COUNT_SW_CPU_CLOCK),
|
||||||
softwareEvent(PERF_COUNT_SW_TASK_CLOCK, ProfileEvents::PERF_COUNT_SW_TASK_CLOCK),
|
softwareEvent(PERF_COUNT_SW_TASK_CLOCK, ProfileEvents::PERF_COUNT_SW_TASK_CLOCK),
|
||||||
softwareEvent(PERF_COUNT_SW_PAGE_FAULTS, ProfileEvents::PERF_COUNT_SW_PAGE_FAULTS),
|
softwareEvent(PERF_COUNT_SW_PAGE_FAULTS, ProfileEvents::PERF_COUNT_SW_PAGE_FAULTS),
|
||||||
softwareEvent(PERF_COUNT_SW_CONTEXT_SWITCHES, ProfileEvents::PERF_COUNT_SW_CONTEXT_SWITCHES),
|
softwareEvent(PERF_COUNT_SW_CONTEXT_SWITCHES, ProfileEvents::PERF_COUNT_SW_CONTEXT_SWITCHES),
|
||||||
softwareEvent(PERF_COUNT_SW_CPU_MIGRATIONS, ProfileEvents::PERF_COUNT_SW_CPU_MIGRATIONS),
|
softwareEvent(PERF_COUNT_SW_CPU_MIGRATIONS, ProfileEvents::PERF_COUNT_SW_CPU_MIGRATIONS),
|
||||||
softwareEvent(PERF_COUNT_SW_PAGE_FAULTS_MIN, ProfileEvents::PERF_COUNT_SW_PAGE_FAULTS_MIN),
|
softwareEvent(PERF_COUNT_SW_PAGE_FAULTS_MIN, ProfileEvents::PERF_COUNT_SW_PAGE_FAULTS_MIN),
|
||||||
softwareEvent(PERF_COUNT_SW_PAGE_FAULTS_MAJ, ProfileEvents::PERF_COUNT_SW_PAGE_FAULTS_MAJ),
|
softwareEvent(PERF_COUNT_SW_PAGE_FAULTS_MAJ, ProfileEvents::PERF_COUNT_SW_PAGE_FAULTS_MAJ),
|
||||||
softwareEvent(PERF_COUNT_SW_ALIGNMENT_FAULTS, ProfileEvents::PERF_COUNT_SW_ALIGNMENT_FAULTS),
|
softwareEvent(PERF_COUNT_SW_ALIGNMENT_FAULTS, ProfileEvents::PERF_COUNT_SW_ALIGNMENT_FAULTS),
|
||||||
softwareEvent(PERF_COUNT_SW_EMULATION_FAULTS, ProfileEvents::PERF_COUNT_SW_EMULATION_FAULTS)
|
softwareEvent(PERF_COUNT_SW_EMULATION_FAULTS, ProfileEvents::PERF_COUNT_SW_EMULATION_FAULTS)
|
||||||
// This is a placeholder event that counts nothing. Informational sample record types such as mmap or
|
// This is a placeholder event that counts nothing. Informational sample record types such as mmap or
|
||||||
// comm must be associated with an active event. This dummy event allows gathering such records
|
// comm must be associated with an active event. This dummy event allows gathering such records
|
||||||
// without requiring a counting event.
|
// without requiring a counting event.
|
||||||
// softwareEventInfo(PERF_COUNT_SW_DUMMY, ProfileEvents::PERF_COUNT_SW_DUMMY)
|
// softwareEventInfo(PERF_COUNT_SW_DUMMY, ProfileEvents::PERF_COUNT_SW_DUMMY)
|
||||||
};
|
};
|
||||||
static_assert(std::size(PerfEventsCounters::raw_events_info) == PerfEventsCounters::NUMBER_OF_RAW_EVENTS);
|
static_assert(std::size(PerfEventsCounters::raw_events_info) == PerfEventsCounters::NUMBER_OF_RAW_EVENTS);
|
||||||
|
|
||||||
thread_local PerfDescriptorsHolder PerfEventsCounters::thread_events_descriptors_holder{};
|
thread_local PerfDescriptorsHolder PerfEventsCounters::thread_events_descriptors_holder{};
|
||||||
thread_local bool PerfEventsCounters::thread_events_descriptors_opened = false;
|
thread_local bool PerfEventsCounters::thread_events_descriptors_opened = false;
|
||||||
thread_local PerfEventsCounters * PerfEventsCounters::current_thread_counters = nullptr;
|
thread_local PerfEventsCounters * PerfEventsCounters::current_thread_counters = nullptr;
|
||||||
|
|
||||||
std::atomic<bool> PerfEventsCounters::perf_unavailability_logged = false;
|
std::atomic<bool> PerfEventsCounters::perf_unavailability_logged = false;
|
||||||
std::atomic<bool> PerfEventsCounters::particular_events_unavailability_logged = false;
|
std::atomic<bool> PerfEventsCounters::particular_events_unavailability_logged = false;
|
||||||
|
|
||||||
Logger * PerfEventsCounters::getLogger()
|
Logger * PerfEventsCounters::getLogger()
|
||||||
|
{
|
||||||
|
return &Logger::get("PerfEventsCounters");
|
||||||
|
}
|
||||||
|
|
||||||
|
UInt64 PerfEventsCounters::getRawValue(int event_type, int event_config) const
|
||||||
|
{
|
||||||
|
for (size_t i = 0; i < NUMBER_OF_RAW_EVENTS; ++i)
|
||||||
{
|
{
|
||||||
return &Logger::get("PerfEventsCounters");
|
const PerfEventInfo & event_info = raw_events_info[i];
|
||||||
|
if (event_info.event_type == event_type && event_info.event_config == event_config)
|
||||||
|
return raw_event_values[i];
|
||||||
}
|
}
|
||||||
|
|
||||||
UInt64 PerfEventsCounters::getRawValue(int event_type, int event_config) const
|
LOG_WARNING(getLogger(), "Can't find perf event info for event_type=" << event_type << ", event_config=" << event_config);
|
||||||
{
|
return 0;
|
||||||
for (size_t i = 0; i < NUMBER_OF_RAW_EVENTS; ++i)
|
}
|
||||||
{
|
|
||||||
const PerfEventInfo & event_info = raw_events_info[i];
|
|
||||||
if (event_info.event_type == event_type && event_info.event_config == event_config)
|
|
||||||
return raw_event_values[i];
|
|
||||||
}
|
|
||||||
|
|
||||||
LOG_WARNING(getLogger(), "Can't find perf event info for event_type=" << event_type << ", event_config=" << event_config);
|
static int openPerfEvent(perf_event_attr *hw_event, pid_t pid, int cpu, int group_fd, UInt64 flags)
|
||||||
return 0;
|
{
|
||||||
}
|
return static_cast<int>(syscall(SYS_perf_event_open, hw_event, pid, cpu, group_fd, flags));
|
||||||
|
}
|
||||||
|
|
||||||
static int openPerfEvent(perf_event_attr *hw_event, pid_t pid, int cpu, int group_fd, UInt64 flags)
|
static bool getPerfEventParanoid(Int32 & result)
|
||||||
{
|
{
|
||||||
return static_cast<int>(syscall(SYS_perf_event_open, hw_event, pid, cpu, group_fd, flags));
|
// the longest possible variant: "-1\0"
|
||||||
}
|
constexpr Int32 max_length = 3;
|
||||||
|
|
||||||
static bool getPerfEventParanoid(Int32 & result)
|
FILE * fp = fopen("/proc/sys/kernel/perf_event_paranoid", "r");
|
||||||
{
|
if (fp == nullptr)
|
||||||
// the longest possible variant: "-1\0"
|
return false;
|
||||||
constexpr Int32 max_length = 3;
|
|
||||||
|
|
||||||
FILE * fp = fopen("/proc/sys/kernel/perf_event_paranoid", "r");
|
char str[max_length];
|
||||||
if (fp == nullptr)
|
char * res = fgets(str, max_length, fp);
|
||||||
return false;
|
fclose(fp);
|
||||||
|
if (res == nullptr)
|
||||||
|
return false;
|
||||||
|
|
||||||
char str[max_length];
|
str[max_length - 1] = '\0';
|
||||||
char * res = fgets(str, max_length, fp);
|
Int64 value = strtol(str, nullptr, 10);
|
||||||
fclose(fp);
|
// the only way to be incorrect is to not be a number
|
||||||
if (res == nullptr)
|
if (value == 0 && errno != 0)
|
||||||
return false;
|
return false;
|
||||||
|
|
||||||
str[max_length - 1] = '\0';
|
result = static_cast<Int32>(value);
|
||||||
Int64 value = strtol(str, nullptr, 10);
|
return true;
|
||||||
// the only way to be incorrect is to not be a number
|
}
|
||||||
if (value == 0 && errno != 0)
|
|
||||||
return false;
|
|
||||||
|
|
||||||
result = static_cast<Int32>(value);
|
static void perfEventOpenDisabled(Int32 perf_event_paranoid, bool has_cap_sys_admin, int perf_event_type, int perf_event_config, int & event_file_descriptor)
|
||||||
|
{
|
||||||
|
perf_event_attr pe = perf_event_attr();
|
||||||
|
pe.type = perf_event_type;
|
||||||
|
pe.size = sizeof(struct perf_event_attr);
|
||||||
|
pe.config = perf_event_config;
|
||||||
|
// disable by default to add as little extra time as possible
|
||||||
|
pe.disabled = 1;
|
||||||
|
// can record kernel only when `perf_event_paranoid` <= 1 or have CAP_SYS_ADMIN
|
||||||
|
pe.exclude_kernel = perf_event_paranoid >= 2 && !has_cap_sys_admin;
|
||||||
|
|
||||||
|
event_file_descriptor = openPerfEvent(&pe, /* measure the calling thread */ 0, /* on any cpu */ -1, -1, 0);
|
||||||
|
}
|
||||||
|
|
||||||
|
bool PerfEventsCounters::initializeThreadLocalEvents(PerfEventsCounters & counters)
|
||||||
|
{
|
||||||
|
if (thread_events_descriptors_opened)
|
||||||
return true;
|
return true;
|
||||||
|
|
||||||
|
Int32 perf_event_paranoid = 0;
|
||||||
|
bool is_pref_available = getPerfEventParanoid(perf_event_paranoid);
|
||||||
|
if (!is_pref_available)
|
||||||
|
{
|
||||||
|
bool expected_value = false;
|
||||||
|
if (perf_unavailability_logged.compare_exchange_strong(expected_value, true))
|
||||||
|
LOG_INFO(getLogger(), "Perf events are unsupported");
|
||||||
|
return false;
|
||||||
}
|
}
|
||||||
|
|
||||||
static void perfEventOpenDisabled(Int32 perf_event_paranoid, bool has_cap_sys_admin, int perf_event_type, int perf_event_config, int & event_file_descriptor)
|
bool has_cap_sys_admin = hasLinuxCapability(CAP_SYS_ADMIN);
|
||||||
|
if (perf_event_paranoid >= 3 && !has_cap_sys_admin)
|
||||||
{
|
{
|
||||||
perf_event_attr pe = perf_event_attr();
|
bool expected_value = false;
|
||||||
pe.type = perf_event_type;
|
if (perf_unavailability_logged.compare_exchange_strong(expected_value, true))
|
||||||
pe.size = sizeof(struct perf_event_attr);
|
LOG_INFO(getLogger(), "Not enough permissions to record perf events");
|
||||||
pe.config = perf_event_config;
|
return false;
|
||||||
// disable by default to add as little extra time as possible
|
|
||||||
pe.disabled = 1;
|
|
||||||
// can record kernel only when `perf_event_paranoid` <= 1 or have CAP_SYS_ADMIN
|
|
||||||
pe.exclude_kernel = perf_event_paranoid >= 2 && !has_cap_sys_admin;
|
|
||||||
|
|
||||||
event_file_descriptor = openPerfEvent(&pe, /* measure the calling thread */ 0, /* on any cpu */ -1, -1, 0);
|
|
||||||
}
|
}
|
||||||
|
|
||||||
bool PerfEventsCounters::initializeThreadLocalEvents(PerfEventsCounters & counters)
|
bool expected = false;
|
||||||
|
bool log_unsupported_event = particular_events_unavailability_logged.compare_exchange_strong(expected, true);
|
||||||
|
for (size_t i = 0; i < NUMBER_OF_RAW_EVENTS; ++i)
|
||||||
{
|
{
|
||||||
if (thread_events_descriptors_opened)
|
counters.raw_event_values[i] = 0;
|
||||||
return true;
|
const PerfEventInfo & event_info = raw_events_info[i];
|
||||||
|
int & fd = thread_events_descriptors_holder.descriptors[i];
|
||||||
|
perfEventOpenDisabled(perf_event_paranoid, has_cap_sys_admin, event_info.event_type, event_info.event_config, fd);
|
||||||
|
|
||||||
Int32 perf_event_paranoid = 0;
|
if (fd == -1 && log_unsupported_event)
|
||||||
bool is_pref_available = getPerfEventParanoid(perf_event_paranoid);
|
|
||||||
if (!is_pref_available)
|
|
||||||
{
|
{
|
||||||
bool expected_value = false;
|
LOG_INFO(getLogger(), "Perf event is unsupported: event_type=" << event_info.event_type
|
||||||
if (perf_unavailability_logged.compare_exchange_strong(expected_value, true))
|
<< ", event_config=" << event_info.event_config);
|
||||||
LOG_INFO(getLogger(), "Perf events are unsupported");
|
|
||||||
return false;
|
|
||||||
}
|
}
|
||||||
|
}
|
||||||
|
|
||||||
bool has_cap_sys_admin = hasLinuxCapability(CAP_SYS_ADMIN);
|
thread_events_descriptors_opened = true;
|
||||||
if (perf_event_paranoid >= 3 && !has_cap_sys_admin)
|
return true;
|
||||||
{
|
}
|
||||||
bool expected_value = false;
|
|
||||||
if (perf_unavailability_logged.compare_exchange_strong(expected_value, true))
|
|
||||||
LOG_INFO(getLogger(), "Not enough permissions to record perf events");
|
|
||||||
return false;
|
|
||||||
}
|
|
||||||
|
|
||||||
bool expected = false;
|
void PerfEventsCounters::initializeProfileEvents(PerfEventsCounters & counters)
|
||||||
bool log_unsupported_event = particular_events_unavailability_logged.compare_exchange_strong(expected, true);
|
{
|
||||||
for (size_t i = 0; i < NUMBER_OF_RAW_EVENTS; ++i)
|
if (current_thread_counters == &counters)
|
||||||
|
return;
|
||||||
|
if (current_thread_counters != nullptr)
|
||||||
|
{
|
||||||
|
LOG_WARNING(getLogger(), "Only one instance of `PerfEventsCounters` can be used on the thread");
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
if (!initializeThreadLocalEvents(counters))
|
||||||
|
return;
|
||||||
|
|
||||||
|
for (UInt64 & raw_value : counters.raw_event_values)
|
||||||
|
raw_value = 0;
|
||||||
|
|
||||||
|
for (int fd : thread_events_descriptors_holder.descriptors)
|
||||||
|
{
|
||||||
|
if (fd != -1)
|
||||||
|
ioctl(fd, PERF_EVENT_IOC_ENABLE, 0);
|
||||||
|
}
|
||||||
|
|
||||||
|
current_thread_counters = &counters;
|
||||||
|
}
|
||||||
|
|
||||||
|
void PerfEventsCounters::finalizeProfileEvents(PerfEventsCounters & counters, ProfileEvents::Counters & profile_events)
|
||||||
|
{
|
||||||
|
if (current_thread_counters != &counters)
|
||||||
|
return;
|
||||||
|
if (!thread_events_descriptors_opened)
|
||||||
|
return;
|
||||||
|
|
||||||
|
// process raw events
|
||||||
|
|
||||||
|
// only read counters here to have as little overhead for processing as possible
|
||||||
|
for (size_t i = 0; i < NUMBER_OF_RAW_EVENTS; ++i)
|
||||||
|
{
|
||||||
|
int fd = counters.thread_events_descriptors_holder.descriptors[i];
|
||||||
|
if (fd == -1)
|
||||||
|
continue;
|
||||||
|
|
||||||
|
constexpr ssize_t bytes_to_read = sizeof(counters.raw_event_values[0]);
|
||||||
|
if (read(fd, &counters.raw_event_values[i], bytes_to_read) != bytes_to_read)
|
||||||
{
|
{
|
||||||
|
LOG_WARNING(getLogger(), "Can't read event value from file descriptor: " << fd);
|
||||||
counters.raw_event_values[i] = 0;
|
counters.raw_event_values[i] = 0;
|
||||||
const PerfEventInfo & event_info = raw_events_info[i];
|
|
||||||
int & fd = thread_events_descriptors_holder.descriptors[i];
|
|
||||||
perfEventOpenDisabled(perf_event_paranoid, has_cap_sys_admin, event_info.event_type, event_info.event_config, fd);
|
|
||||||
|
|
||||||
if (fd == -1 && log_unsupported_event)
|
|
||||||
{
|
|
||||||
LOG_INFO(getLogger(), "Perf event is unsupported: event_type=" << event_info.event_type
|
|
||||||
<< ", event_config=" << event_info.event_config);
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|
||||||
thread_events_descriptors_opened = true;
|
|
||||||
return true;
|
|
||||||
}
|
}
|
||||||
|
|
||||||
void PerfEventsCounters::initializeProfileEvents(PerfEventsCounters & counters)
|
// actually process counters' values and stop measuring
|
||||||
|
for (size_t i = 0; i < NUMBER_OF_RAW_EVENTS; ++i)
|
||||||
{
|
{
|
||||||
if (current_thread_counters == &counters)
|
int fd = counters.thread_events_descriptors_holder.descriptors[i];
|
||||||
return;
|
if (fd == -1)
|
||||||
if (current_thread_counters != nullptr)
|
continue;
|
||||||
{
|
|
||||||
LOG_WARNING(getLogger(), "Only one instance of `PerfEventsCounters` can be used on the thread");
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
|
|
||||||
if (!initializeThreadLocalEvents(counters))
|
profile_events.increment(raw_events_info[i].profile_event, counters.raw_event_values[i]);
|
||||||
return;
|
|
||||||
|
|
||||||
for (UInt64 & raw_value : counters.raw_event_values)
|
if (ioctl(fd, PERF_EVENT_IOC_DISABLE, 0))
|
||||||
raw_value = 0;
|
LOG_WARNING(getLogger(), "Can't disable perf event with file descriptor: " << fd);
|
||||||
|
if (ioctl(fd, PERF_EVENT_IOC_RESET, 0))
|
||||||
for (int fd : thread_events_descriptors_holder.descriptors)
|
LOG_WARNING(getLogger(), "Can't reset perf event with file descriptor: " << fd);
|
||||||
{
|
|
||||||
if (fd != -1)
|
|
||||||
ioctl(fd, PERF_EVENT_IOC_ENABLE, 0);
|
|
||||||
}
|
|
||||||
|
|
||||||
current_thread_counters = &counters;
|
|
||||||
}
|
}
|
||||||
|
|
||||||
void PerfEventsCounters::finalizeProfileEvents(PerfEventsCounters & counters, ProfileEvents::Counters & profile_events)
|
// process custom events which depend on the raw ones
|
||||||
|
UInt64 hw_cpu_cycles = counters.getRawValue(PERF_TYPE_HARDWARE, PERF_COUNT_HW_CPU_CYCLES);
|
||||||
|
UInt64 hw_ref_cpu_cycles = counters.getRawValue(PERF_TYPE_HARDWARE, PERF_COUNT_HW_REF_CPU_CYCLES);
|
||||||
|
|
||||||
|
UInt64 instructions_per_cpu_scaled = hw_cpu_cycles != 0
|
||||||
|
? counters.getRawValue(PERF_TYPE_HARDWARE, PERF_COUNT_HW_INSTRUCTIONS) / hw_cpu_cycles
|
||||||
|
: 0;
|
||||||
|
UInt64 instructions_per_cpu = hw_ref_cpu_cycles != 0
|
||||||
|
? counters.getRawValue(PERF_TYPE_HARDWARE, PERF_COUNT_HW_INSTRUCTIONS) / hw_ref_cpu_cycles
|
||||||
|
: 0;
|
||||||
|
|
||||||
|
profile_events.increment(ProfileEvents::PERF_CUSTOM_INSTRUCTIONS_PER_CPU_CYCLE_SCALED, instructions_per_cpu_scaled);
|
||||||
|
profile_events.increment(ProfileEvents::PERF_CUSTOM_INSTRUCTIONS_PER_CPU_CYCLE, instructions_per_cpu);
|
||||||
|
|
||||||
|
current_thread_counters = nullptr;
|
||||||
|
}
|
||||||
|
|
||||||
|
PerfDescriptorsHolder::PerfDescriptorsHolder()
|
||||||
|
{
|
||||||
|
for (int & descriptor : descriptors)
|
||||||
|
descriptor = -1;
|
||||||
|
}
|
||||||
|
|
||||||
|
PerfDescriptorsHolder::~PerfDescriptorsHolder()
|
||||||
|
{
|
||||||
|
for (int & descriptor : descriptors)
|
||||||
{
|
{
|
||||||
if (current_thread_counters != &counters)
|
if (descriptor == -1)
|
||||||
return;
|
continue;
|
||||||
if (!thread_events_descriptors_opened)
|
|
||||||
return;
|
|
||||||
|
|
||||||
// process raw events
|
if (ioctl(descriptor, PERF_EVENT_IOC_DISABLE, 0))
|
||||||
|
LOG_WARNING(getLogger(), "Can't disable perf event with file descriptor: " << descriptor);
|
||||||
|
if (close(descriptor))
|
||||||
|
LOG_WARNING(getLogger(),"Can't close perf event file descriptor: " << descriptor
|
||||||
|
<< "; error: " << errno << " - " << strerror(errno));
|
||||||
|
|
||||||
// only read counters here to have as little overhead for processing as possible
|
descriptor = -1;
|
||||||
for (size_t i = 0; i < NUMBER_OF_RAW_EVENTS; ++i)
|
|
||||||
{
|
|
||||||
int fd = counters.thread_events_descriptors_holder.descriptors[i];
|
|
||||||
if (fd == -1)
|
|
||||||
continue;
|
|
||||||
|
|
||||||
constexpr ssize_t bytes_to_read = sizeof(counters.raw_event_values[0]);
|
|
||||||
if (read(fd, &counters.raw_event_values[i], bytes_to_read) != bytes_to_read)
|
|
||||||
{
|
|
||||||
LOG_WARNING(getLogger(), "Can't read event value from file descriptor: " << fd);
|
|
||||||
counters.raw_event_values[i] = 0;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// actually process counters' values and stop measuring
|
|
||||||
for (size_t i = 0; i < NUMBER_OF_RAW_EVENTS; ++i)
|
|
||||||
{
|
|
||||||
int fd = counters.thread_events_descriptors_holder.descriptors[i];
|
|
||||||
if (fd == -1)
|
|
||||||
continue;
|
|
||||||
|
|
||||||
profile_events.increment(raw_events_info[i].profile_event, counters.raw_event_values[i]);
|
|
||||||
|
|
||||||
if (ioctl(fd, PERF_EVENT_IOC_DISABLE, 0))
|
|
||||||
LOG_WARNING(getLogger(), "Can't disable perf event with file descriptor: " << fd);
|
|
||||||
if (ioctl(fd, PERF_EVENT_IOC_RESET, 0))
|
|
||||||
LOG_WARNING(getLogger(), "Can't reset perf event with file descriptor: " << fd);
|
|
||||||
}
|
|
||||||
|
|
||||||
// process custom events which depend on the raw ones
|
|
||||||
UInt64 hw_cpu_cycles = counters.getRawValue(PERF_TYPE_HARDWARE, PERF_COUNT_HW_CPU_CYCLES);
|
|
||||||
UInt64 hw_ref_cpu_cycles = counters.getRawValue(PERF_TYPE_HARDWARE, PERF_COUNT_HW_REF_CPU_CYCLES);
|
|
||||||
|
|
||||||
UInt64 instructions_per_cpu_scaled = hw_cpu_cycles != 0
|
|
||||||
? counters.getRawValue(PERF_TYPE_HARDWARE, PERF_COUNT_HW_INSTRUCTIONS) / hw_cpu_cycles
|
|
||||||
: 0;
|
|
||||||
UInt64 instructions_per_cpu = hw_ref_cpu_cycles != 0
|
|
||||||
? counters.getRawValue(PERF_TYPE_HARDWARE, PERF_COUNT_HW_INSTRUCTIONS) / hw_ref_cpu_cycles
|
|
||||||
: 0;
|
|
||||||
|
|
||||||
profile_events.increment(ProfileEvents::PERF_CUSTOM_INSTRUCTIONS_PER_CPU_CYCLE_SCALED, instructions_per_cpu_scaled);
|
|
||||||
profile_events.increment(ProfileEvents::PERF_CUSTOM_INSTRUCTIONS_PER_CPU_CYCLE, instructions_per_cpu);
|
|
||||||
|
|
||||||
current_thread_counters = nullptr;
|
|
||||||
}
|
}
|
||||||
|
}
|
||||||
|
|
||||||
PerfDescriptorsHolder::PerfDescriptorsHolder()
|
Logger * PerfDescriptorsHolder::getLogger()
|
||||||
{
|
{
|
||||||
for (int & descriptor : descriptors)
|
return &Logger::get("PerfDescriptorsHolder");
|
||||||
descriptor = -1;
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
PerfDescriptorsHolder::~PerfDescriptorsHolder()
|
|
||||||
{
|
|
||||||
for (int & descriptor : descriptors)
|
|
||||||
{
|
|
||||||
if (descriptor == -1)
|
|
||||||
continue;
|
|
||||||
|
|
||||||
if (ioctl(descriptor, PERF_EVENT_IOC_DISABLE, 0))
|
|
||||||
LOG_WARNING(getLogger(), "Can't disable perf event with file descriptor: " << descriptor);
|
|
||||||
if (close(descriptor))
|
|
||||||
LOG_WARNING(getLogger(),"Can't close perf event file descriptor: " << descriptor
|
|
||||||
<< "; error: " << errno << " - " << strerror(errno));
|
|
||||||
|
|
||||||
descriptor = -1;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
Logger * PerfDescriptorsHolder::getLogger()
|
|
||||||
{
|
|
||||||
return &Logger::get("PerfDescriptorsHolder");
|
|
||||||
}
|
|
||||||
|
|
||||||
#else
|
#else
|
||||||
|
|
||||||
|
namespace DB
|
||||||
|
{
|
||||||
void PerfEventsCounters::initializeProfileEvents(PerfEventsCounters &) {}
|
void PerfEventsCounters::initializeProfileEvents(PerfEventsCounters &) {}
|
||||||
void PerfEventsCounters::finalizeProfileEvents(PerfEventsCounters &, ProfileEvents::Counters &) {}
|
void PerfEventsCounters::finalizeProfileEvents(PerfEventsCounters &, ProfileEvents::Counters &) {}
|
||||||
|
}
|
||||||
|
|
||||||
#endif
|
#endif
|
||||||
|
Loading…
Reference in New Issue
Block a user