Added file descriptors threshold

This commit is contained in:
Andrey Skobtsov 2020-05-19 21:22:30 +03:00
parent 483c78ba8f
commit b6d6427748
2 changed files with 36 additions and 0 deletions

View File

@ -12,6 +12,8 @@
#include <syscall.h> #include <syscall.h>
#include <sys/ioctl.h> #include <sys/ioctl.h>
#include <cerrno> #include <cerrno>
#include <sys/types.h>
#include <dirent.h>
namespace DB namespace DB
@ -247,6 +249,39 @@ bool PerfEventsCounters::initializeThreadLocalEvents(PerfEventsCounters & counte
return false; return false;
} }
rlimit64 limits{};
if (getrlimit64(RLIMIT_NOFILE, &limits))
{
LOG_WARNING(getLogger(), "Unable to get rlimit: errno = " << errno << ", message = " << strerror(errno));
return false;
}
UInt64 maximum_open_descriptors = limits.rlim_cur;
std::string dir_path("/proc/");
dir_path += std::to_string(getpid());
dir_path += "/fd";
DIR * fd_dir = opendir(dir_path.c_str());
if (fd_dir == nullptr)
{
LOG_WARNING(getLogger(), "Unable to get file descriptors used by the current process errno = " << errno
<< ", message = " << strerror(errno));
return false;
}
UInt64 opened_descriptors = 0;
while (readdir(fd_dir) != nullptr)
++opened_descriptors;
closedir(fd_dir);
UInt64 fd_count_afterwards = opened_descriptors + NUMBER_OF_RAW_EVENTS;
UInt64 threshold = static_cast<UInt64>(maximum_open_descriptors * FILE_DESCRIPTORS_THRESHOLD);
if (fd_count_afterwards > threshold)
{
LOG_WARNING(getLogger(), "Can't measure perf events as the result number of file descriptors ("
<< fd_count_afterwards << ") is more than the current threshold (" << threshold << " = "
<< maximum_open_descriptors << " * " << FILE_DESCRIPTORS_THRESHOLD << ")");
return false;
}
bool expected = false; bool expected = false;
bool log_unsupported_event = particular_events_unavailability_logged.compare_exchange_strong(expected, true); bool log_unsupported_event = particular_events_unavailability_logged.compare_exchange_strong(expected, true);
for (size_t i = 0; i < NUMBER_OF_RAW_EVENTS; ++i) for (size_t i = 0; i < NUMBER_OF_RAW_EVENTS; ++i)

View File

@ -186,6 +186,7 @@ struct PerfEventsCounters
typedef UInt64 Id; typedef UInt64 Id;
static constexpr size_t NUMBER_OF_RAW_EVENTS = 18; static constexpr size_t NUMBER_OF_RAW_EVENTS = 18;
static constexpr Float64 FILE_DESCRIPTORS_THRESHOLD = 0.7;
static const PerfEventInfo raw_events_info[PerfEventsCounters::NUMBER_OF_RAW_EVENTS]; static const PerfEventInfo raw_events_info[PerfEventsCounters::NUMBER_OF_RAW_EVENTS];