ClickHouse/base/common/ReplxxLineReader.cpp

255 lines
8.1 KiB
C++
Raw Normal View History

#include <common/ReplxxLineReader.h>
#include <common/errnoToString.h>
#include <errno.h>
#include <string.h>
#include <unistd.h>
#include <functional>
2020-06-04 21:31:51 +00:00
#include <sys/file.h>
2020-12-01 10:34:34 +00:00
#include <sys/types.h>
#include <sys/wait.h>
#include <csignal>
#include <dlfcn.h>
#include <fcntl.h>
#include <fstream>
#include <fmt/format.h>
namespace
{
/// Trim ending whitespace inplace
void trim(String & s)
{
s.erase(std::find_if(s.rbegin(), s.rend(), [](int ch) { return !std::isspace(ch); }).base(), s.end());
}
}
ReplxxLineReader::ReplxxLineReader(
2020-06-04 22:45:04 +00:00
const Suggest & suggest,
const String & history_file_path_,
bool multiline_,
Patterns extenders_,
Patterns delimiters_,
replxx::Replxx::highlighter_callback_t highlighter_)
: LineReader(history_file_path_, multiline_, std::move(extenders_), std::move(delimiters_)), highlighter(std::move(highlighter_))
{
using namespace std::placeholders;
using Replxx = replxx::Replxx;
if (!history_file_path.empty())
2020-06-04 21:31:51 +00:00
{
history_file_fd = open(history_file_path.c_str(), O_RDWR);
2020-06-04 22:10:22 +00:00
if (history_file_fd < 0)
{
rx.print("Open of history file failed: %s\n", errnoToString(errno).c_str());
2020-06-04 22:10:22 +00:00
}
2020-06-06 09:49:15 +00:00
else
2020-06-04 22:10:22 +00:00
{
2020-06-06 09:49:15 +00:00
if (flock(history_file_fd, LOCK_SH))
{
rx.print("Shared lock of history file failed: %s\n", errnoToString(errno).c_str());
2020-06-06 09:49:15 +00:00
}
else
{
if (!rx.history_load(history_file_path))
{
2020-12-17 18:08:42 +00:00
rx.print("Loading history failed: %s\n", errnoToString(errno).c_str());
}
2020-06-06 09:49:15 +00:00
if (flock(history_file_fd, LOCK_UN))
{
rx.print("Unlock of history file failed: %s\n", errnoToString(errno).c_str());
2020-06-06 09:49:15 +00:00
}
}
2020-06-04 22:10:22 +00:00
}
2020-06-04 21:31:51 +00:00
}
2020-12-11 16:34:40 +00:00
rx.install_window_change_handler();
auto callback = [&suggest] (const String & context, size_t context_size)
{
if (auto range = suggest.getCompletions(context, context_size))
return Replxx::completions_t(range->first, range->second);
return Replxx::completions_t();
};
rx.set_completion_callback(callback);
rx.set_complete_on_empty(false);
rx.set_word_break_characters(word_break_characters);
2020-06-04 22:45:04 +00:00
if (highlighter)
rx.set_highlighter_callback(highlighter);
/// By default C-p/C-n binded to COMPLETE_NEXT/COMPLETE_PREV,
/// bind C-p/C-n to history-previous/history-next like readline.
rx.bind_key(Replxx::KEY::control('N'), [this](char32_t code) { return rx.invoke(Replxx::ACTION::HISTORY_NEXT, code); });
rx.bind_key(Replxx::KEY::control('P'), [this](char32_t code) { return rx.invoke(Replxx::ACTION::HISTORY_PREVIOUS, code); });
/// By default COMPLETE_NEXT/COMPLETE_PREV was binded to C-p/C-n, re-bind
/// to M-P/M-N (that was used for HISTORY_COMMON_PREFIX_SEARCH before, but
/// it also binded to M-p/M-n).
rx.bind_key(Replxx::KEY::meta('N'), [this](char32_t code) { return rx.invoke(Replxx::ACTION::COMPLETE_NEXT, code); });
rx.bind_key(Replxx::KEY::meta('P'), [this](char32_t code) { return rx.invoke(Replxx::ACTION::COMPLETE_PREVIOUS, code); });
/// By default M-BACKSPACE is KILL_TO_WHITESPACE_ON_LEFT, while in readline it is backward-kill-word
rx.bind_key(Replxx::KEY::meta(Replxx::KEY::BACKSPACE), [this](char32_t code) { return rx.invoke(Replxx::ACTION::KILL_TO_BEGINING_OF_WORD, code); });
/// By default C-w is KILL_TO_BEGINING_OF_WORD, while in readline it is unix-word-rubout
rx.bind_key(Replxx::KEY::control('W'), [this](char32_t code) { return rx.invoke(Replxx::ACTION::KILL_TO_WHITESPACE_ON_LEFT, code); });
2020-12-01 10:34:34 +00:00
rx.bind_key(Replxx::KEY::meta('E'), [this](char32_t) { openEditor(); return Replxx::ACTION_RESULT::CONTINUE; });
}
ReplxxLineReader::~ReplxxLineReader()
{
2020-06-04 22:36:40 +00:00
if (close(history_file_fd))
2020-12-17 18:08:42 +00:00
rx.print("Close of history file failed: %s\n", errnoToString(errno).c_str());
}
LineReader::InputStatus ReplxxLineReader::readOneLine(const String & prompt)
{
input.clear();
const char* cinput = rx.input(prompt);
if (cinput == nullptr)
return (errno != EAGAIN) ? ABORT : RESET_LINE;
input = cinput;
trim(input);
return INPUT_LINE;
}
void ReplxxLineReader::addToHistory(const String & line)
{
2020-06-04 21:31:51 +00:00
// locking history file to prevent from inconsistent concurrent changes
//
// replxx::Replxx::history_save() already has lockf(),
// but replxx::Replxx::history_load() does not
// and that is why flock() is added here.
2020-06-06 09:51:42 +00:00
bool locked = false;
2020-06-04 22:10:22 +00:00
if (flock(history_file_fd, LOCK_EX))
2020-12-17 18:08:42 +00:00
rx.print("Lock of history file failed: %s\n", errnoToString(errno).c_str());
2020-06-06 09:51:42 +00:00
else
locked = true;
2020-06-04 21:31:51 +00:00
rx.history_add(line);
2020-06-04 21:31:51 +00:00
// flush changes to the disk
if (!rx.history_save(history_file_path))
2020-12-17 18:08:42 +00:00
rx.print("Saving history failed: %s\n", errnoToString(errno).c_str());
2020-06-04 21:31:51 +00:00
2020-06-06 09:51:42 +00:00
if (locked && 0 != flock(history_file_fd, LOCK_UN))
2020-12-17 18:08:42 +00:00
rx.print("Unlock of history file failed: %s\n", errnoToString(errno).c_str());
}
2020-12-01 12:48:35 +00:00
int ReplxxLineReader::execute(const std::string & command)
2020-12-01 10:34:34 +00:00
{
std::vector<char> argv0("sh", &("sh"[3]));
std::vector<char> argv1("-c", &("-c"[3]));
std::vector<char> argv2(command.data(), command.data() + command.size() + 1);
const char * filename = "/bin/sh";
char * const argv[] = {argv0.data(), argv1.data(), argv2.data(), nullptr};
static void * real_vfork = dlsym(RTLD_DEFAULT, "vfork");
if (!real_vfork)
2020-12-01 12:48:35 +00:00
{
2020-12-05 08:52:25 +00:00
rx.print("Cannot find symbol vfork in myself: %s\n", errnoToString(errno).c_str());
2020-12-01 10:34:34 +00:00
return -1;
2020-12-01 12:48:35 +00:00
}
2020-12-01 10:34:34 +00:00
pid_t pid = reinterpret_cast<pid_t (*)()>(real_vfork)();
if (-1 == pid)
2020-12-01 12:48:35 +00:00
{
rx.print("Cannot vfork: %s\n", errnoToString(errno).c_str());
2020-12-01 10:34:34 +00:00
return -1;
2020-12-01 12:48:35 +00:00
}
2020-12-01 10:34:34 +00:00
if (0 == pid)
{
sigset_t mask;
sigemptyset(&mask);
sigprocmask(0, nullptr, &mask);
sigprocmask(SIG_UNBLOCK, &mask, nullptr);
execv(filename, argv);
_exit(-1);
}
int status = 0;
if (-1 == waitpid(pid, &status, 0))
2020-12-01 12:48:35 +00:00
{
rx.print("Cannot waitpid: %s\n", errnoToString(errno).c_str());
2020-12-01 10:34:34 +00:00
return -1;
2020-12-01 12:48:35 +00:00
}
2020-12-01 10:34:34 +00:00
return status;
}
void ReplxxLineReader::openEditor()
{
2020-12-05 08:52:25 +00:00
char filename[] = "clickhouse_replxx_XXXXXX.sql";
int fd = ::mkstemps(filename, 4);
2020-12-01 10:34:34 +00:00
if (-1 == fd)
2020-12-01 12:48:35 +00:00
{
rx.print("Cannot create temporary file to edit query: %s\n", errnoToString(errno).c_str());
2020-12-01 10:34:34 +00:00
return;
2020-12-01 12:48:35 +00:00
}
2020-12-01 13:28:55 +00:00
const char * editor = std::getenv("EDITOR");
if (!editor || !*editor)
2020-12-01 10:34:34 +00:00
editor = "vim";
replxx::Replxx::State state(rx.get_state());
2020-12-02 02:25:22 +00:00
size_t bytes_written = 0;
const char * begin = state.text();
size_t offset = strlen(state.text());
while (bytes_written != offset)
{
ssize_t res = ::write(fd, begin + bytes_written, offset - bytes_written);
if ((-1 == res || 0 == res) && errno != EINTR)
{
rx.print("Cannot write to temporary query file %s: %s\n", filename, errnoToString(errno).c_str());
break;
2020-12-02 02:25:22 +00:00
}
bytes_written += res;
}
2020-12-01 10:34:34 +00:00
if (0 != ::close(fd))
2020-12-01 12:48:35 +00:00
{
2020-12-01 13:28:55 +00:00
rx.print("Cannot close temporary query file %s: %s\n", filename, errnoToString(errno).c_str());
2020-12-01 10:34:34 +00:00
return;
2020-12-01 12:48:35 +00:00
}
2020-12-01 13:28:55 +00:00
if (0 == execute(fmt::format("{} {}", editor, filename)))
2020-12-01 10:34:34 +00:00
{
2020-12-05 08:52:25 +00:00
try
{
std::ifstream t(filename);
std::string str;
t.seekg(0, std::ios::end);
str.reserve(t.tellg());
t.seekg(0, std::ios::beg);
str.assign((std::istreambuf_iterator<char>(t)), std::istreambuf_iterator<char>());
rx.set_state(replxx::Replxx::State(str.c_str(), str.size()));
}
catch (...)
{
rx.print("Cannot read from temporary query file %s: %s\n", filename, errnoToString(errno).c_str());
return;
}
2020-12-01 10:34:34 +00:00
}
2020-12-01 13:28:55 +00:00
2020-12-01 10:34:34 +00:00
if (bracketed_paste_enabled)
enableBracketedPaste();
2020-12-01 13:28:55 +00:00
if (0 != ::unlink(filename))
rx.print("Cannot remove temporary query file %s: %s\n", filename, errnoToString(errno).c_str());
2020-12-01 10:34:34 +00:00
}
void ReplxxLineReader::enableBracketedPaste()
{
2020-12-01 10:34:34 +00:00
bracketed_paste_enabled = true;
rx.enable_bracketed_paste();
};