2021-07-11 11:36:27 +00:00
|
|
|
#pragma once
|
|
|
|
|
2021-12-16 09:42:49 +00:00
|
|
|
#include "Common/NamePrompter.h"
|
2021-09-29 19:17:26 +00:00
|
|
|
#include <Common/ProgressIndication.h>
|
|
|
|
#include <Common/InterruptListener.h>
|
|
|
|
#include <Common/ShellCommand.h>
|
2021-10-12 18:03:54 +00:00
|
|
|
#include <Common/Stopwatch.h>
|
2022-01-27 12:28:54 +00:00
|
|
|
#include <Common/DNSResolver.h>
|
2021-09-29 19:17:26 +00:00
|
|
|
#include <Core/ExternalTable.h>
|
2021-07-11 11:36:27 +00:00
|
|
|
#include <Poco/Util/Application.h>
|
|
|
|
#include <Interpreters/Context.h>
|
2021-07-11 20:35:29 +00:00
|
|
|
#include <Client/Suggest.h>
|
2021-07-11 23:17:14 +00:00
|
|
|
#include <Client/QueryFuzzer.h>
|
2021-09-29 19:17:26 +00:00
|
|
|
#include <boost/program_options.hpp>
|
2021-10-13 15:43:52 +00:00
|
|
|
#include <Storages/StorageFile.h>
|
|
|
|
#include <Storages/SelectQueryInfo.h>
|
2021-07-11 11:36:27 +00:00
|
|
|
|
2021-07-29 12:48:07 +00:00
|
|
|
namespace po = boost::program_options;
|
|
|
|
|
|
|
|
|
|
|
|
namespace DB
|
|
|
|
{
|
2021-08-20 14:10:59 +00:00
|
|
|
|
2021-07-29 12:48:07 +00:00
|
|
|
namespace ErrorCodes
|
|
|
|
{
|
|
|
|
extern const int NOT_IMPLEMENTED;
|
|
|
|
}
|
2021-07-11 11:36:27 +00:00
|
|
|
|
2021-08-21 10:55:54 +00:00
|
|
|
enum MultiQueryProcessingStage
|
|
|
|
{
|
|
|
|
QUERIES_END,
|
|
|
|
PARSING_EXCEPTION,
|
|
|
|
CONTINUE_PARSING,
|
|
|
|
EXECUTE_QUERY,
|
|
|
|
PARSING_FAILED,
|
|
|
|
};
|
|
|
|
|
2021-10-01 17:31:00 +00:00
|
|
|
void interruptSignalHandler(int signum);
|
2021-10-01 13:47:39 +00:00
|
|
|
|
2021-10-08 14:03:54 +00:00
|
|
|
class InternalTextLogs;
|
|
|
|
|
2021-12-16 09:42:49 +00:00
|
|
|
class ClientBase : public Poco::Util::Application, public IHints<2, ClientBase>
|
2021-07-11 11:36:27 +00:00
|
|
|
{
|
2021-07-11 23:17:14 +00:00
|
|
|
|
2021-07-11 11:36:27 +00:00
|
|
|
public:
|
2021-07-22 21:27:26 +00:00
|
|
|
using Arguments = std::vector<String>;
|
2021-07-11 11:36:27 +00:00
|
|
|
|
2021-10-08 14:03:54 +00:00
|
|
|
ClientBase();
|
|
|
|
~ClientBase() override;
|
|
|
|
|
2021-07-11 11:36:27 +00:00
|
|
|
void init(int argc, char ** argv);
|
2021-07-23 20:54:49 +00:00
|
|
|
|
2021-12-16 09:42:49 +00:00
|
|
|
std::vector<String> getAllRegisteredNames() const override { return cmd_options; }
|
|
|
|
|
2021-07-11 11:36:27 +00:00
|
|
|
protected:
|
2021-08-18 21:01:17 +00:00
|
|
|
void runInteractive();
|
2021-08-19 11:07:47 +00:00
|
|
|
void runNonInteractive();
|
2021-08-18 21:01:17 +00:00
|
|
|
|
2021-08-20 14:10:59 +00:00
|
|
|
virtual bool processWithFuzzing(const String &)
|
|
|
|
{
|
|
|
|
throw Exception("Query processing with fuzzing is not implemented", ErrorCodes::NOT_IMPLEMENTED);
|
|
|
|
}
|
2021-08-19 11:07:47 +00:00
|
|
|
|
2021-09-04 18:19:01 +00:00
|
|
|
virtual void connect() = 0;
|
2021-08-21 10:55:54 +00:00
|
|
|
virtual void processError(const String & query) const = 0;
|
2021-09-19 21:42:28 +00:00
|
|
|
virtual String getName() const = 0;
|
2021-08-18 21:01:17 +00:00
|
|
|
|
2021-08-17 19:59:51 +00:00
|
|
|
void processOrdinaryQuery(const String & query_to_execute, ASTPtr parsed_query);
|
2021-08-18 14:39:04 +00:00
|
|
|
void processInsertQuery(const String & query_to_execute, ASTPtr parsed_query);
|
2021-08-20 14:10:59 +00:00
|
|
|
|
2021-08-21 10:55:54 +00:00
|
|
|
void processTextAsSingleQuery(const String & full_query);
|
2021-08-20 14:10:59 +00:00
|
|
|
void processParsedSingleQuery(const String & full_query, const String & query_to_execute,
|
|
|
|
ASTPtr parsed_query, std::optional<bool> echo_query_ = {}, bool report_error = false);
|
2021-08-18 14:39:04 +00:00
|
|
|
|
2021-08-21 10:55:54 +00:00
|
|
|
static void adjustQueryEnd(const char *& this_query_end, const char * all_queries_end, int max_parser_depth);
|
|
|
|
ASTPtr parseQuery(const char *& pos, const char * end, bool allow_multi_statements) const;
|
2021-10-03 09:11:59 +00:00
|
|
|
static void setupSignalHandler();
|
2021-08-20 14:10:59 +00:00
|
|
|
|
2022-03-14 11:00:47 +00:00
|
|
|
bool executeMultiQuery(const String & all_queries_text);
|
2021-08-20 14:10:59 +00:00
|
|
|
MultiQueryProcessingStage analyzeMultiQueryText(
|
|
|
|
const char *& this_query_begin, const char *& this_query_end, const char * all_queries_end,
|
|
|
|
String & query_to_execute, ASTPtr & parsed_query, const String & all_queries_text,
|
|
|
|
std::optional<Exception> & current_exception);
|
2021-07-29 09:45:09 +00:00
|
|
|
|
2021-09-22 21:35:29 +00:00
|
|
|
static void clearTerminal();
|
2021-09-04 18:19:01 +00:00
|
|
|
void showClientVersion();
|
|
|
|
|
2021-07-28 12:56:11 +00:00
|
|
|
using ProgramOptionsDescription = boost::program_options::options_description;
|
|
|
|
using CommandLineOptions = boost::program_options::variables_map;
|
2021-07-12 09:30:16 +00:00
|
|
|
|
2021-07-28 12:56:11 +00:00
|
|
|
struct OptionsDescription
|
|
|
|
{
|
|
|
|
std::optional<ProgramOptionsDescription> main_description;
|
|
|
|
std::optional<ProgramOptionsDescription> external_description;
|
2022-02-10 09:43:08 +00:00
|
|
|
std::optional<ProgramOptionsDescription> hosts_and_ports_description;
|
2021-07-28 12:56:11 +00:00
|
|
|
};
|
2021-07-11 20:35:29 +00:00
|
|
|
|
2022-04-05 13:38:44 +00:00
|
|
|
virtual void updateLoggerLevel(const String &) {}
|
2021-07-28 12:56:11 +00:00
|
|
|
virtual void printHelpMessage(const OptionsDescription & options_description) = 0;
|
2021-10-14 13:34:05 +00:00
|
|
|
virtual void addOptions(OptionsDescription & options_description) = 0;
|
2021-07-28 12:56:11 +00:00
|
|
|
virtual void processOptions(const OptionsDescription & options_description,
|
|
|
|
const CommandLineOptions & options,
|
2022-02-10 09:43:08 +00:00
|
|
|
const std::vector<Arguments> & external_tables_arguments,
|
|
|
|
const std::vector<Arguments> & hosts_and_ports_arguments) = 0;
|
2021-07-28 12:56:11 +00:00
|
|
|
virtual void processConfig() = 0;
|
2021-07-12 14:51:09 +00:00
|
|
|
|
2021-08-19 11:07:47 +00:00
|
|
|
bool processQueryText(const String & text);
|
|
|
|
|
2021-12-10 18:46:26 +00:00
|
|
|
private:
|
2021-08-19 11:07:47 +00:00
|
|
|
void receiveResult(ASTPtr parsed_query);
|
2022-02-26 20:40:24 +00:00
|
|
|
bool receiveAndProcessPacket(ASTPtr parsed_query, bool cancelled_);
|
2021-08-19 11:07:47 +00:00
|
|
|
void receiveLogs(ASTPtr parsed_query);
|
|
|
|
bool receiveSampleBlock(Block & out, ColumnsDescription & columns_description, ASTPtr parsed_query);
|
|
|
|
bool receiveEndOfQuery();
|
|
|
|
|
|
|
|
void onProgress(const Progress & value);
|
|
|
|
void onData(Block & block, ASTPtr parsed_query);
|
|
|
|
void onLogData(Block & block);
|
|
|
|
void onTotals(Block & block, ASTPtr parsed_query);
|
|
|
|
void onExtremes(Block & block, ASTPtr parsed_query);
|
|
|
|
void onReceiveExceptionFromServer(std::unique_ptr<Exception> && e);
|
2021-10-15 20:18:20 +00:00
|
|
|
void onProfileInfo(const ProfileInfo & profile_info);
|
2021-08-19 11:07:47 +00:00
|
|
|
void onEndOfStream();
|
2021-09-14 11:06:00 +00:00
|
|
|
void onProfileEvents(Block & block);
|
2021-08-19 11:07:47 +00:00
|
|
|
|
|
|
|
void sendData(Block & sample, const ColumnsDescription & columns_description, ASTPtr parsed_query);
|
|
|
|
void sendDataFrom(ReadBuffer & buf, Block & sample,
|
|
|
|
const ColumnsDescription & columns_description, ASTPtr parsed_query);
|
2021-10-26 15:16:58 +00:00
|
|
|
void sendDataFromPipe(Pipe && pipe, ASTPtr parsed_query);
|
2021-08-21 10:55:54 +00:00
|
|
|
void sendExternalTables(ASTPtr parsed_query);
|
2021-08-19 11:07:47 +00:00
|
|
|
|
|
|
|
void initBlockOutputStream(const Block & block, ASTPtr parsed_query);
|
|
|
|
void initLogsOutputStream();
|
|
|
|
|
2021-11-18 18:07:35 +00:00
|
|
|
String prompt() const;
|
2021-07-12 12:25:17 +00:00
|
|
|
|
2021-08-21 10:55:54 +00:00
|
|
|
void resetOutput();
|
2021-07-12 12:25:17 +00:00
|
|
|
void outputQueryInfo(bool echo_query_);
|
2022-02-10 09:43:08 +00:00
|
|
|
void readArguments(
|
|
|
|
int argc,
|
|
|
|
char ** argv,
|
|
|
|
Arguments & common_arguments,
|
|
|
|
std::vector<Arguments> & external_tables_arguments,
|
|
|
|
std::vector<Arguments> & hosts_and_ports_arguments);
|
2021-10-14 13:34:05 +00:00
|
|
|
void parseAndCheckOptions(OptionsDescription & options_description, po::variables_map & options, Arguments & arguments);
|
2021-07-22 21:27:26 +00:00
|
|
|
|
2021-12-26 16:10:25 +00:00
|
|
|
void updateSuggest(const ASTCreateQuery & ast_create);
|
|
|
|
|
2022-02-02 15:19:33 +00:00
|
|
|
void initQueryIdFormats();
|
|
|
|
|
2021-07-22 21:27:26 +00:00
|
|
|
protected:
|
2022-02-02 17:53:04 +00:00
|
|
|
static bool isSyncInsertWithData(const ASTInsertQuery & insert_query, const ContextPtr & context);
|
|
|
|
|
2021-07-22 21:27:26 +00:00
|
|
|
bool is_interactive = false; /// Use either interactive line editing interface or batch mode.
|
|
|
|
bool is_multiquery = false;
|
2021-10-29 12:04:08 +00:00
|
|
|
bool delayed_interactive = false;
|
2021-07-22 21:27:26 +00:00
|
|
|
|
|
|
|
bool echo_queries = false; /// Print queries before execution in batch mode.
|
|
|
|
bool ignore_error = false; /// In case of errors, don't print error message, continue to next query. Only applicable for non-interactive mode.
|
|
|
|
bool print_time_to_stderr = false; /// Output execution time to stderr in batch mode.
|
2021-12-26 16:10:25 +00:00
|
|
|
|
|
|
|
std::optional<Suggest> suggest;
|
2021-09-11 11:34:22 +00:00
|
|
|
bool load_suggestions = false;
|
2021-07-22 21:27:26 +00:00
|
|
|
|
|
|
|
std::vector<String> queries_files; /// If not empty, queries will be read from these files
|
|
|
|
std::vector<String> interleave_queries_files; /// If not empty, run queries from these files before processing every file from 'queries_files'.
|
2021-12-16 09:42:49 +00:00
|
|
|
std::vector<String> cmd_options;
|
2021-07-22 21:27:26 +00:00
|
|
|
|
|
|
|
bool stdin_is_a_tty = false; /// stdin is a terminal.
|
|
|
|
bool stdout_is_a_tty = false; /// stdout is a terminal.
|
|
|
|
uint64_t terminal_width = 0;
|
|
|
|
|
2021-09-11 11:34:22 +00:00
|
|
|
ServerConnectionPtr connection;
|
2021-09-04 18:19:01 +00:00
|
|
|
ConnectionParameters connection_parameters;
|
|
|
|
|
|
|
|
String format; /// Query results output format.
|
2021-10-30 18:02:33 +00:00
|
|
|
bool select_into_file = false; /// If writing result INTO OUTFILE. It affects progress rendering.
|
2021-09-04 18:19:01 +00:00
|
|
|
bool is_default_format = true; /// false, if format is set in the config or command line.
|
|
|
|
size_t format_max_block_size = 0; /// Max block size for console output.
|
|
|
|
String insert_format; /// Format of INSERT data that is read from stdin in batch mode.
|
|
|
|
size_t insert_format_max_block_size = 0; /// Max block size when reading INSERT data.
|
|
|
|
size_t max_client_network_bandwidth = 0; /// The maximum speed of data exchange over the network for the client in bytes per second.
|
|
|
|
|
|
|
|
bool has_vertical_output_suffix = false; /// Is \G present at the end of the query string?
|
|
|
|
|
|
|
|
/// We will format query_id in interactive mode in various ways, the default is just to print Query id: ...
|
|
|
|
std::vector<std::pair<String, String>> query_id_formats;
|
|
|
|
|
2021-07-22 21:27:26 +00:00
|
|
|
/// Settings specified via command line args
|
|
|
|
Settings cmd_settings;
|
|
|
|
|
|
|
|
SharedContextHolder shared_context;
|
|
|
|
ContextMutablePtr global_context;
|
|
|
|
|
|
|
|
/// Buffer that reads from stdin in batch mode.
|
|
|
|
ReadBufferFromFileDescriptor std_in{STDIN_FILENO};
|
|
|
|
/// Console output.
|
|
|
|
WriteBufferFromFileDescriptor std_out{STDOUT_FILENO};
|
|
|
|
std::unique_ptr<ShellCommand> pager_cmd;
|
2021-08-07 19:21:52 +00:00
|
|
|
|
2021-07-22 21:27:26 +00:00
|
|
|
/// The user can specify to redirect query output to a file.
|
2021-08-07 19:21:52 +00:00
|
|
|
std::unique_ptr<WriteBuffer> out_file_buf;
|
2021-10-11 16:11:50 +00:00
|
|
|
std::shared_ptr<IOutputFormat> output_format;
|
2021-08-07 19:21:52 +00:00
|
|
|
|
2021-07-22 21:27:26 +00:00
|
|
|
/// The user could specify special file for server logs (stderr by default)
|
|
|
|
std::unique_ptr<WriteBuffer> out_logs_buf;
|
|
|
|
String server_logs_file;
|
2021-10-08 14:03:54 +00:00
|
|
|
std::unique_ptr<InternalTextLogs> logs_out_stream;
|
2021-07-22 21:27:26 +00:00
|
|
|
|
2021-09-04 18:19:01 +00:00
|
|
|
String home_path;
|
|
|
|
String history_file; /// Path to a file containing command history.
|
2021-08-17 19:59:51 +00:00
|
|
|
|
2021-09-04 18:19:01 +00:00
|
|
|
String current_profile;
|
2021-08-17 19:59:51 +00:00
|
|
|
|
2021-09-04 18:19:01 +00:00
|
|
|
UInt64 server_revision = 0;
|
|
|
|
String server_version;
|
|
|
|
String prompt_by_server_display_name;
|
|
|
|
String server_display_name;
|
2021-08-17 19:59:51 +00:00
|
|
|
|
2021-09-04 18:19:01 +00:00
|
|
|
ProgressIndication progress_indication;
|
|
|
|
bool need_render_progress = true;
|
2022-02-15 12:11:13 +00:00
|
|
|
bool need_render_profile_events = true;
|
2021-09-04 18:19:01 +00:00
|
|
|
bool written_first_block = false;
|
|
|
|
size_t processed_rows = 0; /// How many rows have been read or written.
|
2021-08-17 19:59:51 +00:00
|
|
|
|
2021-10-16 11:28:57 +00:00
|
|
|
bool print_stack_trace = false;
|
2021-08-17 19:59:51 +00:00
|
|
|
/// The last exception that was received from the server. Is used for the
|
|
|
|
/// return code in batch mode.
|
|
|
|
std::unique_ptr<Exception> server_exception;
|
|
|
|
/// Likewise, the last exception that occurred on the client.
|
|
|
|
std::unique_ptr<Exception> client_exception;
|
|
|
|
|
2021-09-04 18:19:01 +00:00
|
|
|
/// If the last query resulted in exception. `server_exception` or
|
|
|
|
/// `client_exception` must be set.
|
|
|
|
bool have_error = false;
|
2021-08-17 19:59:51 +00:00
|
|
|
|
2021-09-04 18:19:01 +00:00
|
|
|
std::list<ExternalTable> external_tables; /// External tables info.
|
2021-09-24 08:29:01 +00:00
|
|
|
bool send_external_tables = false;
|
2021-09-04 18:19:01 +00:00
|
|
|
NameToNameMap query_parameters; /// Dictionary with query parameters for prepared statements.
|
2021-08-18 14:39:04 +00:00
|
|
|
|
2021-09-04 18:19:01 +00:00
|
|
|
QueryFuzzer fuzzer;
|
|
|
|
int query_fuzzer_runs = 0;
|
2021-08-19 11:07:47 +00:00
|
|
|
|
2021-10-12 18:03:54 +00:00
|
|
|
struct
|
|
|
|
{
|
|
|
|
bool print = false;
|
|
|
|
/// UINT64_MAX -- print only last
|
|
|
|
UInt64 delay_ms = 0;
|
|
|
|
Stopwatch watch;
|
|
|
|
/// For printing only last (delay_ms == 0).
|
|
|
|
Block last_block;
|
|
|
|
} profile_events;
|
|
|
|
|
2021-09-04 18:19:01 +00:00
|
|
|
QueryProcessingStage::Enum query_processing_stage;
|
2021-08-20 12:17:51 +00:00
|
|
|
|
|
|
|
bool fake_drop = false;
|
2022-02-17 17:28:46 +00:00
|
|
|
|
2022-02-10 09:43:08 +00:00
|
|
|
struct HostAndPort
|
2021-11-08 15:53:05 +00:00
|
|
|
{
|
|
|
|
String host;
|
2022-03-10 19:41:03 +00:00
|
|
|
std::optional<UInt16> port;
|
2021-11-08 15:53:05 +00:00
|
|
|
};
|
2022-02-10 09:43:08 +00:00
|
|
|
|
|
|
|
std::vector<HostAndPort> hosts_and_ports{};
|
2022-03-02 16:33:21 +00:00
|
|
|
|
|
|
|
bool allow_repeated_settings = false;
|
2022-03-02 18:09:48 +00:00
|
|
|
|
2022-02-26 20:40:24 +00:00
|
|
|
bool cancelled = false;
|
2022-04-05 13:38:44 +00:00
|
|
|
|
|
|
|
bool logging_initialized = false;
|
2021-07-11 11:36:27 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
}
|