thevar1able/ClickHouse
1
0
Fork 0
mirror of https://github.com/ClickHouse/ClickHouse.git synced 2024-12-03 13:02:00 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix bulding

Browse Source
This commit is contained in:
taiyang-li 2024-11-18 15:27:22 +08:00
parent 7ca3a7b103
commit ea6a66a2c0
1 changed files with 10 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

19
src/IO/examples/read_buffer_from_hdfs.cpp
View File

@ -28,10 +28,11 @@ int main(int /*argc*/, char ** argv)
String hdfs_file_path = "/path/to/file"; String hdfs_file_path = "/path/to/file";
ReadSettings read_settings; ReadSettings read_settings;
auto get_read_buffer = [&](bool async, bool prefetch, bool read_at) -> ReadBufferPtr auto get_read_buffer = [&](bool async, bool prefetch, bool read_at)
{ {
auto rb = std::make_shared<ReadBufferFromHDFS>(hdfs_uri, hdfs_file_path, *config, read_settings, 0, true); auto rb = std::make_shared<ReadBufferFromHDFS>(hdfs_uri, hdfs_file_path, *config, read_settings, 0, true);
ReadBufferPtr res;
if (async) if (async)
{ {
std::cout << "use async" << std::endl; std::cout << "use async" << std::endl;
@ -41,13 +42,13 @@ int main(int /*argc*/, char ** argv)
std::cout << "use read_at" << std::endl; std::cout << "use read_at" << std::endl;
read_settings.remote_fs_prefetch = prefetch; read_settings.remote_fs_prefetch = prefetch;
return std::make_shared<AsynchronousReadBufferFromHDFS>( res = std::make_shared<AsynchronousReadBufferFromHDFS>(
getThreadPoolReader(FilesystemReaderType::ASYNCHRONOUS_REMOTE_FS_READER), read_settings, rb, read_at); getThreadPoolReader(FilesystemReaderType::ASYNCHRONOUS_REMOTE_FS_READER), read_settings, rb, read_at);
} }
else else
{ res = rb;
return rb;
} return res;
}; };
auto wrap_parallel_if_needed = [&](ReadBufferPtr input, bool parallel) -> ReadBufferPtr auto wrap_parallel_if_needed = [&](ReadBufferPtr input, bool parallel) -> ReadBufferPtr
@ -62,10 +63,10 @@ int main(int /*argc*/, char ** argv)
return input; return input;
}; };
bool async = (std::atoi(argv[1]) != 0); bool async = (std::stoi(std::string(argv[1])) != 0);
bool prefetch = (std::atoi(argv[2]) != 0); bool prefetch = (std::stoi(std::string(argv[2])) != 0);
bool read_at = (std::atoi(argv[3]) != 0); bool read_at = (std::stoi(std::string(argv[3])) != 0);
bool parallel = (std::atoi(argv[4]) != 0); bool parallel = (std::stoi(std::string(argv[4])) != 0);
std::cout << "async: " << async << ", prefetch: " << prefetch << ", read_at: " << read_at << ", parallel: " << parallel << std::endl; std::cout << "async: " << async << ", prefetch: " << prefetch << ", read_at: " << read_at << ", parallel: " << parallel << std::endl;
auto holder = get_read_buffer(async, prefetch, read_at); auto holder = get_read_buffer(async, prefetch, read_at);
auto rb = wrap_parallel_if_needed(holder, parallel); auto rb = wrap_parallel_if_needed(holder, parallel);