thevar1able/ClickHouse
1
0
Fork 0
mirror of https://github.com/ClickHouse/ClickHouse.git synced 2024-12-04 05:22:17 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #35980 from ucasfl/thread_num

Browse Source 
parallel reading files for FileLog Engine
This commit is contained in:
Kseniia Sumarokova 2022-04-06 15:05:41 +02:00 committed by GitHub
commit 2aa3d32887
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
src/Storages/FileLog/StorageFileLog.cpp
View File

@ -723,6 +723,7 @@ bool StorageFileLog::streamToViews()
size_t rows = 0; size_t rows = 0;
{ {
block_io.pipeline.complete(std::move(input)); block_io.pipeline.complete(std::move(input));
block_io.pipeline.setNumThreads(max_streams_number);
block_io.pipeline.setProgressCallback([&](const Progress & progress) { rows += progress.read_rows.load(); }); block_io.pipeline.setProgressCallback([&](const Progress & progress) { rows += progress.read_rows.load(); });
CompletedPipelineExecutor executor(block_io.pipeline); CompletedPipelineExecutor executor(block_io.pipeline);
executor.execute(); executor.execute();