thevar1able/ClickHouse
1
0
Fork 0
mirror of https://github.com/ClickHouse/ClickHouse.git synced 2024-12-13 18:02:24 +00:00
Code Issues Packages Projects Releases Wiki Activity

minor improve read buffer of hdfs

Browse Source
This commit is contained in:
kevinyhzou 2023-05-22 12:23:31 +08:00
parent da8590a26c
commit e6d6d41f22
1 changed files with 6 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
src/Storages/HDFS/ReadBufferFromHDFS.cpp
View File

@ -41,6 +41,7 @@ struct ReadBufferFromHDFS::ReadBufferFromHDFSImpl : public BufferWithOwnMemory<S
off_t file_offset = 0; off_t file_offset = 0;
off_t read_until_position = 0; off_t read_until_position = 0;
off_t file_size;
explicit ReadBufferFromHDFSImpl( explicit ReadBufferFromHDFSImpl(
const std::string & hdfs_uri_, const std::string & hdfs_uri_,
@ -63,6 +64,7 @@ struct ReadBufferFromHDFS::ReadBufferFromHDFSImpl : public BufferWithOwnMemory<S
throw Exception(ErrorCodes::CANNOT_OPEN_FILE, throw Exception(ErrorCodes::CANNOT_OPEN_FILE,
"Unable to open HDFS file: {}. Error: {}", "Unable to open HDFS file: {}. Error: {}",
hdfs_uri + hdfs_file_path, std::string(hdfsGetLastError())); hdfs_uri + hdfs_file_path, std::string(hdfsGetLastError()));
file_size = getFileSize();
} }
~ReadBufferFromHDFSImpl() override ~ReadBufferFromHDFSImpl() override
@ -95,6 +97,10 @@ struct ReadBufferFromHDFS::ReadBufferFromHDFSImpl : public BufferWithOwnMemory<S
{ {
num_bytes_to_read = internal_buffer.size(); num_bytes_to_read = internal_buffer.size();
} }
if (file_size != 0 && file_offset >= file_size)
{
return false;
}
ResourceGuard rlock(read_settings.resource_link, num_bytes_to_read); ResourceGuard rlock(read_settings.resource_link, num_bytes_to_read);
int bytes_read; int bytes_read;