diff --git a/src/Processors/Formats/Impl/ParquetBlockInputFormat.h b/src/Processors/Formats/Impl/ParquetBlockInputFormat.h index 509c7661579..179bc4fbdb7 100644 --- a/src/Processors/Formats/Impl/ParquetBlockInputFormat.h +++ b/src/Processors/Formats/Impl/ParquetBlockInputFormat.h @@ -9,9 +9,11 @@ #include -namespace parquet { +namespace parquet +{ class ParquetFileReader; -class FileMetaData; } +class FileMetaData; +} namespace parquet::arrow { class FileReader; } namespace arrow { class Buffer; class RecordBatchReader;} namespace arrow::io { class RandomAccessFile; } diff --git a/src/Storages/ObjectStorage/HDFS/ReadBufferFromHDFS.cpp b/src/Storages/ObjectStorage/HDFS/ReadBufferFromHDFS.cpp index 5639182a7c1..91cee553d33 100644 --- a/src/Storages/ObjectStorage/HDFS/ReadBufferFromHDFS.cpp +++ b/src/Storages/ObjectStorage/HDFS/ReadBufferFromHDFS.cpp @@ -173,13 +173,17 @@ struct ReadBufferFromHDFS::ReadBufferFromHDFSImpl : public BufferWithOwnMemoryadd(bytes_read, ProfileEvents::RemoteReadThrottlerBytes, ProfileEvents::RemoteReadThrottlerSleepMicroseconds); + read_settings.remote_throttler->add( + bytes_read, ProfileEvents::RemoteReadThrottlerBytes, ProfileEvents::RemoteReadThrottlerSleepMicroseconds); } return bytes_read; } @@ -269,10 +273,12 @@ String ReadBufferFromHDFS::getFileName() const { return impl->hdfs_file_path; } -size_t ReadBufferFromHDFS::readBigAt(char * buffer, size_t size, size_t offset, const std::function & ) const + +size_t ReadBufferFromHDFS::readBigAt(char * buffer, size_t size, size_t offset, const std::function &) const { return impl->pread(buffer, size, offset); } + bool ReadBufferFromHDFS::supportsReadAt() { return true; diff --git a/src/Storages/ObjectStorage/HDFS/ReadBufferFromHDFS.h b/src/Storages/ObjectStorage/HDFS/ReadBufferFromHDFS.h index d81eab5cab7..5c9b5d73d58 100644 --- a/src/Storages/ObjectStorage/HDFS/ReadBufferFromHDFS.h +++ b/src/Storages/ObjectStorage/HDFS/ReadBufferFromHDFS.h @@ -47,6 +47,7 @@ public: String getFileName() const override; size_t readBigAt(char * buffer, size_t size, size_t offset, const std::function & function) const override; + bool supportsReadAt() override; private: