thevar1able/ClickHouse
1
0
Fork 0
mirror of https://github.com/ClickHouse/ClickHouse.git synced 2024-12-02 04:22:03 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix hdfs race

Browse Source
This commit is contained in:
kssenii 2024-04-20 14:46:32 +01:00
parent c7f0cfc4c2
commit a4daf2b454
2 changed files with 10 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
src/Disks/ObjectStorages/HDFS/HDFSObjectStorage.cpp
View File

@ -33,11 +33,16 @@ void HDFSObjectStorage::startup()
void HDFSObjectStorage::initializeHDFS() const void HDFSObjectStorage::initializeHDFS() const
{ {
if (hdfs_fs) if (initialized)
return;
std::lock_guard lock(init_mutex);
if (initialized)
return; return;
hdfs_builder = createHDFSBuilder(url, config); hdfs_builder = createHDFSBuilder(url, config);
hdfs_fs = createHDFSFS(hdfs_builder.get()); hdfs_fs = createHDFSFS(hdfs_builder.get());
initialized = true;
} }
ObjectStorageKey HDFSObjectStorage::generateObjectKeyForPath(const std::string & /* path */) const ObjectStorageKey HDFSObjectStorage::generateObjectKeyForPath(const std::string & /* path */) const

4
src/Disks/ObjectStorages/HDFS/HDFSObjectStorage.h
View File

@ -121,6 +121,10 @@ private:
mutable HDFSBuilderWrapper hdfs_builder; mutable HDFSBuilderWrapper hdfs_builder;
mutable HDFSFSPtr hdfs_fs; mutable HDFSFSPtr hdfs_fs;
mutable std::mutex init_mutex;
mutable std::atomic_bool initialized{false};
SettingsPtr settings; SettingsPtr settings;
std::string url; std::string url;
std::string url_without_path; std::string url_without_path;