Fix build

This commit is contained in:
kssenii 2021-05-20 13:02:26 +00:00
parent 2f6770c9a0
commit 06ff4ab9da
8 changed files with 45 additions and 12 deletions

View File

@ -105,20 +105,17 @@ std::unique_ptr<WriteBufferFromFileBase> DiskHDFS::writeFile(const String & path
void DiskHDFS::removeFromRemoteFS(const RemoteFSPathKeeper & fs_paths_keeper)
{
if (!fs_paths_keeper.empty())
for (const auto & chunk : fs_paths_keeper)
{
for (const auto & chunk : fs_paths_keeper)
for (const auto & hdfs_object_path : chunk)
{
for (const auto & hdfs_object_path : chunk)
{
const String hdfs_path = hdfs_object_path.GetKey();
const size_t begin_of_path = hdfs_path.find('/', hdfs_path.find("//") + 2);
const String hdfs_path = hdfs_object_path.GetKey();
const size_t begin_of_path = hdfs_path.find('/', hdfs_path.find("//") + 2);
/// Add path from root to file name
int res = hdfsDelete(hdfs_fs.get(), hdfs_path.substr(begin_of_path).c_str(), 0);
if (res == -1)
throw Exception(ErrorCodes::LOGICAL_ERROR, "HDFSDelete failed with path: " + hdfs_path);
}
/// Add path from root to file name
int res = hdfsDelete(hdfs_fs.get(), hdfs_path.substr(begin_of_path).c_str(), 0);
if (res == -1)
throw Exception(ErrorCodes::LOGICAL_ERROR, "HDFSDelete failed with path: " + hdfs_path);
}
}
}

View File

@ -1,5 +1,7 @@
#include <Disks/IDiskRemote.h>
#if USE_AWS_S3
#include "Disks/DiskFactory.h"
#include <IO/ReadBufferFromFile.h>
#include <IO/ReadHelpers.h>
@ -485,3 +487,5 @@ bool IDiskRemote::tryReserve(UInt64 bytes)
}
}
#endif

View File

@ -1,4 +1,7 @@
#pragma once
#include <Common/config.h>
#if USE_AWS_S3
#include <atomic>
#include "Disks/DiskFactory.h"
@ -242,3 +245,5 @@ private:
};
}
#endif

View File

@ -21,7 +21,6 @@
#include <Common/thread_local_rng.h>
#include <Common/checkStackSize.h>
#include <Common/ThreadPool.h>
#include <boost/algorithm/string.hpp>

View File

@ -1,4 +1,6 @@
#include "ReadIndirectBufferFromRemoteFS.h"
#if USE_AWS_S3 || USE_HDFS
#include <IO/ReadBufferFromS3.h>
#include <Storages/HDFS/ReadBufferFromHDFS.h>
@ -111,10 +113,16 @@ bool ReadIndirectBufferFromRemoteFS<T>::nextImpl()
}
#if USE_AWS_S3
template
class ReadIndirectBufferFromRemoteFS<ReadBufferFromS3>;
#endif
#if USE_HDFS
template
class ReadIndirectBufferFromRemoteFS<ReadBufferFromHDFS>;
#endif
}
#endif

View File

@ -1,3 +1,7 @@
#include <Common/config.h>
#if USE_AWS_S3 || USE_HDFS
#include <IO/ReadBufferFromFile.h>
#include <Disks/IDiskRemote.h>
#include <utility>
@ -37,3 +41,5 @@ private:
};
}
#endif

View File

@ -1,4 +1,6 @@
#include "WriteIndirectBufferFromRemoteFS.h"
#if USE_AWS_S3 || USE_HDFS
#include <IO/WriteBufferFromS3.h>
#include <Storages/HDFS/WriteBufferFromHDFS.h>
@ -54,10 +56,16 @@ void WriteIndirectBufferFromRemoteFS<T>::sync()
}
#if USE_AWS_S3
template
class WriteIndirectBufferFromRemoteFS<WriteBufferFromS3>;
#endif
#if USE_HDFS
template
class WriteIndirectBufferFromRemoteFS<WriteBufferFromHDFS>;
#endif
}
#endif

View File

@ -1,3 +1,7 @@
#include <Common/config.h>
#if USE_AWS_S3 || USE_HDFS
#include <Disks/IDiskRemote.h>
#include <IO/WriteBufferFromFile.h>
#include <IO/WriteBufferFromFileDecorator.h>
@ -30,3 +34,5 @@ private:
};
}
#endif