mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-12-12 01:12:12 +00:00
103 lines
2.9 KiB
C++
103 lines
2.9 KiB
C++
#include "IDisk.h"
|
|
#include "Disks/Executor.h"
|
|
#include <IO/ReadBufferFromFileBase.h>
|
|
#include <IO/WriteBufferFromFileBase.h>
|
|
#include <IO/copyData.h>
|
|
#include <Poco/Logger.h>
|
|
#include <Common/logger_useful.h>
|
|
#include <Common/setThreadName.h>
|
|
|
|
namespace DB
|
|
{
|
|
|
|
namespace ErrorCodes
|
|
{
|
|
extern const int NOT_IMPLEMENTED;
|
|
}
|
|
|
|
bool IDisk::isDirectoryEmpty(const String & path)
|
|
{
|
|
return !iterateDirectory(path)->isValid();
|
|
}
|
|
|
|
void IDisk::copyFile(const String & from_file_path, IDisk & to_disk, const String & to_file_path)
|
|
{
|
|
LOG_DEBUG(&Poco::Logger::get("IDisk"), "Copying from {} (path: {}) {} to {} (path: {}) {}.",
|
|
getName(), getPath(), from_file_path, to_disk.getName(), to_disk.getPath(), to_file_path);
|
|
|
|
auto in = readFile(from_file_path);
|
|
auto out = to_disk.writeFile(to_file_path);
|
|
copyData(*in, *out);
|
|
out->finalize();
|
|
}
|
|
|
|
|
|
using ResultsCollector = std::vector<std::future<void>>;
|
|
|
|
void asyncCopy(IDisk & from_disk, String from_path, IDisk & to_disk, String to_path, Executor & exec, ResultsCollector & results, bool copy_root_dir)
|
|
{
|
|
if (from_disk.isFile(from_path))
|
|
{
|
|
auto result = exec.execute(
|
|
[&from_disk, from_path, &to_disk, to_path]()
|
|
{
|
|
setThreadName("DiskCopier");
|
|
from_disk.copyFile(from_path, to_disk, fs::path(to_path) / fileName(from_path));
|
|
});
|
|
|
|
results.push_back(std::move(result));
|
|
}
|
|
else
|
|
{
|
|
fs::path dest(to_path);
|
|
if (copy_root_dir)
|
|
{
|
|
fs::path dir_name = fs::path(from_path).parent_path().filename();
|
|
dest /= dir_name;
|
|
to_disk.createDirectories(dest);
|
|
}
|
|
|
|
for (auto it = from_disk.iterateDirectory(from_path); it->isValid(); it->next())
|
|
asyncCopy(from_disk, it->path(), to_disk, dest, exec, results, true);
|
|
}
|
|
}
|
|
|
|
void IDisk::copyThroughBuffers(const String & from_path, const std::shared_ptr<IDisk> & to_disk, const String & to_path, bool copy_root_dir)
|
|
{
|
|
auto & exec = to_disk->getExecutor();
|
|
ResultsCollector results;
|
|
|
|
asyncCopy(*this, from_path, *to_disk, to_path, exec, results, copy_root_dir);
|
|
|
|
for (auto & result : results)
|
|
result.wait();
|
|
for (auto & result : results)
|
|
result.get();
|
|
}
|
|
|
|
void IDisk::copy(const String & from_path, const std::shared_ptr<IDisk> & to_disk, const String & to_path)
|
|
{
|
|
copyThroughBuffers(from_path, to_disk, to_path, true);
|
|
}
|
|
|
|
|
|
void IDisk::copyDirectoryContent(const String & from_dir, const std::shared_ptr<IDisk> & to_disk, const String & to_dir)
|
|
{
|
|
if (!to_disk->exists(to_dir))
|
|
to_disk->createDirectories(to_dir);
|
|
|
|
copyThroughBuffers(from_dir, to_disk, to_dir, false);
|
|
}
|
|
|
|
void IDisk::truncateFile(const String &, size_t)
|
|
{
|
|
throw Exception(ErrorCodes::NOT_IMPLEMENTED, "Truncate operation is not implemented for disk of type {}", getType());
|
|
}
|
|
|
|
SyncGuardPtr IDisk::getDirectorySyncGuard(const String & /* path */) const
|
|
{
|
|
return nullptr;
|
|
}
|
|
|
|
}
|