thevar1able/ClickHouse
1
0
Fork 0
mirror of https://github.com/ClickHouse/ClickHouse.git synced 2024-11-26 17:41:59 +00:00
Code Issues Packages Projects Releases Wiki Activity

Initial check with write and read works for the Blob Storage Disk

Browse Source
This commit is contained in:
Jakub Kuklis 2021-10-05 12:00:59 +00:00
parent bf4fca0351
commit 4b51ddee1b
2 changed files with 56 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

43
src/Disks/BlobStorage/registerDiskBlobStorage.cpp
View File

@ -14,6 +14,37 @@
namespace DB
{
namespace ErrorCodes
{
extern const int BAD_ARGUMENTS;
extern const int PATH_ACCESS_DENIED;
}
void checkWriteAccess(IDisk & disk)
{
auto file = disk.writeFile("test_acl", DBMS_DEFAULT_BUFFER_SIZE, WriteMode::Rewrite);
file->write("test", 4);
}
void checkReadAccess(IDisk & disk)
{
auto file = disk.readFile("test_acl", DBMS_DEFAULT_BUFFER_SIZE);
String buf(4, '0');
file->readStrict(buf.data(), 4);
std::cout << "buf: ";
for (size_t i = 0; i < 4; i++)
{
std::cout << static_cast<int>(buf[i]) << " ";
}
std::cout << "\n";
if (buf != "test")
throw Exception("No read access to disk", ErrorCodes::PATH_ACCESS_DENIED);
}
void registerDiskBlobStorage(DiskFactory & factory)
{
auto creator = [](
@ -32,7 +63,7 @@ void registerDiskBlobStorage(DiskFactory & factory)
auto metadata_path = config.getString(config_prefix + ".metadata_path", context->getPath() + "disks/" + name + "/");
fs::create_directories(metadata_path);
std::shared_ptr<IDisk> diskBlobStorage = std::make_shared<DiskBlobStorage>(
std::shared_ptr<IDisk> blob_storage_disk = std::make_shared<DiskBlobStorage>(
name,
metadata_path,
endpoint_url,
@ -40,7 +71,15 @@ void registerDiskBlobStorage(DiskFactory & factory)
blob_container_client
);
return std::make_shared<DiskRestartProxy>(diskBlobStorage);
bool initial_check = true;
if (initial_check)
{
checkWriteAccess(*blob_storage_disk);
checkReadAccess(*blob_storage_disk);
}
return std::make_shared<DiskRestartProxy>(blob_storage_disk);
};
factory.registerDiskType("blob_storage", creator);
}

17
src/IO/WriteBufferFromBlobStorage.cpp
View File

@ -29,12 +29,25 @@ void WriteBufferFromBlobStorage::allocateBuffer()
void WriteBufferFromBlobStorage::nextImpl() {
std::cout << "buf_size: " << buf_size << "\n";
// std::cout << "WriteBufferFromBlobStorage:nextImpl\n\n\n";
std::cout << "offset(): " << offset() << "\n";
if (!offset())
return;
Azure::Core::IO::MemoryBodyStream tmp_buffer(reinterpret_cast<uint8_t *>(position()), offset());
auto pos = working_buffer.begin();
auto len = offset();
std::cout << "buffer contents: ";
for (size_t i = 0; i < offset(); i++)
{
std::cout << static_cast<int>(*(pos + i)) << " ";
}
std::cout << "\n";
Azure::Core::IO::MemoryBodyStream tmp_buffer(reinterpret_cast<uint8_t *>(pos), len);
blob_container_client.UploadBlob(blob_path, tmp_buffer);
}