thevar1able/ClickHouse
1
0
Fork 0
mirror of https://github.com/ClickHouse/ClickHouse.git synced 2024-11-27 01:51:59 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix build without s3

Browse Source
This commit is contained in:
kssenii 2023-03-29 14:09:22 +02:00
parent 82b642c9c6
commit c5516266fa
2 changed files with 7 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
src/Storages/DataLakes/DeltaLakeMetadataParser.cpp
View File

@ -1,6 +1,7 @@
#include <Storages/DataLakes/DeltaLakeMetadataParser.h>
#include <base/JSON.h>
#include "config.h"
#include <set>
#if USE_AWS_S3
#include <Storages/DataLakes/S3MetadataReader.h>
@ -47,20 +48,15 @@ namespace
* {"commitInfo":{
* "timestamp":1679424650713,
* "operation":"WRITE",
* "operationParameters":{"mode":"Overwrite","partitionBy":"[]"},
* "isolationLevel":"Serializable",
* "isBlindAppend":false,
* "operationMetrics":{"numFiles":"1","numOutputRows":"100","numOutputBytes":"2560"},
* "engineInfo":"Apache-Spark/3.3.2 Delta-Lake/2.2.0",
* "txnId":"8cb5814d-1009-46ad-a2f8-f1e7fdf4da56"}}
* ...}
* {"protocol":{"minReaderVersion":2,"minWriterVersion":5}}
* {"metaData":{
* "id":"bd11ad96-bc2c-40b0-be1f-6fdd90d04459",
* "format":{"provider":"parquet","options":{}},
* "schemaString":"{
* \"type\":\"struct\",\"fields\":[{\"name\":\"number\",\"type\":\"decimal(20,0)\",\"nullable\":true,\"metadata\":{\"delta.columnMapping.id\":1,\"delta.columnMapping.physicalName\":\"col-6c990940-59bb-4709-8f2e-17083a82c01a\"}},{\"name\":\"toString(number)\",\"type\":\"binary\",\"nullable\":true,\"metadata\":{\"delta.columnMapping.id\":2,\"delta.columnMapping.physicalName\":\"col-763cd7e2-7627-4d8e-9fb7-9e85d0c8845b\"}}]}",
* "schemaString":"{...}",
* "partitionColumns":[],
* "configuration":{"delta.columnMapping.mode":"name","delta.columnMapping.maxColumnId":"2"},
* "configuration":{...},
* "createdTime":1679424648640}}
* {"add":{
* "path":"part-00000-ecf8ed08-d04a-4a71-a5ec-57d8bb2ab4ee-c000.parquet",

4
src/Storages/DataLakes/HudiMetadataParser.cpp
View File

@ -1,7 +1,9 @@
#include <Storages/DataLakes/HudiMetadataParser.h>
#include <Common/logger_useful.h>
#include <ranges>
#include <Poco/String.h>
#include "config.h"
#include <filesystem>
#if USE_AWS_S3
#include <Storages/DataLakes/S3MetadataReader.h>
@ -43,7 +45,7 @@ namespace
/// For each partition path take only latest file.
for (const auto & key : keys | std::views::filter(keys_filter))
{
const auto key_path = fs::path(key);
const auto key_path = std::filesystem::path(key);
/// Every filename contains metadata split by "_", timestamp is after last "_".
const auto delim = key.find_last_of('_') + 1;