thevar1able/ClickHouse
1
0
Fork 0
mirror of https://github.com/ClickHouse/ClickHouse.git synced 2024-11-26 09:32:01 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #68404 from ClickHouse/update-delta-lake-test

Browse Source 
Update delta lake test
This commit is contained in:
Kseniia Sumarokova 2024-08-16 15:12:35 +00:00 committed by GitHub
commit 9ab2ba62fa
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 19 additions and 18 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
src/Storages/ObjectStorage/DataLakes/DeltaLakeMetadata.cpp
View File

@ -262,10 +262,11 @@ struct DeltaLakeMetadataImpl
partition_name, file_schema.toNamesAndTypesDescription());
}
LOG_TEST(log, "Partition {} value is {} (data type: {}, file: {})",
partition_name, value, name_and_type->type->getName(), filename);
auto field = getFieldValue(value, name_and_type->type);
current_partition_columns.emplace_back(*name_and_type, field);
LOG_TEST(log, "Partition {} value is {} (for {})", partition_name, value, filename);
}
}
}

32
tests/integration/test_storage_delta/test.py
View File

@ -572,7 +572,7 @@ def test_partition_columns(started_cluster):
"test" + str(i),
datetime.strptime(f"2000-01-0{i}", "%Y-%m-%d"),
i,
False,
False if i % 2 == 0 else True,
)
]
df = spark.createDataFrame(data=data, schema=schema)
@ -622,15 +622,15 @@ def test_partition_columns(started_cluster):
ENGINE=DeltaLake('http://{started_cluster.minio_ip}:{started_cluster.minio_port}/{bucket}/{result_file}/', 'minio', 'minio123')"""
)
assert (
"""1 test1 2000-01-01 1 false
"""1 test1 2000-01-01 1 true
2 test2 2000-01-02 2 false
3 test3 2000-01-03 3 false
3 test3 2000-01-03 3 true
4 test4 2000-01-04 4 false
5 test5 2000-01-05 5 false
5 test5 2000-01-05 5 true
6 test6 2000-01-06 6 false
7 test7 2000-01-07 7 false
7 test7 2000-01-07 7 true
8 test8 2000-01-08 8 false
9 test9 2000-01-09 9 false"""
9 test9 2000-01-09 9 true"""
== instance.query(f"SELECT * FROM {TABLE_NAME} ORDER BY b").strip()
)
@ -670,7 +670,7 @@ test9 2000-01-09 9"""
"test" + str(i),
datetime.strptime(f"2000-01-{i}", "%Y-%m-%d"),
i,
False,
False if i % 2 == 0 else True,
)
]
df = spark.createDataFrame(data=data, schema=schema)
@ -696,23 +696,23 @@ test9 2000-01-09 9"""
assert result == num_rows * 2
assert (
"""1 test1 2000-01-01 1 false
"""1 test1 2000-01-01 1 true
2 test2 2000-01-02 2 false
3 test3 2000-01-03 3 false
3 test3 2000-01-03 3 true
4 test4 2000-01-04 4 false
5 test5 2000-01-05 5 false
5 test5 2000-01-05 5 true
6 test6 2000-01-06 6 false
7 test7 2000-01-07 7 false
7 test7 2000-01-07 7 true
8 test8 2000-01-08 8 false
9 test9 2000-01-09 9 false
9 test9 2000-01-09 9 true
10 test10 2000-01-10 10 false
11 test11 2000-01-11 11 false
11 test11 2000-01-11 11 true
12 test12 2000-01-12 12 false
13 test13 2000-01-13 13 false
13 test13 2000-01-13 13 true
14 test14 2000-01-14 14 false
15 test15 2000-01-15 15 false
15 test15 2000-01-15 15 true
16 test16 2000-01-16 16 false
17 test17 2000-01-17 17 false
17 test17 2000-01-17 17 true
18 test18 2000-01-18 18 false"""
== instance.query(
f"""