This commit is contained in:
flynn 2024-10-02 11:54:29 +00:00
parent ddbce1063c
commit b777f1c73d
2 changed files with 1 additions and 5 deletions

View File

@ -227,8 +227,6 @@ class HDFSApi(object):
logging.debug("HDFS api response:{}".format(response.headers))
# additional_params = '&'.join(
# response.headers['Location'].split('&')[1:2] + ["user.name={}".format(self.user), "overwrite=true"])
if self.kerberized:
location = response.headers["Location"].replace(
"kerberizedhdfs1:1006", "{}:{}".format(self.hdfs_ip, self.data_port)
@ -285,8 +283,6 @@ class HDFSApi(object):
logging.debug("HDFS api response:{}".format(response.headers))
# additional_params = '&'.join(
# response.headers['Location'].split('&')[1:2] + ["user.name={}".format(self.user), "overwrite=true"])
if self.kerberized:
location = response.headers["Location"].replace(
"kerberizedhdfs1:1006", "{}:{}".format(self.hdfs_ip, self.data_port)

View File

@ -210,7 +210,7 @@ def get_creation_expression(
return f"""
DROP TABLE IF EXISTS {table_name};
CREATE TABLE {table_name}
ENGINE=IcebergHDFS(local, path = 'hdfs://hdfs1:9000/iceberg_data/default/{table_name}/', format={format});"""
ENGINE=IcebergHDFS(hdfs, path = 'hdfs://hdfs1:9000/iceberg_data/default/{table_name}/', format={format});"""
elif storage_type == "local":
if table_function:
return f"""