Skip to content

Commit 3f0edef

Browse files
committed
Fix tests
1 parent ed20ac7 commit 3f0edef

File tree

2 files changed

+11
-1
lines changed

2 files changed

+11
-1
lines changed

tests/integration/helpers/iceberg_utils.py

Lines changed: 9 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -500,7 +500,7 @@ def default_download_directory(
500500

501501

502502
def execute_spark_query_general(
503-
spark, started_cluster, storage_type: str, table_name: str, query: str
503+
spark, started_cluster, storage_type: str, table_name: str, query: str, additional_nodes=[]
504504
):
505505
spark.sql(query)
506506
default_upload_directory(
@@ -509,6 +509,14 @@ def execute_spark_query_general(
509509
f"/iceberg_data/default/{table_name}/",
510510
f"/iceberg_data/default/{table_name}/",
511511
)
512+
for node in additional_nodes:
513+
additional_upload_directory(
514+
started_cluster,
515+
node,
516+
storage_type,
517+
f"/iceberg_data/default/{table_name}/",
518+
f"/iceberg_data/default/{table_name}/",
519+
)
512520
return
513521

514522

tests/integration/test_storage_iceberg/test.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1242,6 +1242,7 @@ def execute_spark_query(query: str):
12421242
storage_type,
12431243
TABLE_NAME,
12441244
query,
1245+
additional_nodes=["node2", "node3"] if storage_type=="local" else [],
12451246
)
12461247

12471248
execute_spark_query(
@@ -2078,6 +2079,7 @@ def execute_spark_query(query: str):
20782079
storage_type,
20792080
TABLE_NAME,
20802081
query,
2082+
additional_nodes=["node2", "node3"] if storage_type=="local" else [],
20812083
)
20822084

20832085
execute_spark_query(

0 commit comments

Comments
 (0)