Skip to content

Commit 097a2c5

Browse files
authored
Removed use_threads argument on concat_tables for compatibility with pyarrow<14 (#684)
removed use_threads
1 parent 9e67c79 commit 097a2c5

File tree

1 file changed

+3
-3
lines changed

1 file changed

+3
-3
lines changed

src/databricks/sql/utils.py

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -298,7 +298,7 @@ def next_n_rows(self, num_rows: int) -> "pyarrow.Table":
298298
num_rows -= table_slice.num_rows
299299

300300
logger.debug("CloudFetchQueue: collected {} next rows".format(results.num_rows))
301-
return pyarrow.concat_tables(partial_result_chunks, use_threads=True)
301+
return concat_table_chunks(partial_result_chunks)
302302

303303
def remaining_rows(self) -> "pyarrow.Table":
304304
"""
@@ -321,7 +321,7 @@ def remaining_rows(self) -> "pyarrow.Table":
321321
self.table_row_index += table_slice.num_rows
322322
self.table = self._create_next_table()
323323
self.table_row_index = 0
324-
return pyarrow.concat_tables(partial_result_chunks, use_threads=True)
324+
return concat_table_chunks(partial_result_chunks)
325325

326326
def _create_table_at_offset(self, offset: int) -> Union["pyarrow.Table", None]:
327327
"""Create next table at the given row offset"""
@@ -880,7 +880,7 @@ def concat_table_chunks(
880880
result_table[j].extend(table_chunks[i].column_table[j])
881881
return ColumnTable(result_table, table_chunks[0].column_names)
882882
else:
883-
return pyarrow.concat_tables(table_chunks, use_threads=True)
883+
return pyarrow.concat_tables(table_chunks)
884884

885885

886886
def build_client_context(server_hostname: str, version: str, **kwargs):

0 commit comments

Comments
 (0)