diff --git a/src/databricks/sql/utils.py b/src/databricks/sql/utils.py index 9e621464..9f96e874 100644 --- a/src/databricks/sql/utils.py +++ b/src/databricks/sql/utils.py @@ -298,7 +298,7 @@ def next_n_rows(self, num_rows: int) -> "pyarrow.Table": num_rows -= table_slice.num_rows logger.debug("CloudFetchQueue: collected {} next rows".format(results.num_rows)) - return pyarrow.concat_tables(partial_result_chunks, use_threads=True) + return concat_table_chunks(partial_result_chunks) def remaining_rows(self) -> "pyarrow.Table": """ @@ -321,7 +321,7 @@ def remaining_rows(self) -> "pyarrow.Table": self.table_row_index += table_slice.num_rows self.table = self._create_next_table() self.table_row_index = 0 - return pyarrow.concat_tables(partial_result_chunks, use_threads=True) + return concat_table_chunks(partial_result_chunks) def _create_table_at_offset(self, offset: int) -> Union["pyarrow.Table", None]: """Create next table at the given row offset""" @@ -880,7 +880,7 @@ def concat_table_chunks( result_table[j].extend(table_chunks[i].column_table[j]) return ColumnTable(result_table, table_chunks[0].column_names) else: - return pyarrow.concat_tables(table_chunks, use_threads=True) + return pyarrow.concat_tables(table_chunks) def build_client_context(server_hostname: str, version: str, **kwargs):