Skip to content

Commit 36fb376

Browse files
authored
Updated the PyArrow concatenation of tables to use promote_options as default (#751)
Updated pyarrow-concat
1 parent 12bfd5b commit 36fb376

File tree

2 files changed

+3
-3
lines changed

2 files changed

+3
-3
lines changed

src/databricks/sql/utils.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -895,7 +895,7 @@ def concat_table_chunks(
895895
result_table[j].extend(table_chunks[i].column_table[j])
896896
return ColumnTable(result_table, table_chunks[0].column_names)
897897
else:
898-
return pyarrow.concat_tables(table_chunks)
898+
return pyarrow.concat_tables(table_chunks, promote_options="default")
899899

900900

901901
def serialize_query_tags(

tests/unit/test_cloud_fetch_queue.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -174,7 +174,7 @@ def test_next_n_rows_more_than_one_table(self, mock_create_next_table):
174174
assert (
175175
result
176176
== pyarrow.concat_tables(
177-
[self.make_arrow_table(), self.make_arrow_table()]
177+
[self.make_arrow_table(), self.make_arrow_table()],promote_options="default"
178178
)[:7]
179179
)
180180

@@ -266,7 +266,7 @@ def test_remaining_rows_multiple_tables_fully_returned(
266266
assert (
267267
result
268268
== pyarrow.concat_tables(
269-
[self.make_arrow_table(), self.make_arrow_table()]
269+
[self.make_arrow_table(), self.make_arrow_table()], promote_options="default"
270270
)[3:]
271271
)
272272

0 commit comments

Comments
 (0)