Update the Pyarrow concat

Author: jprakash-db

src/databricks/sql/client.py

@@ -1335,7 +1335,7 @@ def fetchmany_arrow(self, size: int) -> "pyarrow.Table":
         ):
             self._fill_results_buffer()
             partial_results = self.results.next_n_rows(n_remaining_rows)
-            results = pyarrow.concat_tables([results, partial_results])
+            results = pyarrow.concat_tables([results, partial_results],promote_options="default")
             n_remaining_rows -= partial_results.num_rows
             self._next_row_index += partial_results.num_rows
 
@@ -1391,7 +1391,7 @@ def fetchall_arrow(self) -> "pyarrow.Table":
         while not self.has_been_closed_server_side and self.has_more_rows:
             self._fill_results_buffer()
             partial_results = self.results.remaining_rows()
-            results = pyarrow.concat_tables([results, partial_results])
+            results = pyarrow.concat_tables([results, partial_results],promote_options="default")
             self._next_row_index += partial_results.num_rows
 
         return results

src/databricks/sql/utils.py

@@ -265,7 +265,7 @@ def next_n_rows(self, num_rows: int) -> "pyarrow.Table":
             # Get remaining of num_rows or the rest of the current table, whichever is smaller
             length = min(num_rows, self.table.num_rows - self.table_row_index)
             table_slice = self.table.slice(self.table_row_index, length)
-            results = pyarrow.concat_tables([results, table_slice])
+            results = pyarrow.concat_tables([results, table_slice],promote_options="default")
             self.table_row_index += table_slice.num_rows
 
             # Replace current table with the next table if we are at the end of the current table
@@ -292,7 +292,7 @@ def remaining_rows(self) -> "pyarrow.Table":
             table_slice = self.table.slice(
                 self.table_row_index, self.table.num_rows - self.table_row_index
             )
-            results = pyarrow.concat_tables([results, table_slice])
+            results = pyarrow.concat_tables([results, table_slice],promote_options="default")
             self.table_row_index += table_slice.num_rows
             self.table = self._create_next_table()
             self.table_row_index = 0

tests/unit/test_cloud_fetch_queue.py

@@ -185,7 +185,7 @@ def test_next_n_rows_more_than_one_table(self, mock_create_next_table):
         assert (
             result
             == pyarrow.concat_tables(
-                [self.make_arrow_table(), self.make_arrow_table()]
+                [self.make_arrow_table(), self.make_arrow_table()],promote_options="default"
             )[:7]
         )
 
@@ -309,7 +309,7 @@ def test_remaining_rows_multiple_tables_fully_returned(
         assert (
             result
             == pyarrow.concat_tables(
-                [self.make_arrow_table(), self.make_arrow_table()]
+                [self.make_arrow_table(), self.make_arrow_table()],promote_options="default"
             )[3:]
         )