Merge branch 'main' into avro_writer

Author: shangxinli

src/iceberg/CMakeLists.txt

@@ -20,6 +20,7 @@ set(ICEBERG_INCLUDES "$<BUILD_INTERFACE:${PROJECT_BINARY_DIR}/src>"
 set(ICEBERG_SOURCES
     arrow_c_data_guard_internal.cc
     catalog/memory/in_memory_catalog.cc
+    delete_file_index.cc
     expression/aggregate.cc
     expression/binder.cc
     expression/evaluator.cc
@@ -80,6 +81,7 @@ set(ICEBERG_SOURCES
     update/update_properties.cc
     update/update_sort_order.cc
     util/bucket_util.cc
+    util/content_file_util.cc
     util/conversions.cc
     util/decimal.cc
     util/gzip_internal.cc

src/iceberg/avro/avro_reader.cc

@@ -89,10 +89,10 @@ class AvroReader::Impl {
     read_schema_ = options.projection;
 
     // Open the input stream and adapt to the avro interface.
-    // TODO(gangwu): make this configurable
-    constexpr int64_t kDefaultBufferSize = 1024 * 1024;
-    ICEBERG_ASSIGN_OR_RAISE(auto input_stream,
-                            CreateInputStream(options, kDefaultBufferSize));
+    ICEBERG_ASSIGN_OR_RAISE(
+        auto input_stream,
+        CreateInputStream(options,
+                          options.properties->Get(ReaderProperties::kAvroBufferSize)));
 
     ::avro::ValidSchema file_schema;