From 82d6fb8b30b0aba8105dd8209b6bd20d2f6d2d1b Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Ra=C3=BAl=20Cumplido?= Date: Tue, 10 Mar 2026 16:37:20 +0100 Subject: [PATCH 01/14] GH-46600: [C++][CI] Add job with ARROW_LARGE_MEMORY_TESTS enabled --- .github/workflows/cpp_extra.yml | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/.github/workflows/cpp_extra.yml b/.github/workflows/cpp_extra.yml index 65b8f574476..0cac1eabe90 100644 --- a/.github/workflows/cpp_extra.yml +++ b/.github/workflows/cpp_extra.yml @@ -107,6 +107,11 @@ jobs: - image: alpine-linux-cpp runs-on: ubuntu-latest title: AMD64 Alpine Linux + - image: ubuntu-cpp + run-options: >- + -e ARROW_LARGE_MEMORY_TESTS=ON + runs-on: "runs-on=${{ github.run_id }}/family=x8i.xlarge/spot=capacity-optimized" + title: AMD64 Ubuntu Large Memory Tests - image: conda-cpp run-options: >- -e ARROW_USE_MESON=ON From d211b5de0163221c06a71da363b7e96fe4fc2b0b Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Ra=C3=BAl=20Cumplido?= Date: Tue, 10 Mar 2026 16:43:45 +0100 Subject: [PATCH 02/14] Try removing /spot=capacity-optimized to see if quota issues are solved --- .github/workflows/cpp_extra.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/cpp_extra.yml b/.github/workflows/cpp_extra.yml index 0cac1eabe90..213a860708d 100644 --- a/.github/workflows/cpp_extra.yml +++ b/.github/workflows/cpp_extra.yml @@ -110,7 +110,7 @@ jobs: - image: ubuntu-cpp run-options: >- -e ARROW_LARGE_MEMORY_TESTS=ON - runs-on: "runs-on=${{ github.run_id }}/family=x8i.xlarge/spot=capacity-optimized" + runs-on: "runs-on=${{ github.run_id }}/family=x8i.xlarge" title: AMD64 Ubuntu Large Memory Tests - image: conda-cpp run-options: >- From 342f89a525e4792f744b5e9b82395043dc8e4924 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Ra=C3=BAl=20Cumplido?= Date: Tue, 10 Mar 2026 16:48:40 +0100 Subject: [PATCH 03/14] Force spot=false --- .github/workflows/cpp_extra.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/cpp_extra.yml b/.github/workflows/cpp_extra.yml index 213a860708d..c26f746650e 100644 --- a/.github/workflows/cpp_extra.yml +++ b/.github/workflows/cpp_extra.yml @@ -110,7 +110,7 @@ jobs: - image: ubuntu-cpp run-options: >- -e ARROW_LARGE_MEMORY_TESTS=ON - runs-on: "runs-on=${{ github.run_id }}/family=x8i.xlarge" + runs-on: "runs-on=${{ github.run_id }}/family=x8i.xlarge/spot=false" title: AMD64 Ubuntu Large Memory Tests - image: conda-cpp run-options: >- From f764dbd744c2f30b5a782f1e42f7f1785bc67f11 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Ra=C3=BAl=20Cumplido?= Date: Wed, 11 Mar 2026 10:46:31 +0100 Subject: [PATCH 04/14] Try with 2xlarge to see if tests finish without timing out --- .github/workflows/cpp_extra.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/cpp_extra.yml b/.github/workflows/cpp_extra.yml index c26f746650e..c0862ba0115 100644 --- a/.github/workflows/cpp_extra.yml +++ b/.github/workflows/cpp_extra.yml @@ -110,7 +110,7 @@ jobs: - image: ubuntu-cpp run-options: >- -e ARROW_LARGE_MEMORY_TESTS=ON - runs-on: "runs-on=${{ github.run_id }}/family=x8i.xlarge/spot=false" + runs-on: "runs-on=${{ github.run_id }}/family=x8i.2xlarge/spot=capacity-optimized" title: AMD64 Ubuntu Large Memory Tests - image: conda-cpp run-options: >- From 1ae60663c24193dfe1db7fa0a4019d988742e36a Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Ra=C3=BAl=20Cumplido?= Date: Wed, 11 Mar 2026 15:08:58 +0100 Subject: [PATCH 05/14] Try setting build type to Release and ctest timeout to 15 minutes --- .github/workflows/cpp_extra.yml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/.github/workflows/cpp_extra.yml b/.github/workflows/cpp_extra.yml index c0862ba0115..74a2dd5b98f 100644 --- a/.github/workflows/cpp_extra.yml +++ b/.github/workflows/cpp_extra.yml @@ -109,6 +109,8 @@ jobs: title: AMD64 Alpine Linux - image: ubuntu-cpp run-options: >- + -e ARROW_BUILD_TYPE=Release \ + -e ARROW_CTEST_TIMEOUT=900 \ -e ARROW_LARGE_MEMORY_TESTS=ON runs-on: "runs-on=${{ github.run_id }}/family=x8i.2xlarge/spot=capacity-optimized" title: AMD64 Ubuntu Large Memory Tests From e37a511557e8891c8e77462b54fd56c8154ac0ba Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Ra=C3=BAl=20Cumplido?= Date: Wed, 11 Mar 2026 15:14:28 +0100 Subject: [PATCH 06/14] Try single line just to validate --- .github/workflows/cpp_extra.yml | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/.github/workflows/cpp_extra.yml b/.github/workflows/cpp_extra.yml index 74a2dd5b98f..debf30f3895 100644 --- a/.github/workflows/cpp_extra.yml +++ b/.github/workflows/cpp_extra.yml @@ -109,9 +109,7 @@ jobs: title: AMD64 Alpine Linux - image: ubuntu-cpp run-options: >- - -e ARROW_BUILD_TYPE=Release \ - -e ARROW_CTEST_TIMEOUT=900 \ - -e ARROW_LARGE_MEMORY_TESTS=ON + -e ARROW_BUILD_TYPE=Release -e ARROW_CTEST_TIMEOUT=900 -e ARROW_LARGE_MEMORY_TESTS=ON runs-on: "runs-on=${{ github.run_id }}/family=x8i.2xlarge/spot=capacity-optimized" title: AMD64 Ubuntu Large Memory Tests - image: conda-cpp From 47217b7a1e102cb3b5773daff68c3e84893c4689 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Ra=C3=BAl=20Cumplido?= Date: Wed, 11 Mar 2026 15:38:05 +0100 Subject: [PATCH 07/14] That worked but what about removing the backslash --- .github/workflows/cpp_extra.yml | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/.github/workflows/cpp_extra.yml b/.github/workflows/cpp_extra.yml index debf30f3895..178cd708db6 100644 --- a/.github/workflows/cpp_extra.yml +++ b/.github/workflows/cpp_extra.yml @@ -109,7 +109,9 @@ jobs: title: AMD64 Alpine Linux - image: ubuntu-cpp run-options: >- - -e ARROW_BUILD_TYPE=Release -e ARROW_CTEST_TIMEOUT=900 -e ARROW_LARGE_MEMORY_TESTS=ON + -e ARROW_BUILD_TYPE=Release + -e ARROW_CTEST_TIMEOUT=900 + -e ARROW_LARGE_MEMORY_TESTS=ON runs-on: "runs-on=${{ github.run_id }}/family=x8i.2xlarge/spot=capacity-optimized" title: AMD64 Ubuntu Large Memory Tests - image: conda-cpp From 8b9fd88c03d95992481d6c6680dd697d147d80f5 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Ra=C3=BAl=20Cumplido?= Date: Wed, 11 Mar 2026 15:51:07 +0100 Subject: [PATCH 08/14] Increase timeout even more --- .github/workflows/cpp_extra.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/cpp_extra.yml b/.github/workflows/cpp_extra.yml index 178cd708db6..ddc4a6a5fe7 100644 --- a/.github/workflows/cpp_extra.yml +++ b/.github/workflows/cpp_extra.yml @@ -110,7 +110,7 @@ jobs: - image: ubuntu-cpp run-options: >- -e ARROW_BUILD_TYPE=Release - -e ARROW_CTEST_TIMEOUT=900 + -e ARROW_CTEST_TIMEOUT=1200 -e ARROW_LARGE_MEMORY_TESTS=ON runs-on: "runs-on=${{ github.run_id }}/family=x8i.2xlarge/spot=capacity-optimized" title: AMD64 Ubuntu Large Memory Tests From c8cb4c46c3246d0ee5971ae51b56001b8b9502e8 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Ra=C3=BAl=20Cumplido?= Date: Wed, 11 Mar 2026 16:37:59 +0100 Subject: [PATCH 09/14] Add an absurdely high timeout --- .github/workflows/cpp_extra.yml | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/.github/workflows/cpp_extra.yml b/.github/workflows/cpp_extra.yml index ddc4a6a5fe7..19565a6e42d 100644 --- a/.github/workflows/cpp_extra.yml +++ b/.github/workflows/cpp_extra.yml @@ -108,9 +108,11 @@ jobs: runs-on: ubuntu-latest title: AMD64 Alpine Linux - image: ubuntu-cpp + # Use Release to speed up large memory tests that take a long time and + # increase timeout because some tests take more than 20 minutes. run-options: >- -e ARROW_BUILD_TYPE=Release - -e ARROW_CTEST_TIMEOUT=1200 + -e ARROW_CTEST_TIMEOUT=2400 -e ARROW_LARGE_MEMORY_TESTS=ON runs-on: "runs-on=${{ github.run_id }}/family=x8i.2xlarge/spot=capacity-optimized" title: AMD64 Ubuntu Large Memory Tests From 42783444ef37815c40dd05b60c75bc32566171b2 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Ra=C3=BAl=20Cumplido?= Date: Wed, 11 Mar 2026 17:03:27 +0100 Subject: [PATCH 10/14] Use ARROW_C_FLAGS_DEBUG and ARROW_CXX_FLAGS_DEBUG -O1 and BUILD_WARNING_LEVEL=PRODUCTION --- .github/workflows/cpp_extra.yml | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/.github/workflows/cpp_extra.yml b/.github/workflows/cpp_extra.yml index 19565a6e42d..34dad575ad4 100644 --- a/.github/workflows/cpp_extra.yml +++ b/.github/workflows/cpp_extra.yml @@ -108,12 +108,12 @@ jobs: runs-on: ubuntu-latest title: AMD64 Alpine Linux - image: ubuntu-cpp - # Use Release to speed up large memory tests that take a long time and - # increase timeout because some tests take more than 20 minutes. run-options: >- - -e ARROW_BUILD_TYPE=Release - -e ARROW_CTEST_TIMEOUT=2400 + -e ARROW_CTEST_TIMEOUT=900 + -e ARROW_C_FLAGS_DEBUG="-O1" + -e ARROW_CXX_FLAGS_DEBUG="-O1" -e ARROW_LARGE_MEMORY_TESTS=ON + -e BUILD_WARNING_LEVEL=PRODUCTION runs-on: "runs-on=${{ github.run_id }}/family=x8i.2xlarge/spot=capacity-optimized" title: AMD64 Ubuntu Large Memory Tests - image: conda-cpp From 34ce93f7b744847bf294eedbc269187ee652d79e Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Ra=C3=BAl=20Cumplido?= Date: Thu, 12 Mar 2026 09:38:45 +0100 Subject: [PATCH 11/14] Increase volume size to avoid out of disk space --- .github/workflows/cpp_extra.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/cpp_extra.yml b/.github/workflows/cpp_extra.yml index 34dad575ad4..8d2e35d94b5 100644 --- a/.github/workflows/cpp_extra.yml +++ b/.github/workflows/cpp_extra.yml @@ -114,7 +114,7 @@ jobs: -e ARROW_CXX_FLAGS_DEBUG="-O1" -e ARROW_LARGE_MEMORY_TESTS=ON -e BUILD_WARNING_LEVEL=PRODUCTION - runs-on: "runs-on=${{ github.run_id }}/family=x8i.2xlarge/spot=capacity-optimized" + runs-on: "runs-on=${{ github.run_id }}/family=x8i.2xlarge/volume=80gb/spot=capacity-optimized" title: AMD64 Ubuntu Large Memory Tests - image: conda-cpp run-options: >- From a40d480edde13aea213fdb701f6ef95c8b5e8989 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Ra=C3=BAl=20Cumplido?= Date: Thu, 12 Mar 2026 11:51:49 +0100 Subject: [PATCH 12/14] Increase timeout for parquet-arrow-reader-writer-test --- .github/workflows/cpp_extra.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/cpp_extra.yml b/.github/workflows/cpp_extra.yml index 8d2e35d94b5..36d6fa8e7d2 100644 --- a/.github/workflows/cpp_extra.yml +++ b/.github/workflows/cpp_extra.yml @@ -109,7 +109,7 @@ jobs: title: AMD64 Alpine Linux - image: ubuntu-cpp run-options: >- - -e ARROW_CTEST_TIMEOUT=900 + -e ARROW_CTEST_TIMEOUT=2400 -e ARROW_C_FLAGS_DEBUG="-O1" -e ARROW_CXX_FLAGS_DEBUG="-O1" -e ARROW_LARGE_MEMORY_TESTS=ON From 69a4235f503ef627c26b2142539ec4c74aaa0bd7 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Ra=C3=BAl=20Cumplido?= Date: Thu, 12 Mar 2026 12:42:09 +0100 Subject: [PATCH 13/14] Reduce timeout it took 1522 seconds and add ARROW_GANDIVA=OFF --- .github/workflows/cpp_extra.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.github/workflows/cpp_extra.yml b/.github/workflows/cpp_extra.yml index 36d6fa8e7d2..92ab1286e7d 100644 --- a/.github/workflows/cpp_extra.yml +++ b/.github/workflows/cpp_extra.yml @@ -109,9 +109,10 @@ jobs: title: AMD64 Alpine Linux - image: ubuntu-cpp run-options: >- - -e ARROW_CTEST_TIMEOUT=2400 + -e ARROW_CTEST_TIMEOUT=1800 -e ARROW_C_FLAGS_DEBUG="-O1" -e ARROW_CXX_FLAGS_DEBUG="-O1" + -e ARROW_GANDIVA=OFF -e ARROW_LARGE_MEMORY_TESTS=ON -e BUILD_WARNING_LEVEL=PRODUCTION runs-on: "runs-on=${{ github.run_id }}/family=x8i.2xlarge/volume=80gb/spot=capacity-optimized" From 8111b8cf80c92cb650695f272eff9f0c94289ec6 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Ra=C3=BAl=20Cumplido?= Date: Thu, 12 Mar 2026 14:01:23 +0100 Subject: [PATCH 14/14] Failed with 1800 --- .github/workflows/cpp_extra.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/cpp_extra.yml b/.github/workflows/cpp_extra.yml index 92ab1286e7d..7b4101affc5 100644 --- a/.github/workflows/cpp_extra.yml +++ b/.github/workflows/cpp_extra.yml @@ -109,7 +109,7 @@ jobs: title: AMD64 Alpine Linux - image: ubuntu-cpp run-options: >- - -e ARROW_CTEST_TIMEOUT=1800 + -e ARROW_CTEST_TIMEOUT=2000 -e ARROW_C_FLAGS_DEBUG="-O1" -e ARROW_CXX_FLAGS_DEBUG="-O1" -e ARROW_GANDIVA=OFF