From 4412fd05527c1074b17f6c11b0352fec6c863bf8 Mon Sep 17 00:00:00 2001 From: Abanoub Doss Date: Tue, 23 Jun 2026 18:53:45 -0500 Subject: [PATCH 01/11] ci: resolve Arrow from conda-forge on Ubuntu test leg --- .github/workflows/test.yml | 15 +++++++++++++++ 1 file changed, 15 insertions(+) diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml index e631011942..f0d7c0d47a 100644 --- a/.github/workflows/test.yml +++ b/.github/workflows/test.yml @@ -56,6 +56,21 @@ jobs: - name: Install dependencies shell: bash run: sudo apt-get update && sudo apt-get install -y libcurl4-openssl-dev + # Provide a prebuilt Arrow/Parquet from conda-forge so the build resolves it + # via find_package(Arrow CONFIG) instead of compiling Arrow from source. + - name: Set up conda (prebuilt Arrow) + uses: conda-incubator/setup-miniconda@8ee1f361103df19b6f8c8655fd3967a8ecb162d5 # v4.0.1 + with: + miniforge-version: latest + channels: conda-forge + channel-priority: strict + activate-environment: arrow + - name: Install prebuilt Arrow + Parquet + shell: bash -el {0} + run: | + mamba install -y "libarrow=24.0.*" "libparquet=24.0.*" + echo "CMAKE_PREFIX_PATH=${CONDA_PREFIX}" >> "$GITHUB_ENV" + echo "LD_LIBRARY_PATH=${LD_LIBRARY_PATH:-}:${CONDA_PREFIX}/lib" >> "$GITHUB_ENV" - name: Restore sccache cache uses: actions/cache/restore@27d5ce7f107fe9357f9df03efb73ab90386fccae # v5.0.5 with: From 0ee4a289af3d79bedb3098055a32484be91ca6db Mon Sep 17 00:00:00 2001 From: Abanoub Doss Date: Tue, 23 Jun 2026 19:06:39 -0500 Subject: [PATCH 02/11] ci: resolve Arrow from conda-forge on macOS test leg --- .github/workflows/test.yml | 15 +++++++++++++++ 1 file changed, 15 insertions(+) diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml index f0d7c0d47a..8f708059c8 100644 --- a/.github/workflows/test.yml +++ b/.github/workflows/test.yml @@ -116,6 +116,21 @@ jobs: uses: actions/checkout@df4cb1c069e1874edd31b4311f1884172cec0e10 # v6.0.3 with: persist-credentials: false + # Provide a prebuilt Arrow/Parquet from conda-forge so the build resolves it + # via find_package(Arrow CONFIG) instead of compiling Arrow from source. + - name: Set up conda (prebuilt Arrow) + uses: conda-incubator/setup-miniconda@8ee1f361103df19b6f8c8655fd3967a8ecb162d5 # v4.0.1 + with: + miniforge-version: latest + channels: conda-forge + channel-priority: strict + activate-environment: arrow + - name: Install prebuilt Arrow + Parquet + shell: bash -el {0} + run: | + mamba install -y "libarrow=24.0.*" "libparquet=24.0.*" + echo "CMAKE_PREFIX_PATH=${CONDA_PREFIX}" >> "$GITHUB_ENV" + echo "DYLD_FALLBACK_LIBRARY_PATH=${DYLD_FALLBACK_LIBRARY_PATH:-}:${CONDA_PREFIX}/lib" >> "$GITHUB_ENV" - name: Restore sccache cache uses: actions/cache/restore@27d5ce7f107fe9357f9df03efb73ab90386fccae # v5.0.5 with: From edacb3e875129892f2587fdabf1d3237269d0ddf Mon Sep 17 00:00:00 2001 From: Abanoub Doss Date: Tue, 23 Jun 2026 22:33:10 -0500 Subject: [PATCH 03/11] ci: resolve Arrow from conda-forge on Windows test leg --- .github/workflows/test.yml | 27 +++++++++++++++++++++++++++ 1 file changed, 27 insertions(+) diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml index 8f708059c8..b055f1c23c 100644 --- a/.github/workflows/test.yml +++ b/.github/workflows/test.yml @@ -174,6 +174,33 @@ jobs: uses: ilammy/msvc-dev-cmd@0b201ec74fa43914dc39ae48a89fd1d8cb592756 # v1.13.0 with: arch: x64 + # Provide a prebuilt Arrow/Parquet from conda-forge so the build resolves it + # via find_package(Arrow CONFIG) instead of compiling Arrow from source. + - name: Set up conda (prebuilt Arrow) + uses: conda-incubator/setup-miniconda@8ee1f361103df19b6f8c8655fd3967a8ecb162d5 # v4.0.1 + with: + miniforge-version: latest + channels: conda-forge + channel-priority: strict + activate-environment: arrow + # Run in pwsh: setup-miniconda's env activation is unreliable in bash on the + # Windows runner. Expose the conda prefix through CMAKE_PREFIX_PATH so the + # standard find_package(Arrow CONFIG) resolves it; fail fast (with a listing) + # if the config is missing rather than silently building vendored Arrow. + - name: Install prebuilt Arrow + Parquet + shell: pwsh + run: | + $ErrorActionPreference = "Stop" + $libDir = Join-Path $env:CONDA "envs\arrow\Library" + & "$env:CONDA\condabin\conda.bat" install -n arrow -y -c conda-forge "libarrow=24.0.*" "libparquet=24.0.*" + if ($LASTEXITCODE -ne 0) { throw "conda install failed" } + if (-not (Test-Path (Join-Path $libDir "lib\cmake\Arrow\ArrowConfig.cmake"))) { + Write-Host "Arrow cmake config NOT FOUND under $libDir. *Config.cmake present:" + Get-ChildItem -Path $libDir -Recurse -Filter *Config.cmake -ErrorAction SilentlyContinue | Select-Object -First 60 | ForEach-Object { $_.FullName } + throw "prebuilt Arrow cmake config not found" + } + Add-Content -Path $env:GITHUB_ENV -Value "CMAKE_PREFIX_PATH=$($libDir -replace '\\','/')" + Add-Content -Path $env:GITHUB_PATH -Value (Join-Path $libDir "bin") - name: Cache vcpkg packages uses: actions/cache@27d5ce7f107fe9357f9df03efb73ab90386fccae # v5.0.5 id: vcpkg-cache From cb10aea5b9173d9e4229d0ef209c884191370743 Mon Sep 17 00:00:00 2001 From: Abanoub Doss Date: Wed, 24 Jun 2026 07:21:45 -0500 Subject: [PATCH 04/11] ci: drop debug info on Unix test legs to shrink sccache --- .github/workflows/test.yml | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml index b055f1c23c..8ff599db54 100644 --- a/.github/workflows/test.yml +++ b/.github/workflows/test.yml @@ -71,6 +71,8 @@ jobs: mamba install -y "libarrow=24.0.*" "libparquet=24.0.*" echo "CMAKE_PREFIX_PATH=${CONDA_PREFIX}" >> "$GITHUB_ENV" echo "LD_LIBRARY_PATH=${LD_LIBRARY_PATH:-}:${CONDA_PREFIX}/lib" >> "$GITHUB_ENV" + # Test binaries are throwaway, so drop debug info to shrink objects + sccache. + echo "ICEBERG_EXTRA_CMAKE_ARGS=-DCMAKE_CXX_FLAGS_DEBUG=-g0 -DCMAKE_C_FLAGS_DEBUG=-g0" >> "$GITHUB_ENV" - name: Restore sccache cache uses: actions/cache/restore@27d5ce7f107fe9357f9df03efb73ab90386fccae # v5.0.5 with: @@ -131,6 +133,8 @@ jobs: mamba install -y "libarrow=24.0.*" "libparquet=24.0.*" echo "CMAKE_PREFIX_PATH=${CONDA_PREFIX}" >> "$GITHUB_ENV" echo "DYLD_FALLBACK_LIBRARY_PATH=${DYLD_FALLBACK_LIBRARY_PATH:-}:${CONDA_PREFIX}/lib" >> "$GITHUB_ENV" + # Test binaries are throwaway, so drop debug info to shrink objects + sccache. + echo "ICEBERG_EXTRA_CMAKE_ARGS=-DCMAKE_CXX_FLAGS_DEBUG=-g0 -DCMAKE_C_FLAGS_DEBUG=-g0" >> "$GITHUB_ENV" - name: Restore sccache cache uses: actions/cache/restore@27d5ce7f107fe9357f9df03efb73ab90386fccae # v5.0.5 with: From 511416268c7de9f9494e91a3d2d25652b93cbd2d Mon Sep 17 00:00:00 2001 From: Abanoub Doss Date: Wed, 24 Jun 2026 07:20:58 -0500 Subject: [PATCH 05/11] ci: resolve Arrow from conda-forge on C++ linter leg --- .github/workflows/cpp-linter.yml | 15 +++++++++++++++ 1 file changed, 15 insertions(+) diff --git a/.github/workflows/cpp-linter.yml b/.github/workflows/cpp-linter.yml index 2e3e022d67..f33d7f191c 100644 --- a/.github/workflows/cpp-linter.yml +++ b/.github/workflows/cpp-linter.yml @@ -48,6 +48,21 @@ jobs: run: | sudo apt-get update sudo apt-get install -y libcurl4-openssl-dev libsqlite3-dev libpq-dev default-libmysqlclient-dev + # Provide a prebuilt Arrow/Parquet from conda-forge so the build resolves it + # via find_package(Arrow CONFIG) instead of compiling Arrow from source. + - name: Set up conda (prebuilt Arrow) + uses: conda-incubator/setup-miniconda@8ee1f361103df19b6f8c8655fd3967a8ecb162d5 # v4.0.1 + with: + miniforge-version: latest + channels: conda-forge + channel-priority: strict + activate-environment: arrow + - name: Install prebuilt Arrow + Parquet + shell: bash -el {0} + run: | + mamba install -y "libarrow=24.0.*" "libparquet=24.0.*" + echo "CMAKE_PREFIX_PATH=${CONDA_PREFIX}" >> "$GITHUB_ENV" + echo "LD_LIBRARY_PATH=${LD_LIBRARY_PATH:-}:${CONDA_PREFIX}/lib" >> "$GITHUB_ENV" - name: Run build env: CC: gcc-14 From 5d7e09c1134d2c3c68cbecf80a254f59d12b12ea Mon Sep 17 00:00:00 2001 From: Abanoub Doss Date: Wed, 24 Jun 2026 07:23:43 -0500 Subject: [PATCH 06/11] ci: resolve Arrow from conda-forge on AWS test legs --- .github/workflows/aws_test.yml | 20 ++++++++++++++++++++ 1 file changed, 20 insertions(+) diff --git a/.github/workflows/aws_test.yml b/.github/workflows/aws_test.yml index 47c54241d0..7cbeccddaa 100644 --- a/.github/workflows/aws_test.yml +++ b/.github/workflows/aws_test.yml @@ -115,6 +115,26 @@ jobs: if: ${{ matrix.s3 == 'ON' }} shell: bash run: bash ci/scripts/start_minio.sh + # Provide a prebuilt Arrow/Parquet (incl. the S3 filesystem) from conda-forge + # so the build resolves it via find_package(Arrow CONFIG) instead of compiling + # Arrow from source. + - name: Set up conda (prebuilt Arrow) + uses: conda-incubator/setup-miniconda@8ee1f361103df19b6f8c8655fd3967a8ecb162d5 # v4.0.1 + with: + miniforge-version: latest + channels: conda-forge + channel-priority: strict + activate-environment: arrow + - name: Install prebuilt Arrow + Parquet + shell: bash -el {0} + run: | + mamba install -y "libarrow=24.0.*" "libparquet=24.0.*" + echo "CMAKE_PREFIX_PATH=${CONDA_PREFIX}" >> "$GITHUB_ENV" + if [[ "${RUNNER_OS}" == "macOS" ]]; then + echo "DYLD_FALLBACK_LIBRARY_PATH=${DYLD_FALLBACK_LIBRARY_PATH:-}:${CONDA_PREFIX}/lib" >> "$GITHUB_ENV" + else + echo "LD_LIBRARY_PATH=${LD_LIBRARY_PATH:-}:${CONDA_PREFIX}/lib" >> "$GITHUB_ENV" + fi - name: Restore sccache cache uses: actions/cache/restore@27d5ce7f107fe9357f9df03efb73ab90386fccae # v5.0.5 with: From 6eacb179393184e635aaa35e2921ead0c06715bb Mon Sep 17 00:00:00 2001 From: Abanoub Doss Date: Wed, 24 Jun 2026 07:24:47 -0500 Subject: [PATCH 07/11] ci: resolve Arrow from conda-forge on SQL catalog test legs --- .github/workflows/sql_catalog_test.yml | 33 ++++++++++++++++++++++++++ 1 file changed, 33 insertions(+) diff --git a/.github/workflows/sql_catalog_test.yml b/.github/workflows/sql_catalog_test.yml index 7682998890..0949509adb 100644 --- a/.github/workflows/sql_catalog_test.yml +++ b/.github/workflows/sql_catalog_test.yml @@ -104,6 +104,39 @@ jobs: sccache-sqlcatalog-${{ matrix.runs-on }}- - name: Setup sccache uses: mozilla-actions/sccache-action@9e7fa8a12102821edf02ca5dbea1acd0f89a2696 # v0.0.10 + # Provide a prebuilt Arrow/Parquet from conda-forge so the build resolves it + # via find_package(Arrow CONFIG) instead of compiling Arrow from source. + - name: Set up conda (prebuilt Arrow) + uses: conda-incubator/setup-miniconda@8ee1f361103df19b6f8c8655fd3967a8ecb162d5 # v4.0.1 + with: + miniforge-version: latest + channels: conda-forge + channel-priority: strict + activate-environment: arrow + - name: Install prebuilt Arrow + Parquet (Unix) + if: ${{ !startsWith(matrix.runs-on, 'windows') }} + shell: bash -el {0} + run: | + mamba install -y "libarrow=24.0.*" "libparquet=24.0.*" + echo "CMAKE_PREFIX_PATH=${CONDA_PREFIX}" >> "$GITHUB_ENV" + if [[ "${RUNNER_OS}" == "macOS" ]]; then + echo "DYLD_FALLBACK_LIBRARY_PATH=${DYLD_FALLBACK_LIBRARY_PATH:-}:${CONDA_PREFIX}/lib" >> "$GITHUB_ENV" + else + echo "LD_LIBRARY_PATH=${LD_LIBRARY_PATH:-}:${CONDA_PREFIX}/lib" >> "$GITHUB_ENV" + fi + - name: Install prebuilt Arrow + Parquet (Windows) + if: ${{ startsWith(matrix.runs-on, 'windows') }} + shell: pwsh + run: | + $ErrorActionPreference = "Stop" + $libDir = Join-Path $env:CONDA "envs\arrow\Library" + & "$env:CONDA\condabin\conda.bat" install -n arrow -y -c conda-forge "libarrow=24.0.*" "libparquet=24.0.*" + if ($LASTEXITCODE -ne 0) { throw "conda install failed" } + if (-not (Test-Path (Join-Path $libDir "lib\cmake\Arrow\ArrowConfig.cmake"))) { + throw "prebuilt Arrow cmake config not found under $libDir" + } + Add-Content -Path $env:GITHUB_ENV -Value "CMAKE_PREFIX_PATH=$($libDir -replace '\\','/')" + Add-Content -Path $env:GITHUB_PATH -Value (Join-Path $libDir "bin") - name: Configure Iceberg shell: bash run: | From 5b51ba55efeefdd72dc392d693985625d10bb8b9 Mon Sep 17 00:00:00 2001 From: Abanoub Doss Date: Wed, 24 Jun 2026 07:25:31 -0500 Subject: [PATCH 08/11] ci: resolve Arrow from conda-forge on sanitizer test leg --- .github/workflows/sanitizer_test.yml | 17 +++++++++++++++++ 1 file changed, 17 insertions(+) diff --git a/.github/workflows/sanitizer_test.yml b/.github/workflows/sanitizer_test.yml index 0910b92158..22e90d30f3 100644 --- a/.github/workflows/sanitizer_test.yml +++ b/.github/workflows/sanitizer_test.yml @@ -59,6 +59,23 @@ jobs: sccache-sanitizer-ubuntu- - name: Setup sccache uses: mozilla-actions/sccache-action@9e7fa8a12102821edf02ca5dbea1acd0f89a2696 # v0.0.10 + # Provide a prebuilt Arrow/Parquet from conda-forge so the build resolves it + # via find_package(Arrow CONFIG) instead of compiling Arrow from source. Arrow + # itself is not sanitizer-instrumented, which is fine: ASAN/UBSAN target + # iceberg's own code (container-overflow detection is already disabled). + - name: Set up conda (prebuilt Arrow) + uses: conda-incubator/setup-miniconda@8ee1f361103df19b6f8c8655fd3967a8ecb162d5 # v4.0.1 + with: + miniforge-version: latest + channels: conda-forge + channel-priority: strict + activate-environment: arrow + - name: Install prebuilt Arrow + Parquet + shell: bash -el {0} + run: | + mamba install -y "libarrow=24.0.*" "libparquet=24.0.*" + echo "CMAKE_PREFIX_PATH=${CONDA_PREFIX}" >> "$GITHUB_ENV" + echo "LD_LIBRARY_PATH=${LD_LIBRARY_PATH:-}:${CONDA_PREFIX}/lib" >> "$GITHUB_ENV" - name: Configure and Build with ASAN & UBSAN env: CC: gcc-14 From 7b68d04064d139578882a7be7c528b31fca54b2b Mon Sep 17 00:00:00 2001 From: Abanoub Doss Date: Wed, 24 Jun 2026 08:59:02 -0500 Subject: [PATCH 09/11] test: touch source to exercise linter leg --- src/iceberg/result.h | 2 ++ 1 file changed, 2 insertions(+) diff --git a/src/iceberg/result.h b/src/iceberg/result.h index 8765f852a8..a2d93cf83e 100644 --- a/src/iceberg/result.h +++ b/src/iceberg/result.h @@ -142,3 +142,5 @@ template using ResultValueT = typename std::remove_cvref_t::value_type; } // namespace iceberg + +// touch: validate linter leg builds against prebuilt Arrow From 3f1ec4dfc5010e49f430c75a4f57e74f0e7d63bd Mon Sep 17 00:00:00 2001 From: Abanoub Doss Date: Wed, 24 Jun 2026 21:05:22 -0500 Subject: [PATCH 10/11] test: re-run linter (sccache cold) From 2133b1619c634a0b6da2bdbf9bafa7dc5b44a30c Mon Sep 17 00:00:00 2001 From: Abanoub Doss Date: Wed, 24 Jun 2026 21:59:23 -0500 Subject: [PATCH 11/11] test: re-run linter (sccache warm)