From 414e1827ef4373704779b565ada3398c0457a420 Mon Sep 17 00:00:00 2001 From: Jonathan Gangi Date: Tue, 20 Oct 2026 14:34:07 -0300 Subject: [PATCH 1/2] Mirror calungaproject/plumbing builder, bump fromager to 0.101.0 Brings in the plumbing project's manylinux-style builder image (Containerfile, build scripts, fromager overrides, tests) as the base for Lightwell's Python wheel builder, with the pinned fromager dependency updated from 0.89.0 to the latest release (0.101.0). requirements.txt/requirements-build.txt regenerated accordingly via pip-compile/pybuild-deps against Python 3.12. LWLP-3308 Co-Authored-By: Claude Sonnet 5 --- .gitignore | 1 + Containerfile | 667 ++++++++++++++++++ IMPLEMENTATION_SUMMARY.md | 374 ++++++++++ LIBRARY_VERSION_STRATEGY.md | 84 +++ MIGRATION_STATUS.md | 319 +++++++++ OPENSSL_SOURCE_BUILD.md | 258 +++++++ POST_MIGRATION_TESTING.md | 73 ++ READY_FOR_TESTING.md | 317 +++++++++ UBI8_MIGRATION_COMPLETE.md | 223 ++++++ VERSION_UPDATES.md | 294 ++++++++ build_scripts/build-aom.sh | 81 +++ build_scripts/build-arrow.sh | 111 +++ build_scripts/build-brotli.sh | 69 ++ build_scripts/build-bzip2.sh | 79 +++ build_scripts/build-cpython.sh | 94 +++ build_scripts/build-curl.sh | 94 +++ build_scripts/build-ffmpeg.sh | 91 +++ build_scripts/build-freetype.sh | 85 +++ build_scripts/build-git.sh | 65 ++ build_scripts/build-harfbuzz.sh | 87 +++ build_scripts/build-lcms2.sh | 54 ++ build_scripts/build-libavif.sh | 77 ++ build_scripts/build-libffi.sh | 47 ++ build_scripts/build-libjpeg-turbo.sh | 65 ++ build_scripts/build-libomp.sh | 64 ++ build_scripts/build-libpng.sh | 48 ++ build_scripts/build-libtiff.sh | 79 +++ build_scripts/build-libwebp.sh | 76 ++ build_scripts/build-libxml2.sh | 52 ++ build_scripts/build-libxslt.sh | 71 ++ build_scripts/build-libyaml.sh | 46 ++ build_scripts/build-mpdecimal.sh | 42 ++ build_scripts/build-openblas.sh | 74 ++ build_scripts/build-openjpeg.sh | 71 ++ build_scripts/build-openssl-static.sh | 99 +++ build_scripts/build-openssl.sh | 55 ++ build_scripts/build-rust.sh | 98 +++ build_scripts/build-sqlite3.sh | 49 ++ build_scripts/build-tcltk.sh | 63 ++ build_scripts/build-zlib.sh | 57 ++ build_scripts/build-zstd.sh | 43 ++ build_scripts/build_utils.sh | 79 +++ .../download-and-install-interpreter.sh | 30 + build_scripts/finalize-one.sh | 59 ++ build_scripts/finalize.sh | 118 ++++ build_scripts/git-lfs-core-gpg-keys | Bin 0 -> 64361 bytes build_scripts/install-autoconf.sh | 51 ++ build_scripts/install-automake.sh | 56 ++ build_scripts/install-build-packages.sh | 30 + build_scripts/install-clang-static.sh | 67 ++ build_scripts/install-entrypoint.sh | 5 + build_scripts/install-gcc-wrapper.sh | 110 +++ build_scripts/install-git-lfs.sh | 51 ++ build_scripts/install-libtool.sh | 36 + build_scripts/install-libxcrypt.sh | 64 ++ build_scripts/install-runtime-packages.sh | 94 +++ build_scripts/manylinux-interpreters.py | 210 ++++++ build_scripts/python-tag-abi-tag.py | 9 + build_scripts/python_versions.json | 94 +++ build_scripts/requirements-base-tools.txt | 30 + build_scripts/requirements-tools/auditwheel | 14 + build_scripts/requirements-tools/cmake | 23 + build_scripts/requirements-tools/patchelf | 13 + build_scripts/requirements-tools/swig | 22 + build_scripts/requirements-tools/uv | 23 + build_scripts/requirements3.10.txt | 72 ++ build_scripts/requirements3.11.txt | 20 + build_scripts/requirements3.12.txt | 20 + build_scripts/requirements3.13.txt | 20 + build_scripts/requirements3.14.txt | 20 + build_scripts/requirements3.8.txt | 72 ++ build_scripts/requirements3.9.txt | 72 ++ build_scripts/update-system-packages.sh | 64 ++ examples/Containerfile.ubi10 | 49 ++ examples/Containerfile.ubi9 | 49 ++ manylinux-entrypoint | 14 + .../build/lib/package_plugins/__init__.py | 0 .../build/lib/package_plugins/debugpy.py | 94 +++ .../build/lib/package_plugins/faiss_cpu.py | 225 ++++++ overrides/package_plugins/pyproject.toml | 11 + .../calunga_package_plugins.egg-info/PKG-INFO | 3 + .../SOURCES.txt | 9 + .../dependency_links.txt | 1 + .../entry_points.txt | 3 + .../top_level.txt | 1 + .../src/package_plugins/__init__.py | 0 .../src/package_plugins/debugpy.py | 94 +++ .../src/package_plugins/faiss_cpu.py | 225 ++++++ .../001-rename-package-to-faiss-cpu.patch | 9 + ...0-use-python-development-module-only.patch | 8 + .../001-update-cmake-minimum-version.patch | 11 + overrides/settings.yaml | 7 + requirements-build.txt | 212 ++++++ requirements.in | 1 + requirements.txt | 536 ++++++++++++++ scripts/add_system_deps_to_sbom.py | 243 +++++++ scripts/build-wheels | 297 ++++++++ scripts/collect-build-files | 251 +++++++ scripts/patch-sbom-purl | 123 ++++ scripts/test-add-system-deps | 302 ++++++++ tests/autotools/AUTHORS | 0 tests/autotools/COPYING | 21 + tests/autotools/ChangeLog | 0 tests/autotools/Makefile.am | 0 tests/autotools/NEWS | 0 tests/autotools/README | 0 tests/autotools/configure.ac | 8 + tests/ctest/CMakeLists.txt | 11 + tests/ctest/test_sqlite3.cpp | 12 + tests/forty-two/forty-two.c | 20 + tests/forty-two/pyproject.toml | 3 + tests/forty-two/setup.py | 8 + tests/manylinux-check.py | 130 ++++ tests/modules-check.py | 83 +++ tests/run_tests.sh | 189 +++++ tests/ssl-check.py | 22 + 116 files changed, 9729 insertions(+) create mode 100644 .gitignore create mode 100644 Containerfile create mode 100644 IMPLEMENTATION_SUMMARY.md create mode 100644 LIBRARY_VERSION_STRATEGY.md create mode 100644 MIGRATION_STATUS.md create mode 100644 OPENSSL_SOURCE_BUILD.md create mode 100644 POST_MIGRATION_TESTING.md create mode 100644 READY_FOR_TESTING.md create mode 100644 UBI8_MIGRATION_COMPLETE.md create mode 100644 VERSION_UPDATES.md create mode 100755 build_scripts/build-aom.sh create mode 100755 build_scripts/build-arrow.sh create mode 100755 build_scripts/build-brotli.sh create mode 100755 build_scripts/build-bzip2.sh create mode 100755 build_scripts/build-cpython.sh create mode 100755 build_scripts/build-curl.sh create mode 100755 build_scripts/build-ffmpeg.sh create mode 100755 build_scripts/build-freetype.sh create mode 100755 build_scripts/build-git.sh create mode 100755 build_scripts/build-harfbuzz.sh create mode 100755 build_scripts/build-lcms2.sh create mode 100755 build_scripts/build-libavif.sh create mode 100755 build_scripts/build-libffi.sh create mode 100755 build_scripts/build-libjpeg-turbo.sh create mode 100755 build_scripts/build-libomp.sh create mode 100755 build_scripts/build-libpng.sh create mode 100755 build_scripts/build-libtiff.sh create mode 100755 build_scripts/build-libwebp.sh create mode 100755 build_scripts/build-libxml2.sh create mode 100755 build_scripts/build-libxslt.sh create mode 100755 build_scripts/build-libyaml.sh create mode 100755 build_scripts/build-mpdecimal.sh create mode 100755 build_scripts/build-openblas.sh create mode 100755 build_scripts/build-openjpeg.sh create mode 100755 build_scripts/build-openssl-static.sh create mode 100755 build_scripts/build-openssl.sh create mode 100755 build_scripts/build-rust.sh create mode 100755 build_scripts/build-sqlite3.sh create mode 100755 build_scripts/build-tcltk.sh create mode 100755 build_scripts/build-zlib.sh create mode 100755 build_scripts/build-zstd.sh create mode 100755 build_scripts/build_utils.sh create mode 100755 build_scripts/download-and-install-interpreter.sh create mode 100755 build_scripts/finalize-one.sh create mode 100755 build_scripts/finalize.sh create mode 100644 build_scripts/git-lfs-core-gpg-keys create mode 100755 build_scripts/install-autoconf.sh create mode 100755 build_scripts/install-automake.sh create mode 100755 build_scripts/install-build-packages.sh create mode 100755 build_scripts/install-clang-static.sh create mode 100755 build_scripts/install-entrypoint.sh create mode 100755 build_scripts/install-gcc-wrapper.sh create mode 100755 build_scripts/install-git-lfs.sh create mode 100755 build_scripts/install-libtool.sh create mode 100755 build_scripts/install-libxcrypt.sh create mode 100755 build_scripts/install-runtime-packages.sh create mode 100644 build_scripts/manylinux-interpreters.py create mode 100644 build_scripts/python-tag-abi-tag.py create mode 100644 build_scripts/python_versions.json create mode 100644 build_scripts/requirements-base-tools.txt create mode 100644 build_scripts/requirements-tools/auditwheel create mode 100644 build_scripts/requirements-tools/cmake create mode 100644 build_scripts/requirements-tools/patchelf create mode 100644 build_scripts/requirements-tools/swig create mode 100644 build_scripts/requirements-tools/uv create mode 100644 build_scripts/requirements3.10.txt create mode 100644 build_scripts/requirements3.11.txt create mode 100644 build_scripts/requirements3.12.txt create mode 100644 build_scripts/requirements3.13.txt create mode 100644 build_scripts/requirements3.14.txt create mode 100644 build_scripts/requirements3.8.txt create mode 100644 build_scripts/requirements3.9.txt create mode 100755 build_scripts/update-system-packages.sh create mode 100644 examples/Containerfile.ubi10 create mode 100644 examples/Containerfile.ubi9 create mode 100755 manylinux-entrypoint create mode 100644 overrides/package_plugins/build/lib/package_plugins/__init__.py create mode 100644 overrides/package_plugins/build/lib/package_plugins/debugpy.py create mode 100644 overrides/package_plugins/build/lib/package_plugins/faiss_cpu.py create mode 100644 overrides/package_plugins/pyproject.toml create mode 100644 overrides/package_plugins/src/calunga_package_plugins.egg-info/PKG-INFO create mode 100644 overrides/package_plugins/src/calunga_package_plugins.egg-info/SOURCES.txt create mode 100644 overrides/package_plugins/src/calunga_package_plugins.egg-info/dependency_links.txt create mode 100644 overrides/package_plugins/src/calunga_package_plugins.egg-info/entry_points.txt create mode 100644 overrides/package_plugins/src/calunga_package_plugins.egg-info/top_level.txt create mode 100644 overrides/package_plugins/src/package_plugins/__init__.py create mode 100644 overrides/package_plugins/src/package_plugins/debugpy.py create mode 100644 overrides/package_plugins/src/package_plugins/faiss_cpu.py create mode 100644 overrides/patches/faiss_cpu-1.9.0/001-rename-package-to-faiss-cpu.patch create mode 100644 overrides/patches/faiss_cpu/010-use-python-development-module-only.patch create mode 100644 overrides/patches/sentencepiece-0.2.0/001-update-cmake-minimum-version.patch create mode 100644 overrides/settings.yaml create mode 100644 requirements-build.txt create mode 100644 requirements.in create mode 100644 requirements.txt create mode 100755 scripts/add_system_deps_to_sbom.py create mode 100755 scripts/build-wheels create mode 100755 scripts/collect-build-files create mode 100755 scripts/patch-sbom-purl create mode 100755 scripts/test-add-system-deps create mode 100644 tests/autotools/AUTHORS create mode 100644 tests/autotools/COPYING create mode 100644 tests/autotools/ChangeLog create mode 100644 tests/autotools/Makefile.am create mode 100644 tests/autotools/NEWS create mode 100644 tests/autotools/README create mode 100644 tests/autotools/configure.ac create mode 100644 tests/ctest/CMakeLists.txt create mode 100644 tests/ctest/test_sqlite3.cpp create mode 100644 tests/forty-two/forty-two.c create mode 100644 tests/forty-two/pyproject.toml create mode 100644 tests/forty-two/setup.py create mode 100644 tests/manylinux-check.py create mode 100644 tests/modules-check.py create mode 100755 tests/run_tests.sh create mode 100644 tests/ssl-check.py diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000..3fec32c --- /dev/null +++ b/.gitignore @@ -0,0 +1 @@ +tmp/ diff --git a/Containerfile b/Containerfile new file mode 100644 index 0000000..29316c4 --- /dev/null +++ b/Containerfile @@ -0,0 +1,667 @@ +# default to latest supported policy, x86_64 +ARG BASEIMAGE=registry.access.redhat.com/ubi8/ubi@sha256:8e573e1d76ff27f9e1219b33c114e48b0f7b86f2e6858cd8861e84431c7416e4 +ARG POLICY=manylinux_2_28 +ARG PLATFORM=x86_64 +ARG DEVTOOLSET_ROOTPATH=/opt/rh/gcc-toolset-14/root +ARG LD_LIBRARY_PATH_ARG=${DEVTOOLSET_ROOTPATH}/usr/lib64:${DEVTOOLSET_ROOTPATH}/usr/lib:${DEVTOOLSET_ROOTPATH}/usr/lib64/dyninst:${DEVTOOLSET_ROOTPATH}/usr/lib/dyninst +ARG PREPEND_PATH=/usr/local/bin:${DEVTOOLSET_ROOTPATH}/usr/bin: +ARG MANYLINUX_BUILDARCH=${BUILDARCH} +ARG MANYLINUX_DISABLE_CLANG=0 +ARG MANYLINUX_DISABLE_CLANG_FOR_CPYTHON=0 +ARG MANYLINUX_CLANG_VERSION=21.1.5.0 +ARG MANYLINUX_COSIGN_VERSION=3.0.2 +# The shared OpenSSL pin, in one place. Two stages build it -- build_openssl, +# which curl links, and build_cpython -- and if they ever drift the image ends +# up shipping two different OpenSSLs. Keep PREFIX in step with ROOT: +# build-openssl.sh derives it as /opt/_internal/openssl-.. +ARG OPENSSL_SHARED_ROOT=openssl-3.6.4 +ARG OPENSSL_SHARED_HASH=9bffaa1ad1e07b354c21bd3324ec02fa15579f45a7d0494b3e74bc449b7333ef +ARG OPENSSL_SHARED_PREFIX=/opt/_internal/openssl-3.6 + + +FROM $BASEIMAGE AS runtime_base_packages +ARG POLICY +ARG PLATFORM +ARG DEVTOOLSET_ROOTPATH +ARG LD_LIBRARY_PATH_ARG +ARG PREPEND_PATH +LABEL maintainer="Red Hat" + +ENV AUDITWHEEL_POLICY=${POLICY} AUDITWHEEL_ARCH=${PLATFORM} AUDITWHEEL_PLAT=${POLICY}_${PLATFORM} +ENV LC_ALL=en_US.UTF-8 LANG=en_US.UTF-8 LANGUAGE=en_US.UTF-8 +ENV DEVTOOLSET_ROOTPATH=${DEVTOOLSET_ROOTPATH} +ENV LD_LIBRARY_PATH=${LD_LIBRARY_PATH_ARG} +ENV PATH=${PREPEND_PATH}${PATH} +ENV PKG_CONFIG_PATH=/usr/local/lib/pkgconfig + +# setup entrypoint +COPY build_scripts/install-entrypoint.sh \ + build_scripts/update-system-packages.sh \ + build_scripts/build_utils.sh \ + /opt/_internal/build_scripts/ + +RUN /opt/_internal/build_scripts/install-entrypoint.sh +COPY manylinux-entrypoint /usr/local/bin/manylinux-entrypoint +ENTRYPOINT ["manylinux-entrypoint"] + +COPY build_scripts/install-runtime-packages.sh /opt/_internal/build_scripts/ +RUN manylinux-entrypoint /opt/_internal/build_scripts/install-runtime-packages.sh + + +# prepare cross-compilation support +FROM --platform=linux/${MANYLINUX_BUILDARCH} ghcr.io/mayeut/static-clang:${MANYLINUX_CLANG_VERSION} AS static_clang_bin +FROM runtime_base_packages AS static_clang_prepare +ARG MANYLINUX_DISABLE_CLANG +COPY build_scripts/install-clang-static.sh /opt/_internal/build_scripts/ +RUN --mount=type=bind,target=/clang,from=static_clang_bin \ + mkdir -p /tmp/cross-compiler && \ + cp -rf /clang/opt/clang/* /tmp/cross-compiler/ && \ + /opt/_internal/build_scripts/install-clang-static.sh /tmp/cross-compiler +FROM scratch AS static_clang +COPY --from=static_clang_prepare /tmp/cross-compiler / + + +FROM runtime_base_packages AS runtime_base +COPY build_scripts/install-autoconf.sh /opt/_internal/build_scripts/ +RUN --mount=type=bind,from=static_clang,target=/tmp/cross-compiler,ro \ + export AUTOCONF_ROOT=autoconf-2.72 && \ + export AUTOCONF_HASH=afb181a76e1ee72832f6581c0eddf8df032b83e2e0239ef79ebedc4467d92d6e && \ + export AUTOCONF_DOWNLOAD_URL=https://ftp.gnu.org/gnu/autoconf && \ + /tmp/cross-compiler/entrypoint /opt/_internal/build_scripts/install-autoconf.sh + +COPY build_scripts/install-automake.sh /opt/_internal/build_scripts/ +RUN --mount=type=bind,from=static_clang,target=/tmp/cross-compiler,ro \ + export AUTOMAKE_ROOT=automake-1.18.1 && \ + export AUTOMAKE_HASH=63e585246d0fc8772dffdee0724f2f988146d1a3f1c756a3dc5cfbefa3c01915 && \ + export AUTOMAKE_DOWNLOAD_URL=https://ftp.gnu.org/gnu/automake && \ + /tmp/cross-compiler/entrypoint /opt/_internal/build_scripts/install-automake.sh + +COPY build_scripts/install-libtool.sh /opt/_internal/build_scripts/ +RUN --mount=type=bind,from=static_clang,target=/tmp/cross-compiler,ro \ + export LIBTOOL_ROOT=libtool-2.5.4 && \ + export LIBTOOL_HASH=da8ebb2ce4dcf46b90098daf962cffa68f4b4f62ea60f798d0ef12929ede6adf && \ + export LIBTOOL_DOWNLOAD_URL=https://ftp.gnu.org/gnu/libtool && \ + /tmp/cross-compiler/entrypoint /opt/_internal/build_scripts/install-libtool.sh + +COPY build_scripts/install-libxcrypt.sh /opt/_internal/build_scripts/ +RUN --mount=type=bind,from=static_clang,target=/tmp/cross-compiler,ro \ + export LIBXCRYPT_VERSION=4.5.1 && \ + export LIBXCRYPT_HASH=e9b46a62397c15372935f6a75dc3929c62161f2620be7b7f57f03d69102c1a86 && \ + export LIBXCRYPT_DOWNLOAD_URL=https://github.com/besser82/libxcrypt/releases/download && \ + /tmp/cross-compiler/entrypoint /opt/_internal/build_scripts/install-libxcrypt.sh + + +FROM runtime_base AS build_base +COPY build_scripts/install-build-packages.sh /opt/_internal/build_scripts/ +RUN manylinux-entrypoint /opt/_internal/build_scripts/install-build-packages.sh + + +# What curl links. build_cpython builds the same OpenSSL for CPython, but it is +# declared ~300 lines below this point and stage references only ever point +# backwards, so curl cannot reach it: the curl that ends up in the image is the +# one build_git builds, right here. Without this stage configure falls back to +# UBI8's openssl-devel, which is 1.1.1k and end of life since 2023-09-11. +FROM build_base AS build_openssl +ARG OPENSSL_SHARED_ROOT +ARG OPENSSL_SHARED_HASH +COPY build_scripts/build-openssl.sh /opt/_internal/build_scripts/ +RUN --mount=type=bind,from=static_clang,target=/tmp/cross-compiler,ro \ + export OPENSSL_ROOT=${OPENSSL_SHARED_ROOT} && \ + export OPENSSL_HASH=${OPENSSL_SHARED_HASH} && \ + export OPENSSL_DOWNLOAD_URL=https://github.com/openssl/openssl/releases/download/${OPENSSL_ROOT} && \ + /tmp/cross-compiler/entrypoint /opt/_internal/build_scripts/build-openssl.sh + + +FROM build_base AS build_git +ARG OPENSSL_SHARED_PREFIX +COPY --from=build_openssl ${OPENSSL_SHARED_PREFIX} ${OPENSSL_SHARED_PREFIX} +# Register it before anything runs, rather than setting LD_LIBRARY_PATH on one +# RUN: build-curl.sh executes the curl it just built, and build-git.sh then +# links git against that libcurl, so both steps need libssl.so.3. This file +# stays in the stage -- only /manylinux-rootfs is copied out of build_git. +RUN echo "${OPENSSL_SHARED_PREFIX}/lib" > /etc/ld.so.conf.d/00-openssl.conf && ldconfig +COPY build_scripts/build-curl.sh /opt/_internal/build_scripts/ +RUN --mount=type=bind,from=static_clang,target=/tmp/cross-compiler,ro \ + export CURL_ROOT=curl-8.17.0 && \ + export CURL_HASH=e8e74cdeefe5fb78b3ae6e90cd542babf788fa9480029cfcee6fd9ced42b7910 && \ + export CURL_DOWNLOAD_URL=https://curl.haxx.se/download && \ + export CURL_OPENSSL_PREFIX=${OPENSSL_SHARED_PREFIX} && \ + /tmp/cross-compiler/entrypoint /opt/_internal/build_scripts/build-curl.sh +COPY build_scripts/build-git.sh /opt/_internal/build_scripts/ +RUN --mount=type=bind,from=static_clang,target=/tmp/cross-compiler,ro \ + export GIT_ROOT=git-2.51.2 && \ + export GIT_HASH=9b44c2b337ec838e10aad42439d390963904449710d30c9e7e4ba449f45da98f && \ + export GIT_DOWNLOAD_URL=https://www.kernel.org/pub/software/scm/git && \ + /tmp/cross-compiler/entrypoint /opt/_internal/build_scripts/build-git.sh + + +FROM build_base AS build_sqlite3 +COPY build_scripts/build-sqlite3.sh /opt/_internal/build_scripts/ +RUN --mount=type=bind,from=static_clang,target=/tmp/cross-compiler,ro \ + export SQLITE_AUTOCONF_ROOT=sqlite-autoconf-3510000 && \ + export SQLITE_AUTOCONF_HASH=42e26dfdd96aa2e6b1b1be5c88b0887f9959093f650d693cb02eb9c36d146ca5 && \ + export SQLITE_AUTOCONF_DOWNLOAD_URL=https://www.sqlite.org/2025 && \ + /tmp/cross-compiler/entrypoint /opt/_internal/build_scripts/build-sqlite3.sh + + +FROM build_base AS build_tcl_tk +COPY build_scripts/build-tcltk.sh /opt/_internal/build_scripts/ +RUN --mount=type=bind,from=static_clang,target=/tmp/cross-compiler,ro \ + export TCL_ROOT=tcl8.6.17 && \ + export TCL_HASH=a3903371efcce8a405c5c245d029e9f6850258a60fa3761c4d58995610949b31 && \ + export TCL_DOWNLOAD_URL=https://prdownloads.sourceforge.net/tcl && \ + export TK_ROOT=tk8.6.17 && \ + export TK_HASH=e4982df6f969c08bf9dd858a6891059b4a3f50dc6c87c10abadbbe2fc4838946 && \ + /tmp/cross-compiler/entrypoint /opt/_internal/build_scripts/build-tcltk.sh + + +FROM build_base AS build_mpdecimal +COPY build_scripts/build-mpdecimal.sh /opt/_internal/build_scripts/ +RUN --mount=type=bind,from=static_clang,target=/tmp/cross-compiler,ro \ + export MPDECIMAL_ROOT=mpdecimal-4.0.1 && \ + export MPDECIMAL_HASH=96d33abb4bb0070c7be0fed4246cd38416188325f820468214471938545b1ac8 && \ + export MPDECIMAL_DOWNLOAD_URL=https://www.bytereef.org/software/mpdecimal/releases && \ + /tmp/cross-compiler/entrypoint /opt/_internal/build_scripts/build-mpdecimal.sh + + +FROM build_base AS build_zstd +COPY build_scripts/build-zstd.sh /opt/_internal/build_scripts/ +RUN --mount=type=bind,from=static_clang,target=/tmp/cross-compiler,ro \ + export ZSTD_VERSION=1.5.7 && \ + export ZSTD_HASH=eb33e51f49a15e023950cd7825ca74a4a2b43db8354825ac24fc1b7ee09e6fa3 && \ + export ZSTD_DOWNLOAD_URL=https://github.com/facebook/zstd/releases/download && \ + /tmp/cross-compiler/entrypoint /opt/_internal/build_scripts/build-zstd.sh + + +FROM build_base AS build_rust +COPY build_scripts/build-rust.sh /opt/_internal/build_scripts/ +# The unversioned .../rustup/dist path always serves the newest rustup, so the +# version is pinned in the URL; otherwise RUSTUP_HASH breaks on every release. +RUN --mount=type=bind,from=static_clang,target=/tmp/cross-compiler,ro \ + export RUST_VERSION=1.98.1 && \ + export RUSTUP_VERSION=1.29.1 && \ + export RUSTUP_HASH=dda7234360b7f578ca8b0ddcb80145646fa61a67c1720a5abc7051b35c9fcb71 && \ + export RUSTUP_DOWNLOAD_URL=https://static.rust-lang.org/rustup/archive/${RUSTUP_VERSION} && \ + /tmp/cross-compiler/entrypoint /opt/_internal/build_scripts/build-rust.sh + + +# Build-time curl for Arrow's bundled cloud SDKs. Only its /manylinux-buildfs is +# consumed (by build_arrow); the libcurl that ships comes out of build_git. +FROM build_base AS build_curl +ARG OPENSSL_SHARED_PREFIX +COPY --from=build_openssl ${OPENSSL_SHARED_PREFIX} ${OPENSSL_SHARED_PREFIX} +RUN echo "${OPENSSL_SHARED_PREFIX}/lib" > /etc/ld.so.conf.d/00-openssl.conf && ldconfig +COPY build_scripts/build-curl.sh /opt/_internal/build_scripts/ +RUN --mount=type=bind,from=static_clang,target=/tmp/cross-compiler,ro \ + export CURL_ROOT=curl-8.17.0 && \ + export CURL_HASH=e8e74cdeefe5fb78b3ae6e90cd542babf788fa9480029cfcee6fd9ced42b7910 && \ + export CURL_DOWNLOAD_URL=https://curl.haxx.se/download && \ + export CURL_OPENSSL_PREFIX=${OPENSSL_SHARED_PREFIX} && \ + /tmp/cross-compiler/entrypoint /opt/_internal/build_scripts/build-curl.sh + + +FROM build_base AS build_libjpeg_turbo +COPY build_scripts/build-libjpeg-turbo.sh /opt/_internal/build_scripts/ +RUN --mount=type=bind,from=static_clang,target=/tmp/cross-compiler,ro \ + export LIBJPEG_TURBO_VERSION=3.1.3 && \ + export LIBJPEG_TURBO_HASH=075920b826834ac4ddf97661cc73491047855859affd671d52079c6867c1c6c0 && \ + export LIBJPEG_TURBO_DOWNLOAD_URL=https://github.com/libjpeg-turbo/libjpeg-turbo/releases/download && \ + /tmp/cross-compiler/entrypoint /opt/_internal/build_scripts/build-libjpeg-turbo.sh + + +FROM build_base AS build_libyaml +COPY build_scripts/build-libyaml.sh /opt/_internal/build_scripts/ +RUN --mount=type=bind,from=static_clang,target=/tmp/cross-compiler,ro \ + export LIBYAML_VERSION=0.2.5 && \ + export LIBYAML_HASH=c642ae9b75fee120b2d96c712538bd2cf283228d2337df2cf2988e3c02678ef4 && \ + export LIBYAML_DOWNLOAD_URL=https://pyyaml.org/download/libyaml && \ + /tmp/cross-compiler/entrypoint /opt/_internal/build_scripts/build-libyaml.sh + + +FROM build_base AS build_libxml2 +COPY build_scripts/build-libxml2.sh /opt/_internal/build_scripts/ +RUN --mount=type=bind,from=static_clang,target=/tmp/cross-compiler,ro \ + export LIBXML2_VERSION=2.15.1 && \ + export LIBXML2_HASH=c008bac08fd5c7b4a87f7b8a71f283fa581d80d80ff8d2efd3b26224c39bc54c && \ + export LIBXML2_DOWNLOAD_URL=https://download.gnome.org/sources/libxml2 && \ + /tmp/cross-compiler/entrypoint /opt/_internal/build_scripts/build-libxml2.sh + + +FROM build_base AS build_libxslt +COPY --from=build_libxml2 /manylinux-buildfs / +COPY build_scripts/build-libxslt.sh /opt/_internal/build_scripts/ +RUN --mount=type=bind,from=static_clang,target=/tmp/cross-compiler,ro \ + export LIBXSLT_VERSION=1.1.45 && \ + export LIBXSLT_HASH=9acfe68419c4d06a45c550321b3212762d92f41465062ca4ea19e632ee5d216e && \ + export LIBXSLT_DOWNLOAD_URL=https://download.gnome.org/sources/libxslt && \ + /tmp/cross-compiler/entrypoint /opt/_internal/build_scripts/build-libxslt.sh + + +FROM build_base AS build_libffi +COPY build_scripts/build-libffi.sh /opt/_internal/build_scripts/ +RUN --mount=type=bind,from=static_clang,target=/tmp/cross-compiler,ro \ + export LIBFFI_VERSION=3.5.2 && \ + export LIBFFI_HASH=f3a3082a23b37c293a4fcd1053147b371f2ff91fa7ea1b2a52e335676bac82dc && \ + export LIBFFI_DOWNLOAD_URL=https://github.com/libffi/libffi/releases/download && \ + /tmp/cross-compiler/entrypoint /opt/_internal/build_scripts/build-libffi.sh + + +FROM build_base AS build_openblas +COPY build_scripts/build-openblas.sh /opt/_internal/build_scripts/ +RUN export OPENBLAS_VERSION=0.3.34 && \ + export OPENBLAS_HASH=cd7e129868320cc2d033afa920e31202dfe0b8066a5b66661900ccc0f197dfed && \ + export OPENBLAS_DOWNLOAD_URL=https://github.com/OpenMathLib/OpenBLAS/releases/download && \ + /opt/_internal/build_scripts/build-openblas.sh + + +FROM build_base AS build_libomp +COPY build_scripts/build-libomp.sh /opt/_internal/build_scripts/ +RUN export LIBOMP_VERSION=20.1.6 && \ + export LIBOMP_HASH=ff8dabd89212cd41b4fc5c26433bcde368873e4f10ea0331792e6b6e7707eff9 && \ + export LIBOMP_CMAKE_HASH=b4b3efa5d5b01b3f211f1ba326bb6f0c318331f828202d332c95b7f30fca5f8c && \ + export LIBOMP_DOWNLOAD_URL=https://github.com/llvm/llvm-project/releases/download && \ + /opt/_internal/build_scripts/build-libomp.sh + + +FROM build_base AS build_zlib +COPY build_scripts/build-zlib.sh /opt/_internal/build_scripts/ +RUN export ZLIB_VERSION=1.3.1 && \ + export ZLIB_HASH=9a93b2b7dfdac77ceba5a558a580e74667dd6fede4585b91eefb60f03b72df23 && \ + export ZLIB_DOWNLOAD_URL=https://github.com/madler/zlib/releases/download/v1.3.1 && \ + /opt/_internal/build_scripts/build-zlib.sh + + +FROM build_base AS build_arrow +# Arrow's bundled cloud SDKs (S3/GCS/Azure) link libcurl, and the Azure SDK +# also needs libxml2; aws-sdk-cpp/curl pull in zlib. Stage the source-built +# dev trees so CMake can find them. (build_curl/build_libxml2/build_zlib are all +# defined earlier so these remain backward stage references.) +ARG OPENSSL_SHARED_PREFIX +COPY --from=build_curl /manylinux-buildfs / +COPY --from=build_libxml2 /manylinux-buildfs / +COPY --from=build_zlib /manylinux-buildfs / +# Arrow has to agree with libcurl on OpenSSL. Linking libcurl needs libssl.so.3 +# resolvable at all, and aws-sdk-cpp would otherwise find UBI's 1.1.1k through +# CMake's default search -- which would put two OpenSSL majors in one pyarrow +# wheel. OPENSSL_ROOT_DIR is what FindOpenSSL keys on. +COPY --from=build_openssl ${OPENSSL_SHARED_PREFIX} ${OPENSSL_SHARED_PREFIX} +# Register only OpenSSL, never the curl prefix: libssl.so.3 adds a soname UBI8 +# does not have, whereas putting our libcurl.so.4 on the default search path +# hands UBI's curl binary a libcurl built without HTTP/2, and it then fails +# every https fetch with CURLE_NOT_BUILT_IN -- including build-arrow.sh's own +# source download. Arrow reaches our libcurl through an rpath instead. +RUN echo "${OPENSSL_SHARED_PREFIX}/lib" > /etc/ld.so.conf.d/00-openssl.conf && ldconfig +COPY build_scripts/build-arrow.sh /opt/_internal/build_scripts/ +RUN --mount=type=bind,from=static_clang,target=/tmp/cross-compiler,ro \ + export ARROW_VERSION=25.0.1 && \ + export ARROW_HASH=43d5de0a581f43cf63a2c06b4dcf13b9ff6fcd800f023324596e5781093bc500 && \ + export ARROW_DOWNLOAD_URL=https://archive.apache.org/dist/arrow/arrow-${ARROW_VERSION} && \ + export OPENSSL_ROOT_DIR=${OPENSSL_SHARED_PREFIX} && \ + /tmp/cross-compiler/entrypoint /opt/_internal/build_scripts/build-arrow.sh + + +FROM build_base AS build_bzip2 +COPY build_scripts/build-bzip2.sh /opt/_internal/build_scripts/ +RUN --mount=type=bind,from=static_clang,target=/tmp/cross-compiler,ro \ + export BZIP2_VERSION=1.0.8 && \ + export BZIP2_HASH=ab5a03176ee106d3f0fa90e381da478ddae405918153cca248e682cd0c4a2269 && \ + export BZIP2_DOWNLOAD_URL=https://sourceware.org/pub/bzip2 && \ + /tmp/cross-compiler/entrypoint /opt/_internal/build_scripts/build-bzip2.sh + + +FROM build_base AS build_libpng +COPY --from=build_zlib /manylinux-buildfs / +COPY build_scripts/build-libpng.sh /opt/_internal/build_scripts/ +RUN --mount=type=bind,from=static_clang,target=/tmp/cross-compiler,ro \ + export LIBPNG_VERSION=1.6.44 && \ + export LIBPNG_HASH=60c4da1d5b7f0aa8d158da48e8f8afa9773c1c8baa5d21974df61f1886b8ce8e && \ + export LIBPNG_DOWNLOAD_URL=https://download.sourceforge.net/libpng && \ + /tmp/cross-compiler/entrypoint /opt/_internal/build_scripts/build-libpng.sh + + +FROM build_base AS build_libtiff +COPY --from=build_zlib /manylinux-buildfs / +COPY --from=build_libjpeg_turbo /manylinux-buildfs / +COPY --from=build_zstd /manylinux-buildfs / +COPY build_scripts/build-libtiff.sh /opt/_internal/build_scripts/ +RUN --mount=type=bind,from=static_clang,target=/tmp/cross-compiler,ro \ + export LIBTIFF_VERSION=4.6.0 && \ + export LIBTIFF_HASH=e178649607d1e22b51cf361dd20a3753f244f022eefab1f2f218fc62ebaf87d2 && \ + export LIBTIFF_DOWNLOAD_URL=https://download.osgeo.org/libtiff && \ + /tmp/cross-compiler/entrypoint /opt/_internal/build_scripts/build-libtiff.sh + + +FROM build_base AS build_brotli +COPY build_scripts/build-brotli.sh /opt/_internal/build_scripts/ +RUN --mount=type=bind,from=static_clang,target=/tmp/cross-compiler,ro \ + export BROTLI_VERSION=1.1.0 && \ + export BROTLI_HASH=e720a6ca29428b803f4ad165371771f5398faba397edf6778837a18599ea13ff && \ + export BROTLI_DOWNLOAD_URL=https://github.com/google/brotli/archive/refs/tags && \ + /tmp/cross-compiler/entrypoint /opt/_internal/build_scripts/build-brotli.sh + + +# FreeType is built WITHOUT HarfBuzz (see build-freetype.sh) so that HarfBuzz can +# be built afterwards WITH FreeType support -- Pillow's vendored raqm needs +# HarfBuzz's hb-ft integration, which requires linking against libfreetype. +FROM build_base AS build_freetype +COPY --from=build_zlib /manylinux-buildfs / +COPY --from=build_libpng /manylinux-buildfs / +COPY --from=build_brotli /manylinux-buildfs / +COPY build_scripts/build-freetype.sh /opt/_internal/build_scripts/ +RUN --mount=type=bind,from=static_clang,target=/tmp/cross-compiler,ro \ + export FREETYPE_VERSION=2.14.3 && \ + export FREETYPE_HASH=36bc4f1cc413335368ee656c42afca65c5a3987e8768cc28cf11ba775e785a5f && \ + export FREETYPE_DOWNLOAD_URL=https://download.savannah.gnu.org/releases/freetype && \ + /tmp/cross-compiler/entrypoint /opt/_internal/build_scripts/build-freetype.sh + + +# HarfBuzz is built AFTER FreeType and links against it (HB_HAVE_FREETYPE=ON) so +# that hb-ft.h and the hb_ft_* symbols exist for Pillow's vendored raqm. +FROM build_base AS build_harfbuzz +COPY --from=build_zlib /manylinux-buildfs / +COPY --from=build_bzip2 /manylinux-buildfs / +COPY --from=build_libpng /manylinux-buildfs / +COPY --from=build_brotli /manylinux-buildfs / +COPY --from=build_freetype /manylinux-buildfs / +COPY build_scripts/build-harfbuzz.sh /opt/_internal/build_scripts/ +RUN --mount=type=bind,from=static_clang,target=/tmp/cross-compiler,ro \ + export HARFBUZZ_VERSION=10.4.0 && \ + export HARFBUZZ_HASH=480b6d25014169300669aa1fc39fb356c142d5028324ea52b3a27648b9beaad8 && \ + export HARFBUZZ_DOWNLOAD_URL=https://github.com/harfbuzz/harfbuzz/releases/download/10.4.0 && \ + /tmp/cross-compiler/entrypoint /opt/_internal/build_scripts/build-harfbuzz.sh + + +FROM build_base AS build_libwebp +COPY --from=build_zlib /manylinux-buildfs / +COPY --from=build_libpng /manylinux-buildfs / +COPY --from=build_libtiff /manylinux-buildfs / +COPY --from=build_libjpeg_turbo /manylinux-buildfs / +COPY build_scripts/build-libwebp.sh /opt/_internal/build_scripts/ +RUN --mount=type=bind,from=static_clang,target=/tmp/cross-compiler,ro \ + export LIBWEBP_VERSION=1.4.0 && \ + export LIBWEBP_HASH=61f873ec69e3be1b99535634340d5bde750b2e4447caa1db9f61be3fd49ab1e5 && \ + export LIBWEBP_DOWNLOAD_URL=https://storage.googleapis.com/downloads.webmproject.org/releases/webp && \ + /tmp/cross-compiler/entrypoint /opt/_internal/build_scripts/build-libwebp.sh + + +FROM build_base AS build_lcms2 +COPY build_scripts/build-lcms2.sh /opt/_internal/build_scripts/ +RUN --mount=type=bind,from=static_clang,target=/tmp/cross-compiler,ro \ + export LCMS2_VERSION=2.16 && \ + export LCMS2_HASH=d873d34ad8b9b4cea010631f1a6228d2087475e4dc5e763eb81acc23d9d45a51 && \ + export LCMS2_DOWNLOAD_URL=https://github.com/mm2/Little-CMS/releases/download/lcms2.16 && \ + /tmp/cross-compiler/entrypoint /opt/_internal/build_scripts/build-lcms2.sh + + +FROM build_base AS build_openjpeg +COPY --from=build_zlib /manylinux-buildfs / +COPY --from=build_libpng /manylinux-buildfs / +COPY --from=build_libtiff /manylinux-buildfs / +COPY build_scripts/build-openjpeg.sh /opt/_internal/build_scripts/ +RUN --mount=type=bind,from=static_clang,target=/tmp/cross-compiler,ro \ + export OPENJPEG_VERSION=2.5.4 && \ + export OPENJPEG_HASH=a695fbe19c0165f295a8531b1e4e855cd94d0875d2f88ec4b61080677e27188a && \ + export OPENJPEG_DOWNLOAD_URL=https://github.com/uclouvain/openjpeg/archive/refs/tags && \ + /tmp/cross-compiler/entrypoint /opt/_internal/build_scripts/build-openjpeg.sh + + +FROM build_base AS build_aom +COPY build_scripts/build-aom.sh /opt/_internal/build_scripts/ +RUN --mount=type=bind,from=static_clang,target=/tmp/cross-compiler,ro \ + export AOM_VERSION=3.12.1 && \ + export AOM_HASH=9e9775180dec7dfd61a79e00bda3809d43891aee6b2e331ff7f26986207ea22e && \ + export AOM_DOWNLOAD_URL=https://storage.googleapis.com/aom-releases && \ + /tmp/cross-compiler/entrypoint /opt/_internal/build_scripts/build-aom.sh + + +FROM build_base AS build_libavif +COPY --from=build_zlib /manylinux-buildfs / +COPY --from=build_libpng /manylinux-buildfs / +COPY --from=build_libjpeg_turbo /manylinux-buildfs / +COPY --from=build_aom /manylinux-buildfs / +COPY build_scripts/build-libavif.sh /opt/_internal/build_scripts/ +RUN --mount=type=bind,from=static_clang,target=/tmp/cross-compiler,ro \ + export LIBAVIF_VERSION=1.4.2 && \ + export LIBAVIF_HASH=2b645287340ba5a631d268b551dc2d72bd73ac33335962dd36dcdb6d8366921d && \ + export LIBAVIF_DOWNLOAD_URL=https://github.com/AOMediaCodec/libavif/archive/refs/tags && \ + /tmp/cross-compiler/entrypoint /opt/_internal/build_scripts/build-libavif.sh + + +FROM build_base AS build_ffmpeg +COPY --from=build_zlib /manylinux-buildfs / +COPY build_scripts/build-ffmpeg.sh /opt/_internal/build_scripts/ +RUN --mount=type=bind,from=static_clang,target=/tmp/cross-compiler,ro \ + export FFMPEG_VERSION=8.0.3 && \ + export FFMPEG_HASH=6136812ea6d4e68bdba27e33c2a94382711cdf4f8602ffef056ff792bd6f9818 && \ + export FFMPEG_DOWNLOAD_URL=https://ffmpeg.org/releases && \ + /tmp/cross-compiler/entrypoint /opt/_internal/build_scripts/build-ffmpeg.sh + + +FROM --platform=${BUILDPLATFORM} ghcr.io/sigstore/cosign/cosign:v${MANYLINUX_COSIGN_VERSION} AS cosign-bin + + +FROM build_base AS build_cpython +COPY --from=build_tcl_tk /manylinux-buildfs / +COPY --from=build_mpdecimal /manylinux-buildfs / +COPY --from=build_zstd /manylinux-buildfs / +COPY --from=build_sqlite3 /manylinux-buildfs / +RUN ldconfig +# Two OpenSSL builds, from two different upstream lines, with two different +# consumers. See build-openssl-static.sh for why the second one exists and how +# its prefix stays isolated from the shared build. +# +# The shared build is what CPython, curl and everything auditwheel bundles into +# a wheel link against (currently cmake and snowflake-connector-python). It has +# to stay on 3.x: OpenSSL 4.0 made struct asn1_string_st opaque, and CPython +# 3.12's Modules/_ssl.c still dereferences it directly -- name->d.ip->length, +# uri->data and six more -- so 3.12.12 against 4.0.2 dies with eight +# "incomplete definition of type 'ASN1_OCTET_STRING'" errors. Moving this pin +# to 4.x needs a CPython that went through ASN1_STRING_get0_data() first. +# +# The static build is reachable only by a package that asks for it by setting +# OPENSSL_DIR and OPENSSL_STATIC, which today means cryptography alone. It +# tracks 4.x because cryptography's own PyPI wheels are built against 4.x, and +# nothing on that path goes through CPython's _ssl. +# +# Track the newest upstream release of each line here. Parity review compares +# the OpenSSL version embedded in our wheels against the PyPI ones, and both +# builds end up inside wheels. +# +# The shared build is repeated here rather than copied from build_openssl +# because build-openssl.sh also removes UBI's openssl-devel from the stage it +# runs in, and CPython's configure is sensitive to what else is installed +# alongside it. The pin lives in OPENSSL_SHARED_ROOT so the two cannot drift. +COPY build_scripts/build-openssl.sh build_scripts/build-openssl-static.sh /opt/_internal/build_scripts/ +ARG OPENSSL_SHARED_ROOT +ARG OPENSSL_SHARED_HASH +RUN --mount=type=bind,from=static_clang,target=/tmp/cross-compiler,ro \ + export OPENSSL_ROOT=${OPENSSL_SHARED_ROOT} && \ + export OPENSSL_HASH=${OPENSSL_SHARED_HASH} && \ + export OPENSSL_DOWNLOAD_URL=https://github.com/openssl/openssl/releases/download/${OPENSSL_ROOT} && \ + /tmp/cross-compiler/entrypoint /opt/_internal/build_scripts/build-openssl.sh +RUN --mount=type=bind,from=static_clang,target=/tmp/cross-compiler,ro \ + export OPENSSL_ROOT=openssl-4.0.2 && \ + export OPENSSL_HASH=736b467530f916737b7031310ccb21d8218c6229e61e8e160cd1d3458cd543a8 && \ + export OPENSSL_DOWNLOAD_URL=https://github.com/openssl/openssl/releases/download/${OPENSSL_ROOT} && \ + /tmp/cross-compiler/entrypoint /opt/_internal/build_scripts/build-openssl-static.sh +COPY --from=cosign-bin /ko-app/cosign /usr/local/bin/cosign +COPY build_scripts/build-cpython.sh /opt/_internal/build_scripts/ + + +FROM build_cpython AS build_cpython312 +COPY --from=build_zlib /manylinux-buildfs / +COPY --from=build_bzip2 /manylinux-buildfs / +COPY --from=build_libpng /manylinux-buildfs / +COPY --from=build_libtiff /manylinux-buildfs / +COPY --from=build_brotli /manylinux-buildfs / +COPY --from=build_harfbuzz /manylinux-buildfs / +COPY --from=build_freetype /manylinux-buildfs / +COPY --from=build_libwebp /manylinux-buildfs / +COPY --from=build_lcms2 /manylinux-buildfs / +COPY --from=build_openjpeg /manylinux-buildfs / +COPY --from=build_aom /manylinux-buildfs / +COPY --from=build_libavif /manylinux-buildfs / +COPY --from=build_libjpeg_turbo /manylinux-buildfs / +COPY --from=build_libyaml /manylinux-buildfs / +COPY --from=build_libxml2 /manylinux-buildfs / +COPY --from=build_libxslt /manylinux-buildfs / +COPY --from=build_libffi /manylinux-buildfs / +COPY --from=build_openblas /manylinux-buildfs / +COPY --from=build_libomp /manylinux-buildfs / +COPY --from=build_arrow /manylinux-buildfs / +ARG MANYLINUX_DISABLE_CLANG_FOR_CPYTHON +RUN --mount=type=bind,from=static_clang,target=/tmp/cross-compiler,ro \ + /tmp/cross-compiler/entrypoint /opt/_internal/build_scripts/build-cpython.sh thomas@python.org https://accounts.google.com 3.12.12 + + +FROM scratch AS merged_buildfs +COPY --from=build_zlib /manylinux-buildfs / +COPY --from=build_bzip2 /manylinux-buildfs / +COPY --from=build_libpng /manylinux-buildfs / +COPY --from=build_libtiff /manylinux-buildfs / +COPY --from=build_brotli /manylinux-buildfs / +COPY --from=build_harfbuzz /manylinux-buildfs / +COPY --from=build_freetype /manylinux-buildfs / +COPY --from=build_libwebp /manylinux-buildfs / +COPY --from=build_lcms2 /manylinux-buildfs / +COPY --from=build_openjpeg /manylinux-buildfs / +COPY --from=build_aom /manylinux-buildfs / +COPY --from=build_libavif /manylinux-buildfs / +COPY --from=build_libjpeg_turbo /manylinux-buildfs / +COPY --from=build_libyaml /manylinux-buildfs / +COPY --from=build_libxml2 /manylinux-buildfs / +COPY --from=build_libxslt /manylinux-buildfs / +COPY --from=build_libffi /manylinux-buildfs / +COPY --from=build_openblas /manylinux-buildfs / +COPY --from=build_libomp /manylinux-buildfs / +COPY --from=build_arrow /manylinux-buildfs / +COPY --from=build_ffmpeg /manylinux-buildfs / + + +FROM runtime_base +COPY --from=build_tcl_tk /manylinux-rootfs / +COPY --from=build_mpdecimal /manylinux-rootfs / +COPY --from=build_zstd /manylinux-rootfs / +COPY --from=build_sqlite3 /manylinux-rootfs / +COPY --from=build_git /manylinux-rootfs / +COPY --from=build_rust /manylinux-rootfs / +COPY --from=build_zlib /manylinux-rootfs / +COPY --from=build_bzip2 /manylinux-rootfs / +COPY --from=build_libpng /manylinux-rootfs / +COPY --from=build_libtiff /manylinux-rootfs / +COPY --from=build_brotli /manylinux-rootfs / +COPY --from=build_harfbuzz /manylinux-rootfs / +COPY --from=build_freetype /manylinux-rootfs / +COPY --from=build_libwebp /manylinux-rootfs / +COPY --from=build_lcms2 /manylinux-rootfs / +COPY --from=build_openjpeg /manylinux-rootfs / +COPY --from=build_aom /manylinux-rootfs / +COPY --from=build_libavif /manylinux-rootfs / +COPY --from=build_libjpeg_turbo /manylinux-rootfs / +COPY --from=build_libyaml /manylinux-rootfs / +COPY --from=build_libxml2 /manylinux-rootfs / +COPY --from=build_libxslt /manylinux-rootfs / +COPY --from=build_libffi /manylinux-rootfs / +COPY --from=build_openblas /manylinux-rootfs / +COPY --from=build_libomp /manylinux-rootfs / +COPY --from=build_arrow /manylinux-rootfs / +COPY --from=build_ffmpeg /manylinux-rootfs / +RUN find /opt/_internal -name '*.so' -printf '%h\n' | sort -u >> /etc/ld.so.conf.d/00-manylinux.conf && \ + ldconfig + +# Copy build-time files (headers, pkgconfig) needed for building wheels +COPY --from=merged_buildfs /opt /opt +COPY --from=merged_buildfs /usr/local/lib/pkgconfig /usr/local/lib/pkgconfig +COPY --from=merged_buildfs /usr/local/lib/cmake /usr/local/lib/cmake +COPY --from=merged_buildfs /usr/local/include /usr/local/include +# Create symlinks in standard paths so build systems that don't use pkg-config +# (e.g. PyYAML's setup.py) can find our source-built headers and libraries +RUN for dir in /opt/_internal/lib*/include /opt/_internal/openblas*/include /opt/_internal/zlib*/include /opt/_internal/bzip2*/include /opt/_internal/libomp*/include /opt/_internal/freetype*/include /opt/_internal/lcms2*/include /opt/_internal/openjpeg*/include /opt/_internal/aom*/include /opt/_internal/brotli*/include /opt/_internal/harfbuzz*/include /opt/_internal/ffmpeg*/include; do \ + [ -d "$dir" ] || continue; \ + for item in "$dir"/*; do \ + ln -sf "$item" /usr/local/include/; \ + done; \ + done && \ + for dir in /opt/_internal/lib*/lib /opt/_internal/openblas*/lib /opt/_internal/zlib*/lib /opt/_internal/bzip2*/lib /opt/_internal/libomp*/lib /opt/_internal/freetype*/lib /opt/_internal/lcms2*/lib /opt/_internal/openjpeg*/lib /opt/_internal/aom*/lib /opt/_internal/brotli*/lib /opt/_internal/harfbuzz*/lib /opt/_internal/ffmpeg*/lib; do \ + [ -d "$dir" ] || continue; \ + for lib in "$dir"/lib*.so; do \ + [ -f "$lib" ] && ln -sf "$lib" /usr/local/lib/; \ + done; \ + done +COPY build_scripts /opt/_internal/build_scripts/ +RUN --mount=type=bind,target=/build_cpython312,from=build_cpython312 \ + --mount=type=bind,target=/build_cpython_base,from=build_cpython \ + mkdir -p /opt/_internal && \ + cp -rf /build_cpython*/opt/_internal/cpython* /opt/_internal/ && \ + if test -n "$(find /build_cpython_base/opt/_internal -maxdepth 1 -name 'openssl*' -print -quit)"; then cp -rf /build_cpython_base/opt/_internal/openssl* /opt/_internal/; fi && \ + if test -n "$(find /build_cpython_base/opt/_internal -maxdepth 1 -name 'static-openssl*' -print -quit)"; then cp -rf /build_cpython_base/opt/_internal/static-openssl* /opt/_internal/; fi && \ + manylinux-entrypoint /opt/_internal/build_scripts/finalize.sh \ + pp311-pypy311_pp73 +# build-openssl-static.sh asserts the legacy provider is in libcrypto.a, but it +# runs in build_cpython, two stages back, and cannot see anything that happens +# to the archive after that -- finalize.sh above purges *.a out of +# /opt/_internal. Re-assert on the finished filesystem, where a wheel would +# actually find it. +RUN set -e && \ + STATIC_LIBCRYPTO=/opt/_internal/static-openssl/lib/libcrypto.a && \ + if [ ! -f "${STATIC_LIBCRYPTO}" ]; then \ + echo "ERROR: ${STATIC_LIBCRYPTO} is missing from the final image." >&2; \ + echo "The static OpenSSL built, but something between that stage and" >&2; \ + echo "here removed its archives -- check the *.a purge in" >&2; \ + echo "build_scripts/finalize.sh. A wheel setting OPENSSL_DIR and" >&2; \ + echo "OPENSSL_STATIC cannot link against headers alone." >&2; \ + exit 1; \ + fi && \ + LEGACY_SYMS=$(nm "${STATIC_LIBCRYPTO}" | grep -c ossl_legacy_provider_init || true) && \ + if [ "${LEGACY_SYMS}" -eq 0 ]; then \ + echo "ERROR: ${STATIC_LIBCRYPTO} survived but has no" >&2; \ + echo "ossl_legacy_provider_init; a wheel linking it would silently lose" >&2; \ + echo "Blowfish, CAST5, IDEA, SEED, ARC4 and RC2." >&2; \ + exit 1; \ + fi +# Make source-built OpenSSL available system-wide so packages like cmake and +# duckdb find it instead of the old system OpenSSL 1.1.1k headers +RUN set -e && \ + for dir in /opt/_internal/openssl*/include/*; do \ + [ -d "$dir" ] && ln -sf "$dir" /usr/local/include/; \ + done; \ + for lib in /opt/_internal/openssl*/lib/lib*.so*; do \ + [ -f "$lib" ] && ln -sf "$lib" /usr/local/lib/; \ + done; \ + for pc in /opt/_internal/openssl*/lib/pkgconfig/*.pc; do \ + [ -f "$pc" ] && ln -sf "$pc" /usr/local/lib/pkgconfig/; \ + done; \ + ldconfig + +COPY tests /opt/_internal/tests/ + +ENV SSL_CERT_FILE=/opt/_internal/certs.pem + +WORKDIR /src +# perl-IPC-Cmd is a build tool (not bundled in wheels) +# cmake needed for CMake-based builds (libjpeg-turbo, libtiff, openblas) +RUN dnf -y install \ + --setopt install_weak_deps=0 \ + perl-IPC-Cmd \ + cmake \ + zip \ + unzip \ + && dnf clean all \ + && rm -rf /var/cache/dnf +COPY requirements.txt . +RUN cpython3.12 -m venv venv +RUN venv/bin/python -m pip install -r requirements.txt --no-deps --no-cache-dir --require-hashes + +COPY scripts/* /usr/local/bin/ +COPY overrides/settings.yaml /usr/local/share/fromager/overrides/settings.yaml +COPY overrides/patches /usr/local/share/fromager/overrides/patches +COPY overrides/package_plugins /src/package_plugins +RUN venv/bin/pip install --no-deps /src/package_plugins + +RUN \ + ln -s /src/venv/bin/python /usr/local/bin/python3 && \ + ln -s /src/venv/bin/fromager /usr/local/bin/fromager && \ + ln -s /src/venv/bin/wheel /usr/local/bin/wheel + +ENV PYTHONUNBUFFERED=1 +CMD ["bash"] diff --git a/IMPLEMENTATION_SUMMARY.md b/IMPLEMENTATION_SUMMARY.md new file mode 100644 index 0000000..28b66d9 --- /dev/null +++ b/IMPLEMENTATION_SUMMARY.md @@ -0,0 +1,374 @@ +# Implementation Summary: UBI8 Migration + Source Builds + +**Date:** 2026-03-20 +**Implementation Status:** Phase 1 + Phase 2 COMPLETE + +## What Was Implemented + +### ✅ Phase 1: UBI8 Base Migration (COMPLETE) + +**Base Image Change:** +```dockerfile +# Before: ARG BASEIMAGE=amd64/almalinux:8 +# After: ARG BASEIMAGE=registry.access.redhat.com/ubi8/ubi@sha256:28a85f76... +``` + +**Optimizations:** +- Added `--setopt install_weak_deps=0` to all dnf operations +- Reduces image size by excluding weak dependencies +- Follows UBI best practices from examples/Containerfile.ubi9 + +**Backup Created:** +- `Containerfile.almalinux` - full backup of original AlmaLinux configuration + +--- + +### ✅ Phase 2: High-Priority Source Builds (COMPLETE) + +**5 New Libraries Built from Source:** + +1. **Rust 1.84.0 + Cargo** ⚠️ CRITICAL + - Replaces: UBI8 ships Rust 1.66 (too old for modern Python packages) + - Why critical: Required for cryptography, ruff, pydantic-core, etc. + - Method: rustup installation with minimal profile + - Location: `/opt/_internal/rust-1.84.0/` + - Wrappers: `/usr/local/bin/{rustc,cargo,rustup}` + +2. **libjpeg-turbo 3.0.1** + - Replaces: `libjpeg-turbo-devel` package + - Used by: Pillow, scikit-image, matplotlib + - Method: CMake build + - Location: `/opt/_internal/libjpeg-turbo-3/` + +3. **libyaml 0.2.5** + - Replaces: `libyaml-devel` package + - Used by: PyYAML (very common) + - Method: autoconf + - Location: `/opt/_internal/libyaml-0/` + +4. **libxml2 2.12.5** + - Replaces: `libxml2-devel` package + - Used by: lxml (very common) + - Method: autoconf + - Location: `/opt/_internal/libxml2-2.12/` + +5. **libxslt 1.1.39** + - Replaces: `libxslt-devel` package + - Used by: lxml + - Method: autoconf (depends on libxml2) + - Location: `/opt/_internal/libxslt-1.1/` + +**Containerfile Structure:** +``` +build_base + ├── build_rust (new - Phase 2) + ├── build_libjpeg_turbo (new - Phase 2) + ├── build_libyaml (new - Phase 2) + ├── build_libxml2 (new - Phase 2) + └── build_libxslt (new - Phase 2, depends on libxml2) + +build_cpython + ├── COPY --from=build_libjpeg_turbo + ├── COPY --from=build_libyaml + ├── COPY --from=build_libxml2 + └── COPY --from=build_libxslt + +runtime_base (final image) + ├── COPY --from=build_rust + ├── COPY --from=build_libjpeg_turbo + ├── COPY --from=build_libyaml + ├── COPY --from=build_libxml2 + └── COPY --from=build_libxslt +``` + +**Removed from dnf install:** +- `rust` +- `cargo` +- `libjpeg-turbo-devel` +- `libyaml-devel` +- `libxml2-devel` +- `libxslt-devel` + +--- + +### 🔧 Phase 3: Complex Numeric Libraries (PREPARED) + +**Build Scripts Created (not yet in Containerfile):** + +1. **build-openblas.sh** - OpenBLAS 0.3.26 + - Architecture-aware build (DYNAMIC_ARCH=1) + - Targets: HASWELL (x86_64), ARMV8 (aarch64), PRESCOTT (i686) + - OpenMP enabled for parallel performance + +2. **build-libffi.sh** - libffi 3.4.6 + - Standard autoconf build + +**To Enable Phase 3:** +Add build stages to Containerfile and remove from dnf: +- `openblas-devel` +- `libffi-devel` + +--- + +### 🔧 Phase 4: Compression & Utilities (PREPARED) + +**Build Scripts Created (not yet in Containerfile):** + +1. **build-zlib.sh** - zlib 1.3.1 +2. **build-bzip2.sh** - bzip2 1.0.8 (includes custom pkgconfig) +3. **build-libpng.sh** - libpng 1.6.44 +4. **build-libtiff.sh** - libtiff 4.6.0 + +**To Enable Phase 4:** +Add build stages, update runtime package removal + +--- + +## Files Created/Modified + +### Modified Files +- `Containerfile` - Updated base image, added Phase 2 build stages, removed dnf packages +- `build_scripts/build_utils.sh` - Added weak deps flag to dnf +- `Containerfile.almalinux` - Backup of original + +### New Build Scripts (Phase 2 - Active) +- `build_scripts/build-rust.sh` ⭐ +- `build_scripts/build-libjpeg-turbo.sh` +- `build_scripts/build-libyaml.sh` +- `build_scripts/build-libxml2.sh` +- `build_scripts/build-libxslt.sh` + +### New Build Scripts (Phase 3 - Prepared) +- `build_scripts/build-openblas.sh` +- `build_scripts/build-libffi.sh` + +### New Build Scripts (Phase 4 - Prepared) +- `build_scripts/build-zlib.sh` +- `build_scripts/build-bzip2.sh` +- `build_scripts/build-libpng.sh` +- `build_scripts/build-libtiff.sh` + +### Documentation +- `MIGRATION_STATUS.md` - Detailed status tracking +- `IMPLEMENTATION_SUMMARY.md` - This file + +--- + +## Testing Instructions + +### 1. Build the Image + +```bash +cd /home/jvulgan/Documents/plumbing/builder + +# Build with Phase 1 + 2 changes +podman build -t plumbing-builder:ubi8-test -f Containerfile . +``` + +**Expected:** Build completes successfully in ~15-25 minutes (Rust adds time) + +### 2. Run Test Suite + +```bash +podman run --rm plumbing-builder:ubi8-test /opt/_internal/tests/run_tests.sh +``` + +**Expected:** All tests pass + +### 3. Verify Rust Installation + +```bash +podman run --rm plumbing-builder:ubi8-test rustc --version +# Expected: rustc 1.84.0 (...) + +podman run --rm plumbing-builder:ubi8-test cargo --version +# Expected: cargo 1.84.0 (...) +``` + +### 4. Test Critical Wheels + +**Create test directory:** +```bash +mkdir -p /tmp/wheel-test +cd /tmp/wheel-test +``` + +**Test Rust-based packages:** +```bash +# cryptography requires Rust +podman run --rm -v $(pwd):/work -w /work plumbing-builder:ubi8-test \ + build-wheels cryptography==42.0.0 + +# ruff requires Rust +podman run --rm -v $(pwd):/work -w /work plumbing-builder:ubi8-test \ + build-wheels ruff==0.1.15 +``` + +**Test image libraries:** +```bash +# Pillow uses libjpeg-turbo +podman run --rm -v $(pwd):/work -w /work plumbing-builder:ubi8-test \ + build-wheels Pillow==10.2.0 +``` + +**Test YAML/XML:** +```bash +# PyYAML uses libyaml +podman run --rm -v $(pwd):/work -w /work plumbing-builder:ubi8-test \ + build-wheels PyYAML==6.0.1 + +# lxml uses libxml2 + libxslt +podman run --rm -v $(pwd):/work -w /work plumbing-builder:ubi8-test \ + build-wheels lxml==5.1.0 +``` + +### 5. Verify manylinux Compliance + +```bash +podman run --rm -v $(pwd):/wheels plumbing-builder:ubi8-test \ + bash -c "cd /wheels && for wheel in wheels-repo/*.whl; do auditwheel show \$wheel; done" +``` + +**Expected:** All wheels tagged `manylinux_2_28_x86_64` + +--- + +## Rollback Procedure + +If issues occur: + +```bash +# Quick rollback to AlmaLinux +cp Containerfile.almalinux Containerfile +git checkout build_scripts/build_utils.sh + +# Or selective rollback via git +git diff HEAD Containerfile +git checkout -- Containerfile build_scripts/build_utils.sh +``` + +--- + +## Next Steps + +### Immediate (Before Commit) +1. ✅ Test build completes +2. ✅ Run test suite +3. ✅ Test Rust-based wheels (cryptography, ruff) +4. ✅ Test image wheels (Pillow) +5. ✅ Test YAML/XML wheels (PyYAML, lxml) + +### Short Term (After Validation) +1. Commit Phase 1 + 2 changes +2. Add Phase 3 to Containerfile (openblas, libffi) +3. Test numeric wheels (numpy, scipy) +4. Add Phase 4 to Containerfile (compression libs) + +### Long Term +1. Update CI/CD pipelines +2. Performance benchmarking +3. Documentation updates +4. Consider migrating remaining packages + +--- + +## Benefits Achieved + +### With Phase 1 + 2: +- ✅ Official Red Hat UBI8 base (better support, RHEL compatibility) +- ✅ Latest Rust toolchain (essential for modern Python packages) +- ✅ Latest image processing libraries (better performance, security) +- ✅ Latest YAML/XML libraries (bug fixes, improvements) +- ✅ Reduced dependency on OS package versions +- ✅ Better manylinux compliance +- ✅ Improved reproducibility (pinned SHA256 hashes) + +### After Phase 3 + 4: +- Maximum control over all bundled dependencies +- Latest versions of all scientific computing libraries +- Optimal architecture-specific builds +- Complete independence from package manager versions + +--- + +## Known Limitations + +### Rust Multi-Architecture +- Current implementation has x86_64 hash only +- For aarch64/i686 builds, need architecture-specific rustup-init hashes +- Script handles architecture detection, just needs proper hashes + +### Build Time Increase +- Phase 2 adds ~5-10 minutes (mainly Rust installation) +- Phase 3 would add ~3-5 minutes (OpenBLAS compilation) +- Phase 4 would add ~2-3 minutes +- Total: ~10-18 minutes additional build time + +### Image Size +- Adding source-built libraries may slightly increase image size +- Offset by `--setopt install_weak_deps=0` flag +- Net impact: likely minimal or slightly smaller + +--- + +## Architecture + +**Current Containerfile has 20 build stages:** +``` +1. runtime_base_packages (UBI8 base + runtime packages) +2. static_clang_prepare (cross-compilation support) +3. runtime_base (base + autotools) +4. build_base (runtime + build packages) +5. build_git (Git from source) +6. build_sqlite3 (SQLite from source) +7. build_tcl_tk (Tcl/Tk from source) +8. build_mpdecimal (mpdecimal from source) +9. build_zstd (zstd from source) +10. build_rust (Rust/Cargo - NEW Phase 2) +11. build_libjpeg_turbo (libjpeg-turbo - NEW Phase 2) +12. build_libyaml (libyaml - NEW Phase 2) +13. build_libxml2 (libxml2 - NEW Phase 2) +14. build_libxslt (libxslt - NEW Phase 2) +15. build_cpython (CPython base with dependencies) +16. build_cpython312 (Python 3.12 specific build) +17. runtime_base (final) (Assemble final image) +``` + +All source builds follow the pattern: +- Download + verify SHA256 +- Build to `/opt/_internal/-/` +- Create runtime artifacts in `/manylinux-rootfs/` +- Create build artifacts in `/manylinux-buildfs/` +- Add rpath to pkgconfig for proper linking +- Strip binaries to reduce size +- Create symlinks for pkgconfig discovery + +--- + +## Success Metrics + +**Image builds successfully:** ✓ (Ready to test) +**All build scripts created:** ✓ +**All SHA256 hashes verified:** ✓ +**Follows established patterns:** ✓ +**Backup created:** ✓ +**Documentation complete:** ✓ + +**Testing Required:** +- Image build verification +- Test suite execution +- Wheel building tests +- manylinux compliance +- Performance validation + +--- + +## Contact & Support + +For issues or questions: +1. Check test output: `/opt/_internal/tests/run_tests.sh` +2. Review build logs for failed stages +3. Compare with `Containerfile.almalinux` for differences +4. Check `MIGRATION_STATUS.md` for detailed status + +Rollback is safe and straightforward - backup preserved. diff --git a/LIBRARY_VERSION_STRATEGY.md b/LIBRARY_VERSION_STRATEGY.md new file mode 100644 index 0000000..9344dc0 --- /dev/null +++ b/LIBRARY_VERSION_STRATEGY.md @@ -0,0 +1,84 @@ +# Strategy Options: Keeping Source-Built Library Versions Up to Date + +## Problem + +The Containerfile and build scripts hardcode versions and SHA256 hashes for all source-built libraries (libjpeg-turbo, libyaml, libxml2, libxslt, libffi, OpenBLAS, Rust, etc.). There is no mechanism to detect when new upstream releases are available, which means we can fall behind on security patches and bug fixes. + +## Options + +### 1. Automated update script + CI schedule + +A script that queries upstream release APIs (GitHub releases API, download pages), compares against current pinned versions, and opens a PR with updated versions and SHA256 hashes. Run on a weekly cron in CI. + +**Pros:** +- Preserves reproducibility (pinned versions + hashes stay in the repo) +- Catches new releases automatically +- Full control over update logic per library + +**Cons:** +- Custom code to write and maintain +- Each library has a different upstream source (GitHub, GNU mirrors, etc.) + +### 2. Renovate/Dependabot with custom datasources + +Renovate supports custom regex managers that can match version patterns in arbitrary files. Define a regex that matches e.g. `export LIBFFI_VERSION=3.5.2` and configure Renovate to check GitHub releases for `libffi/libffi`. PRs are opened automatically. + +**Pros:** +- Less custom code +- Well-tested update infrastructure +- Handles PR creation, changelogs, grouping + +**Cons:** +- Requires Renovate configuration per library +- SHA256 hash updates may need a custom post-upgrade script +- Some libraries (GNU mirrors, pyyaml.org) may not have supported datasources + +### 3. Centralize versions into a single file + +Extract all versions and hashes from the Containerfile and build scripts into a single file (e.g. `library-versions.env` or `library-versions.yaml`). The Containerfile and scripts read from it. + +**Pros:** +- Single place to review and update all versions +- Makes any automation (options 1 or 2) simpler to implement +- Easier to audit in PRs + +**Cons:** +- Doesn't solve the "check for updates" problem on its own +- Requires plumbing to pass values from the versions file into the Containerfile + +### 4. Resolve latest at build time + +Query upstream for the latest release during `podman build`. Download whatever is newest. + +**Pros:** +- Always builds with latest versions + +**Cons:** +- Sacrifices reproducibility (same Containerfile produces different images on different days) +- Loses SHA256 verification (security risk) +- Builds can break without any code change + +**Not recommended.** + +## Recommendation + +Combine options 3 and 1: centralize versions into a single file first, then add an automated checker script on a CI schedule. This gives reproducibility, easy auditability, and automatic notifications when updates are available. + +## Current Libraries and Upstream Sources + +| Library | Version | Upstream | +|---------|---------|----------| +| Rust | 1.94.0 | https://github.com/rust-lang/rust/releases | +| libjpeg-turbo | 3.1.3 | https://github.com/libjpeg-turbo/libjpeg-turbo/releases | +| libyaml | 0.2.5 | https://github.com/yaml/libyaml/releases | +| libxml2 | 2.15.1 | https://github.com/GNOME/libxml2/releases | +| libxslt | 1.1.45 | https://github.com/GNOME/libxslt/releases | +| libffi | 3.5.2 | https://github.com/libffi/libffi/releases | +| OpenBLAS | 0.3.31 | https://github.com/OpenMathLib/OpenBLAS/releases | +| OpenSSL | 3.5.4 | https://github.com/openssl/openssl/releases | +| curl | 8.17.0 | https://github.com/curl/curl/releases | +| Git | 2.51.2 | https://github.com/git/git/tags | +| SQLite | 3.51.0 | https://www.sqlite.org/changes.html | +| Tcl/Tk | 8.6.17 | https://sourceforge.net/projects/tcl/files/ | +| mpdecimal | 4.0.1 | https://www.bytereef.org/mpdecimal/ | +| zstd | 1.5.7 | https://github.com/facebook/zstd/releases | diff --git a/MIGRATION_STATUS.md b/MIGRATION_STATUS.md new file mode 100644 index 0000000..f1e23d1 --- /dev/null +++ b/MIGRATION_STATUS.md @@ -0,0 +1,319 @@ +# AlmaLinux to UBI8 + Source Build Migration - Implementation Status + +**Date:** 2026-03-20 +**Status:** Implementation Complete - Ready for Testing + +## Overview + +This document tracks the implementation of the migration from AlmaLinux 8 to UBI8, along with migrating multiple libraries from package manager installation to source compilation. + +## Completed Phases + +### ✅ Phase 1: UBI8 Base Migration + +**Changes Made:** +- Updated base image from `amd64/almalinux:8` to `registry.access.redhat.com/ubi8/ubi@sha256:28a85f76ad1ea0a46a81a934b02fff48d75541f77777be403d48b6bb99a363ad` +- Added `--setopt install_weak_deps=0` flag to all dnf install commands in `build_utils.sh` +- Added `--setopt install_weak_deps=0` flag to final stage dnf install in Containerfile +- Created backup: `Containerfile.almalinux` + +**Files Modified:** +- `Containerfile` (line 2: base image) +- `build_scripts/build_utils.sh` (line 94: dnf install flags) +- `Containerfile` (dnf install command with weak deps flag) + +**Risk Level:** LOW +**Testing Required:** Build image and run `tests/run_tests.sh` + +--- + +### ✅ Phase 2: High-Priority Source Builds + +**Libraries Added:** +1. **Rust 1.84.0 + Cargo** ⚠️ CRITICAL + - Script: `build_scripts/build-rust.sh` + - Method: rustup installation + - Hash: `4acc9acc76d5079515b46346a485974457b5a79893cfb01112423c89aeb5aa10` (x86_64) + - Wrappers created for `rustc`, `cargo`, `rustup` in `/usr/local/bin` + +2. **libjpeg-turbo 3.0.1** + - Script: `build_scripts/build-libjpeg-turbo.sh` + - Method: CMake build + - Hash: `22429507714ae147b3acacd299e82099fce5d9f456882fc28e252e4579ba2a75` + - Used by: Pillow, scikit-image, matplotlib + +3. **libyaml 0.2.5** + - Script: `build_scripts/build-libyaml.sh` + - Method: autoconf + - Hash: `c642ae9b75fee120b2d96c712538bd2cf283228d2337df2cf2988e3c02678ef4` + - Used by: PyYAML + +4. **libxml2 2.12.5** + - Script: `build_scripts/build-libxml2.sh` + - Method: autoconf + - Hash: `a972796696afd38073e0f59c283c3a2f5a560b5268b4babc391b286166526b21` + - Used by: lxml + +5. **libxslt 1.1.39** + - Script: `build_scripts/build-libxslt.sh` + - Method: autoconf (depends on libxml2) + - Hash: `2a20ad621148339b0759c4d4e96719362dee64c9a096dbba625ba053846349f0` + - Used by: lxml + +**Containerfile Changes:** +- Added 5 new build stages after `build_zstd` +- Updated `build_cpython312` to include these libraries +- Updated final stage to copy runtime artifacts +- Removed from dnf install: `rust`, `cargo`, `libjpeg-turbo-devel`, `libyaml-devel`, `libxml2-devel`, `libxslt-devel` + +**Risk Level:** MEDIUM +**Testing Required:** Build Pillow, PyYAML, lxml wheels; verify Rust-based packages (cryptography, ruff) + +--- + +### ✅ Phase 3: Complex Numeric Libraries (Prepared, Not Added to Containerfile) + +**Libraries Prepared:** +1. **OpenBLAS 0.3.26** + - Script: `build_scripts/build-openblas.sh` + - Method: Makefile with DYNAMIC_ARCH + - Hash: `4e6e4f5cb14c209262e33e6816d70221a2fe49eb69eaf0a06f065598ac602c68` + - Used by: numpy, scipy, scikit-learn + - Architecture-aware: HASWELL (x86_64), ARMV8 (aarch64), PRESCOTT (i686) + +2. **libffi 3.4.6** + - Script: `build_scripts/build-libffi.sh` + - Method: autoconf + - Hash: `b0dea9df23c863a7a50e825440f3ebffabd65df1497108e5d437747843895a4e` + - Used by: cffi, ctypes extensions + +**Status:** Build scripts created and made executable, but NOT yet added to Containerfile +**Risk Level:** MEDIUM-HIGH (architecture-specific tuning for OpenBLAS) +**Next Steps:** Add build stages to Containerfile, remove `openblas-devel` and `libffi-devel` from dnf install + +--- + +### ✅ Phase 4: Compression & Utilities (Prepared, Not Added to Containerfile) + +**Libraries Prepared:** +1. **zlib 1.3.1** + - Script: `build_scripts/build-zlib.sh` + - Method: configure + make + - Hash: `9a93b2b7dfdac77ceba5a558a580e74667dd6fede4585b91eefb60f03b72df23` + - Download: GitHub mirror (madler/zlib) + +2. **bzip2 1.0.8** + - Script: `build_scripts/build-bzip2.sh` + - Method: Makefile (custom pkgconfig created) + - Hash: `ab5a03176ee106d3f0fa90e381da478ddae405918153cca248e682cd0c4a2269` + - Special: Manually creates pkgconfig file + +3. **libpng 1.6.44** + - Script: `build_scripts/build-libpng.sh` + - Method: autoconf + - Hash: `60c4da1d5b7f0aa8d158da48e8f8afa9773c1c8baa5d21974df61f1886b8ce8e` + - Used by: Pillow, matplotlib + +4. **libtiff 4.6.0** + - Script: `build_scripts/build-libtiff.sh` + - Method: CMake (tools/tests/docs disabled) + - Hash: `e178649607d1e22b51cf361dd20a3753f244f022eefab1f2f218fc62ebaf87d2` + - Used by: Pillow, scikit-image + +**Status:** Build scripts created and made executable, but NOT yet added to Containerfile +**Risk Level:** LOW +**Next Steps:** Add build stages to Containerfile, update runtime package removal + +--- + +## Current State Summary + +### Fully Implemented (Ready to Build) +- ✅ Phase 1: UBI8 base migration +- ✅ Phase 2: Rust, libjpeg-turbo, libyaml, libxml2, libxslt + +### Scripts Created (Not Yet in Containerfile) +- 🔧 Phase 3: OpenBLAS, libffi +- 🔧 Phase 4: zlib, bzip2, libpng, libtiff + +### Remaining dnf Packages to Migrate +Currently still installed via dnf: +- `libffi-devel` (Phase 3) +- `openssl-devel` (already built from source in build_cpython stage) +- `openblas-devel` (Phase 3) +- `perl-IPC-Cmd` (system dependency, keep) + +--- + +## Build Scripts Created + +### Phase 2 (Active) +- ✅ `build_scripts/build-rust.sh` +- ✅ `build_scripts/build-libjpeg-turbo.sh` +- ✅ `build_scripts/build-libyaml.sh` +- ✅ `build_scripts/build-libxml2.sh` +- ✅ `build_scripts/build-libxslt.sh` + +### Phase 3 (Prepared) +- ✅ `build_scripts/build-openblas.sh` +- ✅ `build_scripts/build-libffi.sh` + +### Phase 4 (Prepared) +- ✅ `build_scripts/build-zlib.sh` +- ✅ `build_scripts/build-bzip2.sh` +- ✅ `build_scripts/build-libpng.sh` +- ✅ `build_scripts/build-libtiff.sh` + +All scripts are executable and follow the established patterns. + +--- + +## Testing Plan + +### Phase 1 + 2 Testing (Current) + +**Build Image:** +```bash +podman build -t plumbing-builder:ubi8-phase2 -f Containerfile . +``` + +**Run Test Suite:** +```bash +podman run --rm plumbing-builder:ubi8-phase2 /opt/_internal/tests/run_tests.sh +``` + +**Verify Rust Installation:** +```bash +podman run --rm plumbing-builder:ubi8-phase2 rustc --version +podman run --rm plumbing-builder:ubi8-phase2 cargo --version +``` + +**Test Critical Wheels:** +```bash +# Test Rust-based packages +podman run --rm -v $(pwd):/work plumbing-builder:ubi8-phase2 \ + build-wheels cryptography==41.0.7 + +podman run --rm -v $(pwd):/work plumbing-builder:ubi8-phase2 \ + build-wheels ruff==0.1.9 + +# Test image libraries +podman run --rm -v $(pwd):/work plumbing-builder:ubi8-phase2 \ + build-wheels Pillow==10.1.0 + +# Test YAML +podman run --rm -v $(pwd):/work plumbing-builder:ubi8-phase2 \ + build-wheels PyYAML==6.0.1 + +# Test XML +podman run --rm -v $(pwd):/work plumbing-builder:ubi8-phase2 \ + build-wheels lxml==5.0.0 +``` + +**Verify manylinux Compliance:** +```bash +podman run --rm -v $(pwd)/wheels:/wheels plumbing-builder:ubi8-phase2 \ + bash -c "cd /wheels && auditwheel show *.whl" +``` + +### Phase 3 Testing (After Adding to Containerfile) + +**Test Numeric Wheels:** +```bash +podman run --rm -v $(pwd):/work plumbing-builder:ubi8-phase3 \ + build-wheels numpy==1.26.2 + +podman run --rm -v $(pwd):/work plumbing-builder:ubi8-phase3 \ + build-wheels scipy==1.11.4 +``` + +### Phase 4 Testing (After Adding to Containerfile) + +**Verify Compression Libraries:** +```bash +podman run --rm plumbing-builder:ubi8-phase4 \ + bash -c "python3.12 -c 'import zlib, bz2; print(\"OK\")'" +``` + +--- + +## Known Issues / Notes + +### Rust Architecture Support +- Current hash is for x86_64 only +- For multi-arch builds, need architecture-specific hashes for rustup-init +- Alternative: Download rustup-init without hash verification (not recommended) + +### OpenBLAS Tuning +- Uses `DYNAMIC_ARCH=1` for runtime CPU detection +- Specific targets set for known architectures +- May need tuning for optimal performance + +### zlib Download URL +- Primary zlib.net URL returned 404 +- Using GitHub mirror: github.com/madler/zlib +- Consider using official source if available + +### Build Time Impact +- Phase 2 adds ~5-10 minutes to build time (especially Rust) +- Phase 3 adds ~3-5 minutes (OpenBLAS is large) +- Phase 4 adds ~2-3 minutes +- Total additional build time: ~10-18 minutes + +--- + +## Rollback Plan + +If issues are encountered: + +1. **Rollback to AlmaLinux:** + ```bash + cp Containerfile.almalinux Containerfile + git checkout build_scripts/build_utils.sh + ``` + +2. **Rollback Specific Phase:** + - Remove build stages from Containerfile + - Re-add dnf packages + - Delete corresponding build scripts + +3. **Git Rollback:** + ```bash + git diff HEAD Containerfile + git checkout Containerfile + ``` + +--- + +## Next Steps + +1. **Test Phase 1 + 2:** Build image and run comprehensive tests +2. **Add Phase 3 to Containerfile:** If Phase 2 tests pass +3. **Add Phase 4 to Containerfile:** If Phase 3 tests pass +4. **Performance Benchmarking:** Compare build times and wheel sizes +5. **Documentation:** Update main README with migration notes +6. **CI/CD Integration:** Update build pipelines if necessary + +--- + +## Success Criteria + +- [ ] Image builds successfully on UBI8 +- [ ] All Python versions compile correctly +- [ ] Test suite passes (`tests/run_tests.sh`) +- [ ] Rust-based wheels build (cryptography, ruff) +- [ ] Image libraries work (Pillow with JPEG, PNG, TIFF) +- [ ] YAML/XML libraries work (PyYAML, lxml) +- [ ] Numeric libraries work (numpy, scipy) - Phase 3 +- [ ] manylinux_2_28 compliance maintained +- [ ] Image size remains reasonable +- [ ] Build time acceptable + +--- + +## References + +- UBI8 Image: `registry.access.redhat.com/ubi8/ubi@sha256:28a85f76ad1ea0a46a81a934b02fff48d75541f77777be403d48b6bb99a363ad` +- Migration Plan: See original plan document +- Example UBI9: `examples/Containerfile.ubi9` +- Example UBI10: `examples/Containerfile.ubi10` diff --git a/OPENSSL_SOURCE_BUILD.md b/OPENSSL_SOURCE_BUILD.md new file mode 100644 index 0000000..45fc0cb --- /dev/null +++ b/OPENSSL_SOURCE_BUILD.md @@ -0,0 +1,258 @@ +# OpenSSL Source Build: Investigation and Fix + +## Problem + +After migrating the builder base image from AlmaLinux 8 to UBI8, packages +requiring OpenSSL 3.x headers (notably **cmake** and **duckdb**) failed to +build. The build errors indicated that the system OpenSSL 1.1.1k headers were +being found instead of our source-built OpenSSL 3.5.4. + +cmake's bundled curl produced: +``` +#error "OpenSSL 3.0.0 or later required" +``` + +duckdb failed with similar version-mismatch errors during its httpfs extension +build. + +## Root Cause + +Two separate issues combined to prevent OpenSSL 3.5.4 from being available in +the final image: + +### 1. build-openssl.sh had a version skip check (removed) + +The upstream `build-openssl.sh` contained a version comparison that skipped +the source build if the system OpenSSL met a minimum version threshold +(`OPENSSL_MIN_VERSION=1.1.1`). Since UBI8 ships OpenSSL 1.1.1k, the check +passed and the entire source build was skipped. + +**Fix**: Removed the version check entirely. We always build OpenSSL from +source to ensure the latest version (3.5.4) is available. + +### 2. build-cpython.sh deletes OpenSSL headers after use + +`build-cpython.sh` (line 87) explicitly removes OpenSSL headers, pkgconfig +files, and binaries after compiling CPython: + +```bash +if [ "${OPENSSL_PREFIX}" != "" ]; then + rm -rf "${OPENSSL_PREFIX:?}/bin" "${OPENSSL_PREFIX}/include" \ + "${OPENSSL_PREFIX}/lib/pkgconfig" "${OPENSSL_PREFIX}/lib/*.so" +fi +``` + +This is upstream behavior — once CPython is compiled, the build stage only +retains the `.so` runtime libraries. The Containerfile was copying OpenSSL +from the `build_cpython312` stage (post-cleanup), so only `.so` files made it +to the final image. Headers and pkgconfig files were lost. + +**Fix**: Changed the Containerfile to copy OpenSSL from the `build_cpython` +stage (pre-cleanup) instead of `build_cpython312`: + +```dockerfile +RUN --mount=type=bind,target=/build_cpython312,from=build_cpython312 \ + --mount=type=bind,target=/build_cpython_base,from=build_cpython \ + mkdir -p /opt/_internal && \ + cp -rf /build_cpython*/opt/_internal/cpython* /opt/_internal/ && \ + if test -n "$(find /build_cpython_base/opt/_internal -maxdepth 1 -name 'openssl*' -print -quit)"; then \ + cp -rf /build_cpython_base/opt/_internal/openssl* /opt/_internal/; \ + fi && \ + manylinux-entrypoint /opt/_internal/build_scripts/finalize.sh pp311-pypy311_pp73 +``` + +### 3. System openssl-devel provided conflicting old headers + +The `openssl-devel` package (installed via dnf) placed OpenSSL 1.1.1k headers +at `/usr/include/openssl/`, which took precedence over our source-built +headers for some build systems. + +**Fix**: Removed `openssl-devel` from the dnf install in the Containerfile. +The system `openssl` and `openssl-libs` packages are retained because many +system tools (curl, krb5, dnf, libssh) depend on them at runtime. These do +not conflict with builds since they only provide the runtime `.so` files, not +development headers. + +### 4. Source-built OpenSSL symlinked into system paths + +Added a Containerfile step to symlink our OpenSSL 3.5.4 files into standard +paths so all build systems find them: + +```dockerfile +RUN set -e && \ + for dir in /opt/_internal/openssl*/include/*; do \ + [ -d "$dir" ] && ln -sf "$dir" /usr/local/include/; \ + done; \ + for lib in /opt/_internal/openssl*/lib/lib*.so*; do \ + [ -f "$lib" ] && ln -sf "$lib" /usr/local/lib/; \ + done; \ + for pc in /opt/_internal/openssl*/lib/pkgconfig/*.pc; do \ + [ -f "$pc" ] && ln -sf "$pc" /usr/local/lib/pkgconfig/; \ + done; \ + ldconfig +``` + +## Verification + +After applying all fixes: + +``` +$ pkg-config --modversion openssl +3.5.4 + +$ ls /usr/local/include/openssl/opensslv.h +/usr/local/include/openssl/opensslv.h (OPENSSL_VERSION_STR "3.5.4") + +$ ls /usr/include/openssl/ +ls: cannot access '/usr/include/openssl/': No such file or directory +``` + +Both previously-failing packages now build successfully: +- **cmake 4.3.1** — `cmake-4.3.1-0-py3-none-manylinux_2_28_x86_64.whl` +- **duckdb 1.5.1** — `duckdb-1.5.1-0-cp312-cp312-manylinux_2_26_x86_64.manylinux_2_28_x86_64.whl` + +## Files Changed + +| File | Change | +|------|--------| +| `build_scripts/build-openssl.sh` | Removed `OPENSSL_MIN_VERSION` check that skipped source build | +| `Containerfile` (line 282) | Added `build_cpython` bind mount, copy OpenSSL from there instead of `build_cpython312` | +| `Containerfile` (line 288-299) | Added symlink step for headers, libs, and pkgconfig into `/usr/local/` | +| `Containerfile` (line 308-313) | Removed `openssl-devel` from dnf install | + +--- + +## Appendix: Conditional Build Logic in Other Library Scripts + +Several build scripts from upstream manylinux contain conditional logic that +decides whether to build from source or use system packages. These conditions +are based on the target policy (`manylinux2014`, `manylinux_2_28`, +`musllinux`), the target architecture, or package availability. Below is a +survey of all such conditions. + +### build-tcltk.sh — Skips source build entirely + +```bash +# exit 0 on line 28 — never reaches the source build code +``` + +**Condition**: Unconditional `exit 0` (effectively policy-based). +**Rationale**: manylinux_2_28 (RHEL 8+) ships Tcl/Tk 8.6, which is +sufficient. Building from source was only needed for manylinux2014 (CentOS 7) +which had Tcl/Tk 8.5. Since we only target manylinux_2_28, the source build +is skipped. +**Impact**: None — system Tcl/Tk 8.6 works fine. + +### build-curl.sh — Conditional based on package availability + +```bash +if dnf list available curl-devel &>/dev/null; then + echo "skipping installation of ${CURL_ROOT} - using system curl-devel" + exit 0 +fi +``` + +**Condition**: Checks if `curl-devel` is available via dnf. +**Rationale**: On UBI8, `curl-devel` is not available in the default +repositories, so curl is always built from source. On AlmaLinux or full RHEL, +`curl-devel` would be available and the source build would be skipped. +**Impact**: On our UBI8 image, curl is always built from source. No action +needed. + +### build-openssl.sh — OS-specific package management (no skip) + +```bash +if [ "${OS_ID_LIKE}" = "rhel" ]; then + manylinux_pkg_remove openssl-devel + manylinux_pkg_install perl-core +elif [ "${OS_ID_LIKE}" = "debian" ]; then + manylinux_pkg_remove libssl-dev +elif [ "${OS_ID_LIKE}" = "alpine" ]; then + manylinux_pkg_remove openssl-dev +fi +``` + +**Condition**: OS family detection to remove conflicting system dev packages +before building from source. +**Impact**: Always builds from source. The conditional only affects which +system packages to remove. No skip risk. + +### build-git.sh — Policy and architecture adaptations + +```bash +if [ "${BASE_POLICY}" == "musllinux" ]; then + export NO_REGEX=NeedsStartEnd +fi +if [ "${AUDITWHEEL_POLICY}" == "manylinux2014" ]; then + export NO_UNCOMPRESS2=1 + CSPRNG_METHOD=urandom + echo "" > /usr/include/ctype.h +else + CSPRNG_METHOD=getrandom +fi +``` + +**Condition**: Adjusts build flags for musllinux and manylinux2014. +**Impact**: Always builds from source. Conditionals only affect build +configuration, not whether the build happens. + +### build-cpython.sh — Policy and architecture adaptations + +```bash +if [ "${AUDITWHEEL_POLICY}" == "manylinux2014" ]; then + export TCLTK_LIBS="-L/usr/local/lib -ltk8.6 -ltcl8.6" +fi +if [ "${BASE_POLICY}_${AUDITWHEEL_ARCH}" == "manylinux_armv7l" ]; then + CONFIGURE_ARGS+=(--build=armv7l-unknown-linux-gnueabihf) +fi +``` + +**Condition**: Sets Tcl/Tk link flags for manylinux2014, cross-compilation +args for ARM architectures. +**Impact**: Always builds from source. No skip risk. + +### build-sqlite3.sh — Conditional pkgconfig exposure + +```bash +if [ "${AUDITWHEEL_POLICY}" == "manylinux2014" ] || \ + [ "${AUDITWHEEL_POLICY}" == "manylinux_2_28" ] || \ + [ "${AUDITWHEEL_POLICY}" == "musllinux_1_2" ]; then + mkdir -p /manylinux-rootfs/usr/local/lib/pkgconfig/ + ln -s ${PREFIX}/lib/pkgconfig/sqlite3.pc /manylinux-rootfs/usr/local/lib/pkgconfig/sqlite3.pc +fi +``` + +**Condition**: Exposes the custom SQLite3 pkgconfig to the runtime image for +specific policies. +**Impact**: Always builds from source. The conditional only controls whether +pkgconfig is available at runtime (it is for our manylinux_2_28 policy). + +### build-rust.sh, build-openblas.sh — Architecture selection only + +These scripts contain `AUDITWHEEL_ARCH` conditionals to select the correct +target triple or CPU target for the architecture being built. They always +build from source. + +### Summary + +| Script | Skip Condition | Builds from source on UBI8? | +|--------|---------------|----------------------------| +| `build-openssl.sh` | None (fixed) | Yes, always | +| `build-tcltk.sh` | Unconditional `exit 0` | No — uses system Tcl/Tk 8.6 | +| `build-curl.sh` | `dnf list available curl-devel` | Yes — curl-devel unavailable on UBI8 | +| `build-git.sh` | None (config flags only) | Yes, always | +| `build-cpython.sh` | None (config flags only) | Yes, always | +| `build-sqlite3.sh` | None (pkgconfig exposure only) | Yes, always | +| `build-mpdecimal.sh` | None | Yes, always | +| `build-zstd.sh` | None | Yes, always | +| `build-rust.sh` | None (arch selection only) | Yes, always | +| `build-openblas.sh` | None (arch selection only) | Yes, always | +| `build-libjpeg-turbo.sh` | None | Yes, always | +| `build-libyaml.sh` | None | Yes, always | +| `build-libxml2.sh` | None | Yes, always | +| `build-libxslt.sh` | None | Yes, always | +| `build-libffi.sh` | None | Yes, always | + +Only **build-tcltk.sh** and **build-curl.sh** have conditions that can skip +the source build. In both cases the behavior is correct for our UBI8 + +manylinux_2_28 target. diff --git a/POST_MIGRATION_TESTING.md b/POST_MIGRATION_TESTING.md new file mode 100644 index 0000000..b4f8ad2 --- /dev/null +++ b/POST_MIGRATION_TESTING.md @@ -0,0 +1,73 @@ +# Post-Migration Testing and Fixes + +**Date**: 2026-03-20 +**Image**: `plumbing-builder:ubi8-latest` + +## Full Package Test Results + +Tested all 300 packages from `packages.txt` using `build-wheels` in the UBI8 image. + +**Results**: 275/300 packages produced fully correct wheels (91.7%). Of the 25 failures, 7 were caused by the libyaml linking issue (Bug 4), 3 were genuine failures, and 15 were upstream issues (OpenTelemetry pre-release versions). + +### Actual failures (3 packages) + +1. **pillow** - Could not find JPEG library. Root cause: pkgconfig symlink bug in `build-libjpeg-turbo.sh`. Fixed (see below). +2. **html5lib** - `ModuleNotFoundError: No module named 'pkg_resources'`. html5lib 1.1 uses legacy setuptools patterns that require `pkg_resources`, which is not installed in modern pip/setuptools. This is an upstream package issue, not a builder issue. +3. **opentelemetry-\*** (15 packages) - All fail with "ignoring pre-release versions". Every OpenTelemetry instrumentation/SDK package on PyPI only has beta versions (e.g. 0.61b0). fromager ignores pre-release versions by default. Not a builder issue. + +### Silent degradation (7 packages) + +**pyyaml, awscli, bandit, dask, flask-appbuilder, pulp-cli, yamllint** — All 7 packages depend on PyYAML, which built without its C extension (`_yaml`) due to the libyaml linking issue (see Bug 4 below). The builds exited 0 but produced degraded wheels containing a pure-Python PyYAML fallback. These were initially misclassified as "false positives" caused by a test script exit code capture bug, but re-testing confirmed all 7 were affected by the same root cause. + +## Bugs Found and Fixed + +### Bug 1: pkgconfig symlink creation in build-libjpeg-turbo.sh + +**Symptom**: Pillow fails with `RequiredDependencyException: jpeg` + +**Root cause**: The script used a loop over `${PREFIX}/lib/pkgconfig/*.pc` to create symlinks, but this path doesn't exist during the build — files are at `/manylinux-buildfs${PREFIX}/lib/pkgconfig/`. The glob matched nothing, so no symlinks were created. + +**Fix**: Replace the loop with unconditional `ln -s` commands, matching the working pattern in `build-libyaml.sh`. + +### Bug 2: Same pkgconfig symlink bug in build-openblas.sh + +**Symptom**: openblas.pc not accessible via pkg-config (numpy happened to build anyway via fallback detection). + +**Root cause**: Conditional check `if [ -f "${PREFIX}/lib/pkgconfig/openblas.pc" ]` checked the wrong path (host filesystem instead of `/manylinux-buildfs`). + +**Fix**: Remove the conditional, create the symlink unconditionally. + +### Bug 3: Source-built libraries not registered with ldconfig + +**Symptom**: After fixing the pkgconfig bug, pillow compiled successfully but auditwheel repair failed with `Cannot repair wheel, because required library "libjpeg.so.62" could not be located`. + +**Root cause**: The final Containerfile stage copied library files from `/manylinux-rootfs` but never ran `ldconfig`, so the runtime linker didn't know about libraries in `/opt/_internal/*/lib/`. The paths also weren't listed in `/etc/ld.so.conf.d/`. + +**Fix**: Added library paths to `/etc/ld.so.conf.d/00-manylinux.conf` and ran `ldconfig`. Later improved to use dynamic discovery (`find /opt/_internal -name '*.so' -printf '%h\n' | sort -u`) instead of hardcoded paths. + +### Bug 4: PyYAML built without C extension (silent degradation) + +**Symptom**: auditwheel warning: `This does not look like a platform wheel, no ELF executable or shared library file found in the wheel archive`. The wheel contained only pure-Python `.py` files, no `_yaml.cpython-312-x86_64-linux-gnu.so`. + +**Root cause**: PyYAML's `setup.py` does not use pkg-config. It searches for `yaml.h` in standard include paths (`/usr/include`, `/usr/local/include`). Our source-built libyaml installed headers to `/opt/_internal/libyaml-0.2/include/`, which is not in the standard search path. Without finding the headers, PyYAML silently falls back to a pure-Python build. + +**Fix**: Added a `RUN` block in the final Containerfile stage that creates symlinks from `/opt/_internal/*/include/*` to `/usr/local/include/` and `/opt/_internal/*/lib/lib*.so` to `/usr/local/lib/`. This makes all source-built library headers and shared libraries discoverable by build systems that don't use pkg-config. + +**Verification**: After fix, pyyaml wheel contains `_yaml.cpython-312-x86_64-linux-gnu.so` (~2.1MB) and auditwheel successfully bundles `libyaml-0.so.2`. + +## Improvements Applied + +1. **Dynamic library path discovery** — Replaced hardcoded version-specific paths in `ld.so.conf.d` with `find`-based discovery. Prevents breakage when library versions are bumped. +2. **Merged buildfs stage** — Consolidated 12 COPY commands into 2 using a `merged_buildfs` intermediate stage based on `scratch`. Reduces layer count. +3. **Test coverage for source-built libraries** — Added pkg-config and ldconfig verification for all 6 source-built libraries to `tests/run_tests.sh`. + +## Key Lesson + +When adding source-built libraries to a manylinux container image, four integration points must all work: + +1. **pkg-config** — Symlink the `.pc` file to `/usr/local/lib/pkgconfig/` so build systems can find headers and linker flags. +2. **ldconfig** — Register the library directory in `/etc/ld.so.conf.d/` and run `ldconfig` so the runtime linker and auditwheel can find `.so` files. +3. **buildfs vs rootfs** — Copy headers and pkgconfig to buildfs (for compilation), shared libraries to rootfs (for runtime). Both must be present in the final image for wheel building. +4. **Standard path symlinks** — Some build systems (e.g. PyYAML's `setup.py`) don't use pkg-config and instead look for headers/libraries in `/usr/local/include` and `/usr/local/lib`. Symlinks from these standard paths to the actual install locations are needed. + +Missing any one of these causes failures at different stages (configure, compile, auditwheel repair) with different error messages, making debugging non-obvious. Point 4 is particularly insidious because the build may succeed silently without the C extension. diff --git a/READY_FOR_TESTING.md b/READY_FOR_TESTING.md new file mode 100644 index 0000000..e31c858 --- /dev/null +++ b/READY_FOR_TESTING.md @@ -0,0 +1,317 @@ +# Ready for Testing - Implementation Complete with Latest Versions + +**Date:** 2026-03-20 +**Status:** ✅ ALL CORRECTIONS APPLIED - READY FOR BUILD & TEST + +--- + +## Executive Summary + +The migration from AlmaLinux 8 to UBI8 with source-built libraries is **complete and corrected**. All Phase 2 libraries now use **latest stable versions** as of March 2026. + +**Thanks to user review:** Caught 9 outdated versions, all now updated to latest stable releases. + +--- + +## ✅ What's Implemented & Verified + +### Phase 1: UBI8 Base Migration +- Base image: `registry.access.redhat.com/ubi8/ubi@sha256:28a85f76...` +- Optimized dnf with `--setopt install_weak_deps=0` +- Backup preserved: `Containerfile.almalinux` + +### Phase 2: High-Priority Source Builds (LATEST VERSIONS) + +| Library | Version | Status | Used By | +|---------|---------|--------|---------| +| **Rust** | **1.94.0** | ✅ Latest | cryptography, ruff, pydantic-core | +| **libjpeg-turbo** | **3.1.3** | ✅ Latest | Pillow, scikit-image, matplotlib | +| **libyaml** | **0.2.5** | ✅ Latest | PyYAML | +| **libxml2** | **2.13.9** | ✅ Latest | lxml | +| **libxslt** | **1.1.45** | ✅ Latest | lxml | + +**All SHA256 hashes verified ✓** + +--- + +## 🔧 What's Prepared (Phase 3 & 4) + +Build scripts created with **latest versions** documented: + +**Phase 3:** +- OpenBLAS **0.3.31** (was 0.3.26) +- libffi **3.5.2** (was 3.4.6) + +**Phase 4:** +- zlib **1.3.2** (was 1.3.1) +- bzip2 **1.0.8** ✓ +- libpng **1.6.55** (was 1.6.44) +- libtiff **4.7.1** (was 4.6.0) + +Ready to add to Containerfile when Phase 2 testing passes. + +--- + +## 📊 Version Corrections Summary + +**9 libraries updated to latest versions:** +1. Rust: 1.84.0 → **1.94.0** (10 versions!) +2. libjpeg-turbo: 3.0.1 → **3.1.3** +3. libxml2: 2.12.5 → **2.13.9** ⚠️ major version +4. libxslt: 1.1.39 → **1.1.45** +5. OpenBLAS: 0.3.26 → **0.3.31** +6. libffi: 3.4.6 → **3.5.2** +7. zlib: 1.3.1 → **1.3.2** +8. libpng: 1.6.44 → **1.6.55** +9. libtiff: 4.6.0 → **4.7.1** + +**2 libraries already correct:** +- libyaml 0.2.5 ✓ +- bzip2 1.0.8 ✓ + +--- + +## 🚀 Build & Test Instructions + +### 1. Build the Image + +```bash +cd /home/jvulgan/Documents/plumbing/builder + +podman build -t plumbing-builder:ubi8-latest -f Containerfile . +``` + +**Expected build time:** ~20-30 minutes (Rust adds ~5-10 min) + +### 2. Run Test Suite + +```bash +podman run --rm plumbing-builder:ubi8-latest \ + /opt/_internal/tests/run_tests.sh +``` + +**Expected:** All tests pass + +### 3. Verify Rust Installation + +```bash +podman run --rm plumbing-builder:ubi8-latest rustc --version +# Expected: rustc 1.94.0 (4a4ef493e 2026-03-02) + +podman run --rm plumbing-builder:ubi8-latest cargo --version +# Expected: cargo 1.94.0 (...) +``` + +### 4. Test Critical Wheels + +**HIGH PRIORITY - Rust-based packages:** + +```bash +mkdir -p /tmp/wheel-test && cd /tmp/wheel-test + +# cryptography requires Rust (CRITICAL) +podman run --rm -v $(pwd):/work -w /work plumbing-builder:ubi8-latest \ + build-wheels cryptography==42.0.0 + +# ruff requires Rust +podman run --rm -v $(pwd):/work -w /work plumbing-builder:ubi8-latest \ + build-wheels ruff==0.1.15 + +# pydantic-core requires Rust +podman run --rm -v $(pwd):/work -w /work plumbing-builder:ubi8-latest \ + build-wheels pydantic-core==2.14.6 +``` + +**HIGH PRIORITY - XML libraries (major version bump):** + +```bash +# lxml uses libxml2 2.13.9 (major version bump!) +podman run --rm -v $(pwd):/work -w /work plumbing-builder:ubi8-latest \ + build-wheels lxml==5.1.0 +``` + +**MEDIUM PRIORITY - Image libraries:** + +```bash +# Pillow uses libjpeg-turbo 3.1.3 +podman run --rm -v $(pwd):/work -w /work plumbing-builder:ubi8-latest \ + build-wheels Pillow==10.2.0 +``` + +**MEDIUM PRIORITY - YAML:** + +```bash +# PyYAML uses libyaml 0.2.5 +podman run --rm -v $(pwd):/work -w /work plumbing-builder:ubi8-latest \ + build-wheels PyYAML==6.0.1 +``` + +### 5. Verify manylinux Compliance + +```bash +cd /tmp/wheel-test + +podman run --rm -v $(pwd):/wheels plumbing-builder:ubi8-latest \ + bash -c "cd /wheels && for wheel in wheels-repo/*.whl; do echo '=== $wheel ==='; auditwheel show \$wheel; done" +``` + +**Expected:** All wheels tagged `manylinux_2_28_x86_64` + +--- + +## ⚠️ Testing Focus Areas + +### Critical (Must Pass) + +1. **Rust 1.94.0** + - Test cryptography (many packages depend on this) + - Test ruff (modern Python linter) + - Verify no compilation errors + +2. **libxml2 2.13.9** (major version bump) + - Test lxml thoroughly + - Check for API changes or regressions + +### Important (Should Pass) + +3. **Image libraries** + - Test Pillow with JPEG, PNG support + - Verify image processing works + +4. **YAML parsing** + - Test PyYAML + - Verify YAML files parse correctly + +### Nice to Have + +5. **General Python functionality** + - All Python versions installed correctly + - SSL/TLS works + - Test suite passes + +--- + +## 📁 Key Files + +### Modified +- `Containerfile` - Updated to UBI8, added 5 source builds with latest versions +- `build_scripts/build_utils.sh` - Added weak deps flag + +### Created +- **11 new build scripts** (5 active, 6 prepared) +- `VERSION_UPDATES.md` - Comprehensive version documentation +- `VERSION_CORRECTION_SUMMARY.txt` - Quick reference +- `READY_FOR_TESTING.md` - This file +- `MIGRATION_STATUS.md` - Detailed tracking +- `IMPLEMENTATION_SUMMARY.md` - Complete guide +- `Containerfile.almalinux` - Rollback backup + +--- + +## 🔄 Rollback Plan + +If any tests fail: + +```bash +# Quick rollback to AlmaLinux +cd /home/jvulgan/Documents/plumbing/builder +cp Containerfile.almalinux Containerfile +git checkout build_scripts/build_utils.sh + +# Rebuild with original +podman build -t plumbing-builder:almalinux -f Containerfile . +``` + +Or selective rollback via git: + +```bash +git diff HEAD Containerfile +git checkout -- Containerfile build_scripts/build_utils.sh +``` + +--- + +## 📈 Success Criteria + +- [ ] Image builds successfully +- [ ] Test suite passes (`/opt/_internal/tests/run_tests.sh`) +- [ ] Rust version is 1.94.0 +- [ ] cryptography wheel builds +- [ ] ruff wheel builds +- [ ] lxml wheel builds (libxml2 2.13.9) +- [ ] Pillow wheel builds (libjpeg-turbo 3.1.3) +- [ ] PyYAML wheel builds +- [ ] All wheels pass `auditwheel show` +- [ ] All wheels tagged `manylinux_2_28_x86_64` +- [ ] Image size is reasonable + +--- + +## 🎯 Next Steps + +### After Successful Testing + +1. **Commit Phase 1 + 2 changes** + ```bash + git add Containerfile build_scripts/ VERSION_UPDATES.md + git commit -m "Migrate to UBI8 and build Rust, libjpeg-turbo, libyaml, libxml2, libxslt from source (latest versions)" + ``` + +2. **Add Phase 3 to Containerfile** + - Use snippets from `VERSION_UPDATES.md` + - Test with numpy, scipy + +3. **Add Phase 4 to Containerfile** + - Use snippets from `VERSION_UPDATES.md` + - Test compression functionality + +### If Tests Fail + +1. Review build logs for specific errors +2. Check library compatibility issues +3. Consider selective rollback of problematic libraries +4. Report issues upstream if library bugs found + +--- + +## 📚 Documentation + +All documentation is current and accurate: + +- **VERSION_UPDATES.md** - Definitive version reference with SHA256 hashes +- **VERSION_CORRECTION_SUMMARY.txt** - Quick before/after comparison +- **READY_FOR_TESTING.md** (this file) - Testing guide +- **MIGRATION_STATUS.md** - Original plan tracking +- **IMPLEMENTATION_SUMMARY.md** - Implementation guide + +--- + +## ✨ Benefits Achieved + +With latest versions: + +- ✅ Latest Rust toolchain (essential for modern Python ecosystem) +- ✅ Latest security patches in all libraries +- ✅ Latest bug fixes and performance improvements +- ✅ Better standards compliance (libxml2 2.13) +- ✅ Official Red Hat UBI8 base +- ✅ Reduced OS package dependencies +- ✅ Improved reproducibility (SHA256-verified) +- ✅ Better manylinux compliance + +--- + +## 🔐 Security & Quality + +All libraries: +- Downloaded from official sources +- SHA256 hash verified +- Latest stable versions (as of 2026-03-20) +- No known security vulnerabilities +- Well-maintained upstream projects + +--- + +**Ready to build and test!** 🚀 + +All versions verified, all hashes checked, all documentation complete. diff --git a/UBI8_MIGRATION_COMPLETE.md b/UBI8_MIGRATION_COMPLETE.md new file mode 100644 index 0000000..dfda657 --- /dev/null +++ b/UBI8_MIGRATION_COMPLETE.md @@ -0,0 +1,223 @@ +# UBI8 Migration - COMPLETED ✓ + +**Date**: 2026-03-20 +**Status**: Successfully migrated to UBI8 with source-built libraries +**Image Tag**: `plumbing-builder:ubi8-latest` + +## Summary + +Successfully migrated the plumbing-builder from AlmaLinux 8 to Red Hat Universal Base Image 8 (UBI8) and implemented comprehensive source-building strategy for all bundleable libraries. + +## What Was Completed + +### Phase 1: UBI8 Base Migration ✓ +- **Base Image**: Changed from `amd64/almalinux:8` to `registry.access.redhat.com/ubi8/ubi@sha256:28a85f76ad1ea0a46a81a934b02fff48d75541f77777be403d48b6bb99a363ad` +- **Repository Configuration**: Added conditional logic for UBI8's limited package availability +- **Package Installation**: Made all optional packages conditional with availability checks +- **Build Tools**: Added cmake to base dependencies for CMake-based library builds + +### Phase 2: High-Priority Source Builds ✓ +Built from source with latest stable versions: + +1. **Rust 1.94.0** - Critical for modern Python packages + - Location: `/opt/_internal/rust-1.94.0` + - Installed via rustup with minimal profile + - Wrappers: rustc, cargo, rustup in `/usr/local/bin` + +2. **libjpeg-turbo 3.1.3** - Image processing (for Pillow) + - Location: `/opt/_internal/libjpeg-turbo-3` + - Build system: CMake + - Hash: `075920b826834ac4ddf97661cc73491047855859affd671d52079c6867c1c6c0` + +3. **libyaml 0.2.5** - YAML parsing (for PyYAML) + - Location: `/opt/_internal/libyaml-0` + - Build system: autoconf + - Hash: `c642ae9b75fee120b2d96c712538bd2cf283228d2337df2cf2988e3c02678ef4` + +4. **libxml2 2.15.1** - XML parsing (for lxml) + - Location: `/opt/_internal/libxml2-2.15` + - Build system: autoconf + - Hash: `c008bac08fd5c7b4a87f7b8a71f283fa581d80d80ff8d2efd3b26224c39bc54c` + - **Note**: Updated from 2.13.9 to 2.15.1 for libxslt compatibility + +5. **libxslt 1.1.45** - XSLT transformations (for lxml) + - Location: `/opt/_internal/libxslt-1.1` + - Build system: autoconf + - Hash: `9acfe68419c4d06a45c550321b3212762d92f41465062ca4ea19e632ee5d216e` + - Depends on: libxml2 + +### Phase 3: Numeric & FFI Libraries ✓ + +6. **libffi 3.5.2** - Foreign function interface (for cffi) + - Location: `/opt/_internal/libffi-3` + - Build system: autoconf + - Hash: `f3a3082a23b37c293a4fcd1053147b371f2ff91fa7ea1b2a52e335676bac82dc` + +7. **OpenBLAS 0.3.31** - Optimized BLAS/LAPACK (for numpy, scipy) + - Location: `/opt/_internal/openblas-0` + - Build system: make + - Hash: `6dd2a63ac9d32643b7cc636eab57bf4e57d0ed1fff926dfbc5d3d97f2d2be3a6` + - Features: DYNAMIC_ARCH=1, USE_OPENMP=1, architecture-specific tuning (HASWELL for x86_64) + +## Issues Resolved + +### Issue 1: UBI8 Limited Package Availability +**Problem**: UBI8 minimal images lack many packages available in AlmaLinux (EPEL, bison, libnsl, yasm, X11 libs) +**Solution**: Implemented conditional package installation checking availability with `dnf list available` + +### Issue 2: curl-devel Missing in UBI8 +**Problem**: Git build requires curl headers, but UBI8 doesn't provide curl-devel +**Solution**: Modified `build-curl.sh` to build curl from source when curl-devel unavailable + +### Issue 3: cmake Not Available for Library Builds +**Problem**: libjpeg-turbo, OpenBLAS require cmake +**Solution**: Added cmake to COMPILE_DEPS in `install-build-packages.sh` + +### Issue 4: libxslt Couldn't Find libxml2 +**Problem**: libxslt configure script failed with "Could not find libxml2 anywhere" +**Solution**: Added explicit `--with-libxml-prefix` configuration and ldconfig call + +### Issue 5: libxslt Version Mismatch +**Problem**: libxslt 1.1.45 requires libxml2 >= 2.15.1, we had 2.13.9 +**Solution**: Updated libxml2 to 2.15.1 + +### Issue 6: OpenBLAS OpenMP Compilation Failure +**Problem**: Static clang doesn't include OpenMP headers (`omp.h`) +**Solution**: Removed clang cross-compiler wrapper for OpenBLAS, use system GCC directly with `CC=gcc FC=gfortran` + +### Issue 7: libffi Not Found During Wheel Builds +**Problem**: cffi couldn't find libffi.pc during wheel building +**Solution**: Copied buildfs files (headers, pkgconfig) to runtime image for wheel-building libraries + +## Verification Results + +### Image Built Successfully +``` +Successfully tagged localhost/plumbing-builder:ubi8-latest +``` + +### Python & Toolchain Versions +- **Python**: 3.12.12 (compiled with Clang 21.1.5) +- **Rust**: 1.94.0 (4a4ef493e 2026-03-02) +- **Cargo**: 1.94.0 (85eff7c80 2026-01-15) +- **OpenSSL**: 3.5.4 (built from source) +- **SQLite**: 3.51.0 (built from source) + +### Wheel Build Test: cryptography 44.0.0 +Successfully built with Rust 1.94.0 + OpenSSL 3.5.4: + +``` +cryptography-44.0.0-0-cp37-abi3-manylinux_2_28_x86_64.whl +``` + +**Auditwheel Analysis**: +- Platform tag: `manylinux_2_28_x86_64` ✓ +- OpenSSL bundled with unique suffixes: `libssl-e5a47c2d.so.1.1.1k`, `libcrypto-e4ae40ae.so.1.1.1k` +- No external dependencies beyond glibc 2.28 +- **Verdict**: Fully compliant manylinux wheel + +## File Changes + +### Modified Files +1. `/home/jvulgan/Documents/plumbing/builder/Containerfile` + - Changed BASEIMAGE to UBI8 + - Added 7 source build stages (Phases 2+3) + - Added buildfs copies for wheel-building libraries + - Removed dnf packages replaced by source builds + +2. `/home/jvulgan/Documents/plumbing/builder/build_scripts/install-runtime-packages.sh` + - Made EPEL installation conditional + - Made repository enablement more robust + - Made X11 libraries conditional + +3. `/home/jvulgan/Documents/plumbing/builder/build_scripts/install-build-packages.sh` + - Added cmake to base dependencies + - Made optional dependencies conditional + +4. `/home/jvulgan/Documents/plumbing/builder/build_scripts/build-curl.sh` + - Added curl-devel availability detection + - Build from source when unavailable + +5. `/home/jvulgan/Documents/plumbing/builder/build_scripts/build_utils.sh` + - Added `--setopt install_weak_deps=0` to all dnf installs + +### Created Files +1. `/home/jvulgan/Documents/plumbing/builder/build_scripts/build-rust.sh` (Rust 1.94.0) +2. `/home/jvulgan/Documents/plumbing/builder/build_scripts/build-libjpeg-turbo.sh` (3.1.3) +3. `/home/jvulgan/Documents/plumbing/builder/build_scripts/build-libyaml.sh` (0.2.5) +4. `/home/jvulgan/Documents/plumbing/builder/build_scripts/build-libxml2.sh` (2.15.1) +5. `/home/jvulgan/Documents/plumbing/builder/build_scripts/build-libxslt.sh` (1.1.45) +6. `/home/jvulgan/Documents/plumbing/builder/build_scripts/build-libffi.sh` (3.5.2) +7. `/home/jvulgan/Documents/plumbing/builder/build_scripts/build-openblas.sh` (0.3.31) +8. `/home/jvulgan/Documents/plumbing/builder/Containerfile.almalinux` (backup) + +## Architecture Improvements + +### Source Build Pattern +All source-built libraries follow consistent pattern: +1. Download from upstream with SHA256 verification +2. Build with manylinux-compliant CFLAGS/LDFLAGS +3. Install to `/opt/_internal/-` +4. Create `/manylinux-rootfs` (runtime files) and `/manylinux-buildfs` (build files) +5. Add rpath to pkgconfig files +6. Strip binaries +7. Copy both rootfs and buildfs to final image + +### pkgconfig Integration +All libraries expose pkgconfig files in `/usr/local/lib/pkgconfig/` for: +- libffi.pc +- libjpeg.pc +- libyaml-0.1.pc +- libxml-2.0.pc +- libxslt.pc, libexslt.pc +- openblas.pc + +## What's Next (Phase 4 - Optional) + +Additional libraries that could be built from source: +- zlib 1.3.1 +- bzip2 1.0.8 +- libpng 1.6.x +- libtiff 4.6.x + +**Note**: These are lower priority since they're less frequently bundled in wheels. + +## Testing Recommendations + +### Test Coverage Needed +1. **Rust-based wheels**: ruff, pydantic-core, cryptography ✓ +2. **Image library wheels**: Pillow (uses libjpeg-turbo) +3. **XML/YAML wheels**: lxml (uses libxml2/libxslt), PyYAML (uses libyaml) +4. **Numeric wheels**: numpy (uses OpenBLAS), scipy +5. **Full Python versions**: Currently only 3.12.12 built, need 3.8-3.14 + PyPy + +### Recommended Test Command +```bash +# Test multiple critical packages +build-wheels \ + cryptography==44.0.0 \ + Pillow==11.2.0 \ + lxml==5.4.0 \ + PyYAML==6.0.3 \ + numpy==2.2.3 +``` + +## Performance Notes + +Build time comparable to AlmaLinux build with better reproducibility: +- Phases 1-3 complete: ~15 minutes (with layer caching) +- cryptography wheel build: ~4 minutes +- All dependencies built from verified sources with pinned SHA256 hashes + +## Migration Benefits + +1. **Official Support**: UBI8 provides official Red Hat support and RHEL compatibility +2. **Version Control**: All library versions explicitly controlled via source builds +3. **Latest Versions**: Rust 1.94.0 (vs RHEL8 1.66), OpenBLAS 0.3.31, libxml2 2.15.1 +4. **Reproducibility**: SHA256-verified downloads ensure bit-for-bit reproducibility +5. **Manylinux Compliance**: Verified with auditwheel for cryptography wheel +6. **Security**: Latest library versions with security patches + +## Conclusion + +✅ **Migration successful!** The plumbing-builder now runs on UBI8 with all critical libraries built from source, providing maximum control, latest versions, and verified manylinux_2_28 compliance. diff --git a/VERSION_UPDATES.md b/VERSION_UPDATES.md new file mode 100644 index 0000000..43029a7 --- /dev/null +++ b/VERSION_UPDATES.md @@ -0,0 +1,294 @@ +# Library Version Updates - Corrected to Latest + +**Date:** 2026-03-20 +**Status:** All versions updated to latest stable releases + +## Version Corrections Applied + +### Phase 2: High-Priority Source Builds (Active in Containerfile) + +| Library | Original Version | **Latest Version** | Status | +|---------|-----------------|-------------------|---------| +| Rust | 1.84.0 | **1.94.0** | ✅ Updated | +| libjpeg-turbo | 3.0.1 | **3.1.3** | ✅ Updated | +| libyaml | 0.2.5 | **0.2.5** | ✓ Correct | +| libxml2 | 2.12.5 | **2.13.9** | ✅ Updated | +| libxslt | 1.1.39 | **1.1.45** | ✅ Updated | + +### Phase 3: Complex Numeric Libraries (Prepared, Not Yet Active) + +| Library | Original Version | **Latest Version** | Status | +|---------|-----------------|-------------------|---------| +| OpenBLAS | 0.3.26 | **0.3.31** | ⚠️ Script ready, needs Containerfile update | +| libffi | 3.4.6 | **3.5.2** | ⚠️ Script ready, needs Containerfile update | + +### Phase 4: Compression & Utilities (Prepared, Not Yet Active) + +| Library | Original Version | **Latest Version** | Status | +|---------|-----------------|-------------------|---------| +| zlib | 1.3.1 | **1.3.2** | ⚠️ Script ready, needs Containerfile update | +| bzip2 | 1.0.8 | **1.0.8** | ✓ Correct | +| libpng | 1.6.44 | **1.6.55** | ⚠️ Script ready, needs Containerfile update | +| libtiff | 4.6.0 | **4.7.1** | ⚠️ Script ready, needs Containerfile update | + +--- + +## Updated SHA256 Hashes + +### Phase 2 (Active) + +```bash +# Rust 1.94.0 (rustup-init for x86_64) +RUST_VERSION=1.94.0 +RUSTUP_HASH=4acc9acc76d5079515b46346a485974457b5a79893cfb01112423c89aeb5aa10 + +# libjpeg-turbo 3.1.3 +LIBJPEG_TURBO_VERSION=3.1.3 +LIBJPEG_TURBO_HASH=075920b826834ac4ddf97661cc73491047855859affd671d52079c6867c1c6c0 + +# libyaml 0.2.5 (unchanged) +LIBYAML_VERSION=0.2.5 +LIBYAML_HASH=c642ae9b75fee120b2d96c712538bd2cf283228d2337df2cf2988e3c02678ef4 + +# libxml2 2.13.9 +LIBXML2_VERSION=2.13.9 +LIBXML2_HASH=a2c9ae7b770da34860050c309f903221c67830c86e4a7e760692b803df95143a + +# libxslt 1.1.45 +LIBXSLT_VERSION=1.1.45 +LIBXSLT_HASH=9acfe68419c4d06a45c550321b3212762d92f41465062ca4ea19e632ee5d216e +``` + +### Phase 3 (Ready for Activation) + +```bash +# OpenBLAS 0.3.31 +OPENBLAS_VERSION=0.3.31 +OPENBLAS_HASH=6dd2a63ac9d32643b7cc636eab57bf4e57d0ed1fff926dfbc5d3d97f2d2be3a6 + +# libffi 3.5.2 +LIBFFI_VERSION=3.5.2 +LIBFFI_HASH=f3a3082a23b37c293a4fcd1053147b371f2ff91fa7ea1b2a52e335676bac82dc +``` + +### Phase 4 (Ready for Activation) + +```bash +# zlib 1.3.2 +ZLIB_VERSION=1.3.2 +ZLIB_HASH=bb329a0a2cd0274d05519d61c667c062e06990d72e125ee2dfa8de64f0119d16 + +# bzip2 1.0.8 (unchanged) +BZIP2_VERSION=1.0.8 +BZIP2_HASH=ab5a03176ee106d3f0fa90e381da478ddae405918153cca248e682cd0c4a2269 + +# libpng 1.6.55 +LIBPNG_VERSION=1.6.55 +LIBPNG_HASH=d925722864837ad5ae2a82070d4b2e0603dc72af44bd457c3962298258b8e82d + +# libtiff 4.7.1 +LIBTIFF_VERSION=4.7.1 +LIBTIFF_HASH=b92017489bdc1db3a4c97191aa4b75366673cb746de0dce5d7a749d5954681ba +``` + +--- + +## Significant Version Changes + +### Major Updates + +**libxml2: 2.12.5 → 2.13.9** +- Major version bump (2.12 → 2.13) +- Multiple bug fixes and improvements +- Better standards compliance +- **Action:** Test lxml thoroughly after build + +**Rust: 1.84.0 → 1.94.0** +- 10 minor versions forward +- Numerous language improvements and bug fixes +- Better compilation performance +- **Action:** Test all Rust-based wheels (cryptography, ruff, pydantic-core) + +**libpng: 1.6.44 → 1.6.55** +- 11 patch versions forward +- Security fixes and bug fixes +- **Action:** Test Pillow and other image libraries + +### Notable Updates + +**libjpeg-turbo: 3.0.1 → 3.1.3** +- Minor version + patches +- Performance improvements + +**libxslt: 1.1.39 → 1.1.45** +- 6 patch versions +- Bug fixes and improvements + +**OpenBLAS: 0.3.26 → 0.3.31** +- 5 patch versions +- Performance optimizations and bug fixes +- Architecture-specific improvements + +**libffi: 3.4.6 → 3.5.2** +- Minor version bump + patches +- Bug fixes and portability improvements + +**libtiff: 4.6.0 → 4.7.1** +- Minor version bump + patch +- Bug fixes and security improvements + +--- + +## Download URLs + +### Phase 2 (Active) + +```bash +# Rust (rustup-init) +https://static.rust-lang.org/rustup/dist/x86_64-unknown-linux-gnu/rustup-init + +# libjpeg-turbo +https://github.com/libjpeg-turbo/libjpeg-turbo/releases/download/3.1.3/libjpeg-turbo-3.1.3.tar.gz + +# libyaml +https://pyyaml.org/download/libyaml/yaml-0.2.5.tar.gz + +# libxml2 +https://download.gnome.org/sources/libxml2/2.13/libxml2-2.13.9.tar.xz + +# libxslt +https://download.gnome.org/sources/libxslt/1.1/libxslt-1.1.45.tar.xz +``` + +### Phase 3 (Ready) + +```bash +# OpenBLAS +https://github.com/OpenMathLib/OpenBLAS/releases/download/v0.3.31/OpenBLAS-0.3.31.tar.gz + +# libffi +https://github.com/libffi/libffi/releases/download/v3.5.2/libffi-3.5.2.tar.gz +``` + +### Phase 4 (Ready) + +```bash +# zlib +https://github.com/madler/zlib/releases/download/v1.3.2/zlib-1.3.2.tar.gz + +# bzip2 +https://sourceware.org/pub/bzip2/bzip2-1.0.8.tar.gz + +# libpng +https://download.sourceforge.net/libpng/libpng-1.6.55.tar.xz + +# libtiff +https://download.osgeo.org/libtiff/tiff-4.7.1.tar.xz +``` + +--- + +## Files Updated + +### Containerfile +✅ Updated Phase 2 libraries to latest versions: +- Rust: 1.84.0 → 1.94.0 +- libjpeg-turbo: 3.0.1 → 3.1.3 +- libxml2: 2.12.5 → 2.13.9 +- libxslt: 1.1.39 → 1.1.45 + +### Build Scripts +All build scripts use environment variables from Containerfile, so no script changes needed. Scripts are version-agnostic and will build whatever version is specified via environment variables. + +--- + +## Testing Priority + +Given the scope of version updates, testing should focus on: + +1. **HIGH PRIORITY - Rust-based packages:** + - cryptography (uses Rust, critical for many packages) + - ruff (modern Python linter) + - pydantic-core (validation library) + +2. **HIGH PRIORITY - XML/HTML libraries:** + - lxml (uses libxml2 2.13.9 with major version bump) + +3. **MEDIUM PRIORITY - Image libraries:** + - Pillow (uses libjpeg-turbo 3.1.3 and libpng 1.6.55) + +4. **MEDIUM PRIORITY - YAML:** + - PyYAML (uses libyaml, version unchanged but re-test) + +--- + +## Next Steps for Phase 3 & 4 + +When ready to activate Phase 3 and 4, use these updated values in the Containerfile: + +### Add to Containerfile (Phase 3) + +```dockerfile +FROM build_base AS build_openblas +COPY build_scripts/build-openblas.sh /opt/_internal/build_scripts/ +RUN --mount=type=bind,from=static_clang,target=/tmp/cross-compiler,ro \ + export OPENBLAS_VERSION=0.3.31 && \ + export OPENBLAS_HASH=6dd2a63ac9d32643b7cc636eab57bf4e57d0ed1fff926dfbc5d3d97f2d2be3a6 && \ + export OPENBLAS_DOWNLOAD_URL=https://github.com/OpenMathLib/OpenBLAS/releases/download && \ + /tmp/cross-compiler/entrypoint /opt/_internal/build_scripts/build-openblas.sh + +FROM build_base AS build_libffi +COPY build_scripts/build-libffi.sh /opt/_internal/build_scripts/ +RUN --mount=type=bind,from=static_clang,target=/tmp/cross-compiler,ro \ + export LIBFFI_VERSION=3.5.2 && \ + export LIBFFI_HASH=f3a3082a23b37c293a4fcd1053147b371f2ff91fa7ea1b2a52e335676bac82dc && \ + export LIBFFI_DOWNLOAD_URL=https://github.com/libffi/libffi/releases/download && \ + /tmp/cross-compiler/entrypoint /opt/_internal/build_scripts/build-libffi.sh +``` + +### Add to Containerfile (Phase 4) + +```dockerfile +FROM build_base AS build_zlib +COPY build_scripts/build-zlib.sh /opt/_internal/build_scripts/ +RUN --mount=type=bind,from=static_clang,target=/tmp/cross-compiler,ro \ + export ZLIB_VERSION=1.3.2 && \ + export ZLIB_HASH=bb329a0a2cd0274d05519d61c667c062e06990d72e125ee2dfa8de64f0119d16 && \ + export ZLIB_DOWNLOAD_URL=https://github.com/madler/zlib/releases/download && \ + /tmp/cross-compiler/entrypoint /opt/_internal/build_scripts/build-zlib.sh + +FROM build_base AS build_libpng +COPY --from=build_zlib /manylinux-buildfs / +COPY build_scripts/build-libpng.sh /opt/_internal/build_scripts/ +RUN --mount=type=bind,from=static_clang,target=/tmp/cross-compiler,ro \ + export LIBPNG_VERSION=1.6.55 && \ + export LIBPNG_HASH=d925722864837ad5ae2a82070d4b2e0603dc72af44bd457c3962298258b8e82d && \ + export LIBPNG_DOWNLOAD_URL=https://download.sourceforge.net/libpng && \ + /tmp/cross-compiler/entrypoint /opt/_internal/build_scripts/build-libpng.sh + +FROM build_base AS build_libtiff +COPY --from=build_libjpeg_turbo /manylinux-buildfs / +COPY --from=build_zlib /manylinux-buildfs / +COPY --from=build_libpng /manylinux-buildfs / +COPY build_scripts/build-libtiff.sh /opt/_internal/build_scripts/ +RUN --mount=type=bind,from=static_clang,target=/tmp/cross-compiler,ro \ + export LIBTIFF_VERSION=4.7.1 && \ + export LIBTIFF_HASH=b92017489bdc1db3a4c97191aa4b75366673cb746de0dce5d7a749d5954681ba && \ + export LIBTIFF_DOWNLOAD_URL=https://download.osgeo.org/libtiff && \ + /tmp/cross-compiler/entrypoint /opt/_internal/build_scripts/build-libtiff.sh +``` + +--- + +## Verification Checklist + +- [x] Downloaded all latest stable versions +- [x] Verified SHA256 hashes for all tarballs +- [x] Updated Containerfile with Phase 2 latest versions +- [x] Documented all version changes +- [ ] Build image successfully +- [ ] Run test suite +- [ ] Test Rust-based wheels +- [ ] Test lxml (major libxml2 update) +- [ ] Test Pillow (image library updates) +- [ ] Verify manylinux compliance diff --git a/build_scripts/build-aom.sh b/build_scripts/build-aom.sh new file mode 100755 index 0000000..736ee0a --- /dev/null +++ b/build_scripts/build-aom.sh @@ -0,0 +1,81 @@ +#!/bin/bash +# Top-level build script called from Dockerfile + +# Stop at any error, show all commands +set -exuo pipefail + +# Get script directory +MY_DIR=$(dirname "${BASH_SOURCE[0]}") + +# Get build utilities +# shellcheck source-path=SCRIPTDIR +source "${MY_DIR}/build_utils.sh" + +# Install a more recent libaom (AV1 codec, used by libavif for AVIF support) +check_var "${AOM_VERSION}" +check_var "${AOM_HASH}" +check_var "${AOM_DOWNLOAD_URL}" +AOM_ROOT="libaom-${AOM_VERSION}" + +PREFIX=/opt/_internal/aom-${AOM_VERSION%.*} + +fetch_source "${AOM_ROOT}.tar.gz" "${AOM_DOWNLOAD_URL}" +check_sha256sum "${AOM_ROOT}.tar.gz" "${AOM_HASH}" +tar xf "${AOM_ROOT}.tar.gz" +pushd "${AOM_ROOT}" + +# Build with CMake. +# AOM_TARGET_CPU=generic: the UBI8 builder base has no assembler (nasm/yasm are +# not in its repos), and aom's cmake requires one for its hand-written SIMD asm. +# generic disables that asm and builds a pure-C library that is portable and +# correct; AVIF encode/decode is slower but functionally complete. SIMD can be +# restored later by adding a source-built nasm stage. +mkdir -p _build +cd _build +cmake .. \ + -DCMAKE_INSTALL_PREFIX="${PREFIX}" \ + -DCMAKE_BUILD_TYPE=Release \ + -DCMAKE_C_FLAGS="${MANYLINUX_CFLAGS}" \ + -DCMAKE_CXX_FLAGS="${MANYLINUX_CXXFLAGS}" \ + -DCMAKE_INSTALL_LIBDIR=lib \ + -DBUILD_SHARED_LIBS=ON \ + -DAOM_TARGET_CPU=generic \ + -DENABLE_NASM=OFF \ + -DENABLE_DOCS=OFF \ + -DENABLE_EXAMPLES=OFF \ + -DENABLE_TESTS=OFF \ + -DENABLE_TESTDATA=OFF \ + -DENABLE_TOOLS=OFF \ + -DCONFIG_AV1_DECODER=1 \ + -DCONFIG_AV1_ENCODER=1 \ + > /dev/null + +make -j"$(nproc)" > /dev/null +make install DESTDIR=/manylinux-rootfs > /dev/null +popd +rm -rf "${AOM_ROOT}" "${AOM_ROOT}.tar.gz" + +# Add rpath to pkgconfig +for pc in /manylinux-rootfs"${PREFIX}"/lib/pkgconfig/*.pc; do + if [ -f "$pc" ]; then + sed -i "s|^Libs:|Libs: -Wl,--enable-new-dtags,-rpath=\${libdir} |g" "$pc" + fi +done + +# Strip what we can +strip_ /manylinux-rootfs + +# Install for build +mkdir /manylinux-buildfs +cp -rlf /manylinux-rootfs/* /manylinux-buildfs/ + +# Create symlinks for pkgconfig +mkdir -p /manylinux-buildfs/usr/local/lib/pkgconfig/ +for pc in /manylinux-buildfs"${PREFIX}"/lib/pkgconfig/*.pc; do + if [ -f "$pc" ]; then + ln -s "${PREFIX}/lib/pkgconfig/$(basename "$pc")" /manylinux-buildfs/usr/local/lib/pkgconfig/$(basename "$pc") + fi +done + +# Clean-up for runtime +rm -rf /manylinux-rootfs"${PREFIX}"/lib/pkgconfig /manylinux-rootfs"${PREFIX}"/include diff --git a/build_scripts/build-arrow.sh b/build_scripts/build-arrow.sh new file mode 100755 index 0000000..ad14839 --- /dev/null +++ b/build_scripts/build-arrow.sh @@ -0,0 +1,111 @@ +#!/bin/bash +# Top-level build script called from Dockerfile + +# Stop at any error, show all commands +set -exuo pipefail + +# Get script directory +MY_DIR=$(dirname "${BASH_SOURCE[0]}") + +# Get build utilities +# shellcheck source-path=SCRIPTDIR +source "${MY_DIR}/build_utils.sh" + +# Build Apache Arrow C++ library (required by pyarrow) +check_var "${ARROW_VERSION}" +check_var "${ARROW_HASH}" +check_var "${ARROW_DOWNLOAD_URL}" +ARROW_ROOT="apache-arrow-${ARROW_VERSION}" + +PREFIX=/usr/local + +fetch_source "${ARROW_ROOT}.tar.gz" "${ARROW_DOWNLOAD_URL}" +check_sha256sum "${ARROW_ROOT}.tar.gz" "${ARROW_HASH}" +tar xfz "${ARROW_ROOT}.tar.gz" +pushd "${ARROW_ROOT}/cpp" + +cmake_extra_args=() +target_arch="${AUDITWHEEL_ARCH:?AUDITWHEEL_ARCH must be set}" +if [[ "$target_arch" == "x86_64" ]]; then + cmake_extra_args+=( -DBOOST_UUID_LINK_LIBATOMIC=OFF ) +fi + +# Arrow's bundled cloud SDKs (S3/GCS/Azure) link libcurl, so libarrow carries a +# NEEDED on libcurl.so.4. That soname also exists in /lib64 -- UBI8's curl +# 7.61.1 -- and the image deliberately does NOT put our curl prefix on the +# default library search path, because our build omits HTTP/2 and UBI's curl +# binary would start failing https fetches with CURLE_NOT_BUILT_IN. Carry an +# rpath instead, the same way this script does for arrow's own .pc files below, +# so the loader and auditwheel both reach the 8.17.0 we compile against rather +# than resolving to the older /lib64 copy. Without it the wheel bundles 7.61.1 +# and dies on import with "undefined symbol: curl_multi_poll". +CURL_PREFIX=$(find /opt/_internal -maxdepth 1 -name 'curl-*') +if [ -n "${CURL_PREFIX}" ]; then + cmake_extra_args+=( + "-DCMAKE_SHARED_LINKER_FLAGS=-Wl,--enable-new-dtags,-rpath=${CURL_PREFIX}/lib" + ) +fi + +cmake -S . -B build \ + -DCMAKE_BUILD_TYPE=Release \ + -DCMAKE_INSTALL_PREFIX="${PREFIX}" \ + -DCMAKE_INSTALL_LIBDIR=lib \ + -DARROW_BUILD_STATIC=OFF \ + -DARROW_BUILD_SHARED=ON \ + -DARROW_COMPUTE=ON \ + -DARROW_CSV=ON \ + -DARROW_DATASET=ON \ + -DARROW_HDFS=ON \ + -DARROW_JSON=ON \ + -DARROW_PARQUET=ON \ + -DPARQUET_REQUIRE_ENCRYPTION=ON \ + -DARROW_ORC=ON \ + -DARROW_SUBSTRAIT=ON \ + -DARROW_FLIGHT=ON \ + -DARROW_S3=ON \ + -DARROW_GCS=ON \ + -DARROW_AZURE=ON \ + -DARROW_WITH_SNAPPY=ON \ + -DARROW_WITH_LZ4=ON \ + -DARROW_WITH_ZSTD=ON \ + -DARROW_WITH_ZLIB=ON \ + -DARROW_WITH_BZ2=ON \ + -DARROW_WITH_BROTLI=ON \ + -DARROW_WITH_RE2=ON \ + -DARROW_WITH_UTF8PROC=ON \ + -DARROW_DEPENDENCY_SOURCE=BUNDLED \ + -DCMAKE_C_FLAGS="${MANYLINUX_CFLAGS}" \ + -DCMAKE_CXX_FLAGS="${MANYLINUX_CXXFLAGS}" \ + "${cmake_extra_args[@]}" > /dev/null + +cmake --build build --parallel "$(nproc)" > /dev/null +DESTDIR=/manylinux-rootfs cmake --install build > /dev/null +popd +rm -rf "${ARROW_ROOT}" "${ARROW_ROOT}.tar.gz" + +# Add rpath to pkgconfig so pkg-config consumers get the rpath automatically +for pc in /manylinux-rootfs"${PREFIX}"/lib/pkgconfig/{arrow,parquet}*.pc; do + if [ -f "$pc" ]; then + sed -i "s|^Libs:|Libs: -Wl,--enable-new-dtags,-rpath=\${libdir} |g" "$pc" + fi +done + +# Strip what we can +strip_ /manylinux-rootfs + +# Install for build +mkdir /manylinux-buildfs +cp -rlf /manylinux-rootfs/* /manylinux-buildfs/ + +# Clean-up for runtime (keep libs, drop headers, pkgconfig, cmake config and debug/doc files) +rm -rf /manylinux-rootfs"${PREFIX}"/include/arrow +rm -rf /manylinux-rootfs"${PREFIX}"/include/parquet +rm -rf /manylinux-rootfs"${PREFIX}"/lib/pkgconfig/arrow*.pc +rm -rf /manylinux-rootfs"${PREFIX}"/lib/pkgconfig/parquet*.pc +rm -rf /manylinux-rootfs"${PREFIX}"/lib/cmake/Arrow +rm -rf /manylinux-rootfs"${PREFIX}"/lib/cmake/ArrowAcero +rm -rf /manylinux-rootfs"${PREFIX}"/lib/cmake/ArrowCompute +rm -rf /manylinux-rootfs"${PREFIX}"/lib/cmake/ArrowDataset +rm -rf /manylinux-rootfs"${PREFIX}"/lib/cmake/Parquet +rm -rf /manylinux-rootfs"${PREFIX}"/share/arrow +rm -rf /manylinux-rootfs"${PREFIX}"/share/doc/arrow diff --git a/build_scripts/build-brotli.sh b/build_scripts/build-brotli.sh new file mode 100755 index 0000000..ae1f5ba --- /dev/null +++ b/build_scripts/build-brotli.sh @@ -0,0 +1,69 @@ +#!/bin/bash +# Top-level build script called from Dockerfile + +# Stop at any error, show all commands +set -exuo pipefail + +# Get script directory +MY_DIR=$(dirname "${BASH_SOURCE[0]}") + +# Get build utilities +# shellcheck source-path=SCRIPTDIR +source "${MY_DIR}/build_utils.sh" + +# Install a more recent Brotli (WOFF2 font decompression for FreeType) +check_var "${BROTLI_VERSION}" +check_var "${BROTLI_HASH}" +check_var "${BROTLI_DOWNLOAD_URL}" +BROTLI_ROOT="brotli-${BROTLI_VERSION}" + +PREFIX=/opt/_internal/brotli-${BROTLI_VERSION%.*} + +# GitHub auto-generated archive is named v.tar.gz; it extracts to ${BROTLI_ROOT}/ +fetch_source "v${BROTLI_VERSION}.tar.gz" "${BROTLI_DOWNLOAD_URL}" +check_sha256sum "v${BROTLI_VERSION}.tar.gz" "${BROTLI_HASH}" +tar xf "v${BROTLI_VERSION}.tar.gz" +pushd "${BROTLI_ROOT}" + +# Build with CMake +mkdir -p _build +cd _build +cmake .. \ + -DCMAKE_INSTALL_PREFIX="${PREFIX}" \ + -DCMAKE_BUILD_TYPE=Release \ + -DCMAKE_C_FLAGS="${MANYLINUX_CFLAGS}" \ + -DCMAKE_CXX_FLAGS="${MANYLINUX_CXXFLAGS}" \ + -DCMAKE_INSTALL_LIBDIR=lib \ + -DBUILD_SHARED_LIBS=ON \ + -DBROTLI_DISABLE_TESTS=ON \ + > /dev/null + +make -j"$(nproc)" > /dev/null +make install DESTDIR=/manylinux-rootfs > /dev/null +popd +rm -rf "${BROTLI_ROOT}" "v${BROTLI_VERSION}.tar.gz" + +# Add rpath to pkgconfig +for pc in /manylinux-rootfs"${PREFIX}"/lib/pkgconfig/*.pc; do + if [ -f "$pc" ]; then + sed -i "s|^Libs:|Libs: -Wl,--enable-new-dtags,-rpath=\${libdir} |g" "$pc" + fi +done + +# Strip what we can +strip_ /manylinux-rootfs + +# Install for build +mkdir /manylinux-buildfs +cp -rlf /manylinux-rootfs/* /manylinux-buildfs/ + +# Create symlinks for pkgconfig +mkdir -p /manylinux-buildfs/usr/local/lib/pkgconfig/ +for pc in /manylinux-buildfs"${PREFIX}"/lib/pkgconfig/*.pc; do + if [ -f "$pc" ]; then + ln -s "${PREFIX}/lib/pkgconfig/$(basename "$pc")" /manylinux-buildfs/usr/local/lib/pkgconfig/$(basename "$pc") + fi +done + +# Clean-up for runtime +rm -rf /manylinux-rootfs"${PREFIX}"/lib/pkgconfig /manylinux-rootfs"${PREFIX}"/include diff --git a/build_scripts/build-bzip2.sh b/build_scripts/build-bzip2.sh new file mode 100755 index 0000000..a201b07 --- /dev/null +++ b/build_scripts/build-bzip2.sh @@ -0,0 +1,79 @@ +#!/bin/bash +# Top-level build script called from Dockerfile + +# Stop at any error, show all commands +set -exuo pipefail + +# Get script directory +MY_DIR=$(dirname "${BASH_SOURCE[0]}") + +# Get build utilities +# shellcheck source-path=SCRIPTDIR +source "${MY_DIR}/build_utils.sh" + +# Install a more recent bzip2 +check_var "${BZIP2_VERSION}" +check_var "${BZIP2_HASH}" +check_var "${BZIP2_DOWNLOAD_URL}" +BZIP2_ROOT="bzip2-${BZIP2_VERSION}" + +PREFIX=/opt/_internal/bzip2-${BZIP2_VERSION%.*} + +fetch_source "${BZIP2_ROOT}.tar.gz" "${BZIP2_DOWNLOAD_URL}" +check_sha256sum "${BZIP2_ROOT}.tar.gz" "${BZIP2_HASH}" +tar xfz "${BZIP2_ROOT}.tar.gz" +pushd "${BZIP2_ROOT}" + +# bzip2 doesn't have a configure script, use make directly +make -f Makefile-libbz2_so \ + CC="${CC:-gcc}" \ + CFLAGS="${MANYLINUX_CFLAGS} -fPIC -D_FILE_OFFSET_BITS=64" \ + > /dev/null + +# Install shared library +mkdir -p /manylinux-rootfs"${PREFIX}"/lib +mkdir -p /manylinux-rootfs"${PREFIX}"/include +mkdir -p /manylinux-rootfs"${PREFIX}"/bin + +cp -a libbz2.so* /manylinux-rootfs"${PREFIX}"/lib/ +ln -sf libbz2.so.${BZIP2_VERSION} /manylinux-rootfs"${PREFIX}"/lib/libbz2.so +cp bzlib.h /manylinux-rootfs"${PREFIX}"/include/ + +# Build and install utilities +make clean > /dev/null +make CC="${CC:-gcc}" CFLAGS="${MANYLINUX_CFLAGS}" > /dev/null +cp bzip2 /manylinux-rootfs"${PREFIX}"/bin/ +ln -f /manylinux-rootfs"${PREFIX}"/bin/bzip2 /manylinux-rootfs"${PREFIX}"/bin/bunzip2 +ln -f /manylinux-rootfs"${PREFIX}"/bin/bzip2 /manylinux-rootfs"${PREFIX}"/bin/bzcat + +popd +rm -rf "${BZIP2_ROOT}" "${BZIP2_ROOT}.tar.gz" + +# Create pkgconfig file +mkdir -p /manylinux-rootfs"${PREFIX}"/lib/pkgconfig +cat > /manylinux-rootfs"${PREFIX}"/lib/pkgconfig/bzip2.pc < 3.2.1 + # 3.7.0b4 -> 3.7.0 + echo "$1" | awk -F "." '{printf "%d.%d.%d", $1, $2, $3}' +} + +CPYTHON_DIST_DIR=$(pyver_dist_dir "${CPYTHON_VERSION}") +fetch_source "Python-${CPYTHON_VERSION}.tar.xz" "${CPYTHON_DOWNLOAD_URL}/${CPYTHON_DIST_DIR}" +fetch_source "Python-${CPYTHON_VERSION}.tar.xz.sigstore" "${CPYTHON_DOWNLOAD_URL}/${CPYTHON_DIST_DIR}" +cosign verify-blob "Python-${CPYTHON_VERSION}.tar.xz" --bundle "Python-${CPYTHON_VERSION}.tar.xz.sigstore" --certificate-identity="${CERT_IDENTITY}" --certificate-oidc-issuer="${CERT_OIDC_ISSUER}" + +tar -xJf "Python-${CPYTHON_VERSION}.tar.xz" +pushd "Python-${CPYTHON_VERSION}" +PREFIX="/opt/_internal/cpython-${CPYTHON_VERSION}" +mkdir -p "${PREFIX}/lib" +LDFLAGS_EXTRA="" +CONFIGURE_ARGS=(--disable-shared --with-ensurepip=no) + +if [ "${4:-}" == "nogil" ]; then + PREFIX="${PREFIX}-nogil" + CONFIGURE_ARGS+=(--disable-gil) +fi + +if [ "${AUDITWHEEL_POLICY}" == "manylinux2014" ] ; then + # Python 3.11+ + export TCLTK_LIBS="-L/usr/local/lib -ltk8.6 -ltcl8.6" +fi + +if [ "${BASE_POLICY}_${AUDITWHEEL_ARCH}" == "manylinux_armv7l" ]; then + CONFIGURE_ARGS+=(--build=armv7l-unknown-linux-gnueabihf) +elif [ "${BASE_POLICY}_${AUDITWHEEL_ARCH}" == "musllinux_armv7l" ]; then + CONFIGURE_ARGS+=(--build=arm-linux-musleabihf) +fi + +case "${CPYTHON_VERSION}" in + 3.8.*|3.9.*|3.10.*) sed -i "s|/usr/local/include/sqlite3|/opt/_internal/sqlite3/include|g ; s|sqlite_extra_link_args = ()|sqlite_extra_link_args = ('-Wl,-rpath=/opt/_internal/sqlite3/lib',)|g" setup.py;; + *) ;; +esac + +OPENSSL_PREFIX=$(find /opt/_internal -maxdepth 1 -name 'openssl*') +if [ "${OPENSSL_PREFIX}" != "" ]; then + CONFIGURE_ARGS+=("--with-openssl=${OPENSSL_PREFIX}") + case "${CPYTHON_VERSION}" in + 3.8.*|3.9.*) export LDFLAGS_EXTRA="-Wl,-rpath,${OPENSSL_PREFIX}/lib";; + *) CONFIGURE_ARGS+=(--with-openssl-rpath=auto);; + esac +fi + +unset _PYTHON_HOST_PLATFORM + +# configure with hardening options only for the interpreter & stdlib C extensions +# do not change the default for user built extension (yet?) +./configure \ + CC=gcc \ + CXX=g++ \ + CFLAGS_NODIST="${MANYLINUX_CFLAGS} ${MANYLINUX_CPPFLAGS}" \ + LDFLAGS_NODIST="${MANYLINUX_LDFLAGS} ${LDFLAGS_EXTRA}" \ + "--prefix=${PREFIX}" "${CONFIGURE_ARGS[@]}" > /dev/null +make > /dev/null +make install > /dev/null +popd +rm -rf "Python-${CPYTHON_VERSION}" "Python-${CPYTHON_VERSION}.tar.xz" "Python-${CPYTHON_VERSION}.tar.xz.sigstore" + +if [ "${OPENSSL_PREFIX}" != "" ]; then + rm -rf "${OPENSSL_PREFIX:?}/bin" "${OPENSSL_PREFIX}/include" "${OPENSSL_PREFIX}/lib/pkgconfig" "${OPENSSL_PREFIX}/lib/*.so" +fi + +# We do not need precompiled .pyc and .pyo files. +clean_pyc "${PREFIX}" + +# Strip ELF files found in ${PREFIX} +strip_ "${PREFIX}" diff --git a/build_scripts/build-curl.sh b/build_scripts/build-curl.sh new file mode 100755 index 0000000..dcb771a --- /dev/null +++ b/build_scripts/build-curl.sh @@ -0,0 +1,94 @@ +#!/bin/bash +# Top-level build script called from Dockerfile + +# Stop at any error, show all commands +set -exuo pipefail + +# Get script directory +MY_DIR=$(dirname "${BASH_SOURCE[0]}") + +# Get build utilities +# shellcheck source-path=SCRIPTDIR +source "${MY_DIR}/build_utils.sh" + +# Install a more recent curl +check_var "${CURL_ROOT}" +check_var "${CURL_HASH}" +check_var "${CURL_DOWNLOAD_URL}" +# Link the shared OpenSSL this image builds, not UBI's. A bare --with-openssl +# lets configure pick up the system openssl-devel, which on UBI8 is 1.1.1k -- +# end of life since 2023-09-11 -- and every wheel that bundles libcurl then +# carries it. Passing the prefix explicitly is what keeps the two in step. +check_var "${CURL_OPENSSL_PREFIX}" + +# Check if curl-devel is available from packages +# On UBI images, curl-devel is not available, so we need to build from source +if dnf list available curl-devel &>/dev/null; then + echo "skipping installation of ${CURL_ROOT} - using system curl-devel" + # Ensure the buildfs dir always exists so `COPY --from=build_curl + # /manylinux-buildfs /` succeeds even when we skip the source build + # (system curl-devel already provides headers/pkgconfig to consumers). + mkdir -p /manylinux-buildfs + exit 0 +fi + +# Remove system curl-devel if present (we're building from source) +dnf erase -y curl-devel 2>/dev/null || true + +SO_COMPAT=4 +PREFIX=/opt/_internal/curl-${SO_COMPAT} + +fetch_source "${CURL_ROOT}.tar.gz" "${CURL_DOWNLOAD_URL}" +check_sha256sum "${CURL_ROOT}.tar.gz" "${CURL_HASH}" +tar -xzf "${CURL_ROOT}.tar.gz" +pushd "${CURL_ROOT}" +./configure --prefix=${PREFIX} --disable-static --without-libpsl --with-openssl=${CURL_OPENSSL_PREFIX} CPPFLAGS="${MANYLINUX_CPPFLAGS}" CFLAGS="${MANYLINUX_CFLAGS}" CXXFLAGS="${MANYLINUX_CXXFLAGS}" LDFLAGS="${MANYLINUX_LDFLAGS} -Wl,-rpath=\$(LIBRPATH)" > /dev/null +make > /dev/null +make install > /dev/null +popd +rm -rf "${CURL_ROOT}" "${CURL_ROOT}.tar.gz" ${PREFIX}/share/man + +if [ ! -f ${PREFIX}/lib/libcurl.so.${SO_COMPAT} ]; then + echo "please update SO_COMPAT" + ls -al ${PREFIX}/lib + exit 1 +fi + +strip_ ${PREFIX} + +${PREFIX}/bin/curl --version +${PREFIX}/bin/curl-config --features + +# Assert configure honoured CURL_OPENSSL_PREFIX. A fallback to the system +# openssl-devel is silent otherwise, and only shows up much later as an EOL +# OpenSSL bundled inside somebody's wheel. Read into a variable rather than +# piping into `grep -q`, which trips pipefail via SIGPIPE. +CURL_DYNAMIC=$(readelf -d "${PREFIX}/lib/libcurl.so") +case "${CURL_DYNAMIC}" in +*libssl.so.1.1*) + echo "libcurl linked the system OpenSSL 1.1.x, not ${CURL_OPENSSL_PREFIX}" + echo "${CURL_DYNAMIC}" | grep NEEDED + exit 1 + ;; +*libssl.so.3*) ;; +*) + echo "libcurl links no recognised libssl; check ${CURL_OPENSSL_PREFIX}" + echo "${CURL_DYNAMIC}" | grep NEEDED + exit 1 + ;; +esac + +mkdir -p /manylinux-rootfs/${PREFIX}/lib +cp -f ${PREFIX}/lib/libcurl.so.${SO_COMPAT} /manylinux-rootfs/${PREFIX}/lib/ + +# Stage the full dev tree (headers, linkable .so symlink, pkgconfig) for +# build-time consumers such as Arrow's bundled S3/GCS/Azure cloud SDKs, which +# link libcurl. Mirrors the buildfs pattern in build-libxml2.sh/build-zlib.sh. +mkdir -p /manylinux-buildfs${PREFIX} +cp -rlf ${PREFIX}/. /manylinux-buildfs${PREFIX}/ +# Expose libcurl.pc on the standard pkg-config search path so CMake's +# FindCURL (and pkg-config consumers) can discover it. +mkdir -p /manylinux-buildfs/usr/local/lib/pkgconfig/ +if [ -f ${PREFIX}/lib/pkgconfig/libcurl.pc ]; then + ln -s "${PREFIX}/lib/pkgconfig/libcurl.pc" /manylinux-buildfs/usr/local/lib/pkgconfig/libcurl.pc +fi diff --git a/build_scripts/build-ffmpeg.sh b/build_scripts/build-ffmpeg.sh new file mode 100755 index 0000000..a4d73c9 --- /dev/null +++ b/build_scripts/build-ffmpeg.sh @@ -0,0 +1,91 @@ +#!/bin/bash +# Top-level build script called from Dockerfile + +# Stop at any error, show all commands +set -exuo pipefail + +# Get script directory +MY_DIR=$(dirname "${BASH_SOURCE[0]}") + +# Get build utilities +# shellcheck source-path=SCRIPTDIR +source "${MY_DIR}/build_utils.sh" + +# Build FFmpeg shared libraries (libavcodec/libavformat/libavutil/libswscale/ +# libswresample) so OpenCV's VideoCapture/VideoWriter (Video I/O) works, matching +# the PyPI opencv-python wheel which bundles FFmpeg. FFmpeg is built LGPL (no +# --enable-gpl / --enable-nonfree), so it is redistributable. +check_var "${FFMPEG_VERSION}" +check_var "${FFMPEG_HASH}" +check_var "${FFMPEG_DOWNLOAD_URL}" +FFMPEG_ROOT="ffmpeg-${FFMPEG_VERSION}" + +PREFIX=/opt/_internal/ffmpeg-${FFMPEG_VERSION%.*} + +fetch_source "${FFMPEG_ROOT}.tar.xz" "${FFMPEG_DOWNLOAD_URL}" +check_sha256sum "${FFMPEG_ROOT}.tar.xz" "${FFMPEG_HASH}" +tar xf "${FFMPEG_ROOT}.tar.xz" +pushd "${FFMPEG_ROOT}" + +# zlib is source-built and staged into the build fs; find its paths via pkg-config +# (the manylinux flags do not put /usr/local on the search path). +ZLIB_INCDIR=$(pkg-config --variable=includedir zlib) +ZLIB_LIBDIR=$(pkg-config --variable=libdir zlib) + +# --disable-x86asm: the UBI8 builder base ships no assembler (nasm/yasm); aom is +# built the same way (ENABLE_NASM=OFF). Functionally complete, just no hand- +# tuned x86 assembly. +# --disable-autodetect: never silently link a system library. Only zlib is +# explicitly re-enabled, so the wheels stay self-contained and gate-clean +# (libz.so.1 is manylinux-allowlisted). +./configure \ + --prefix="${PREFIX}" \ + --enable-shared \ + --disable-static \ + --enable-pic \ + --disable-x86asm \ + --disable-autodetect \ + --enable-zlib \ + --disable-programs \ + --disable-doc \ + --disable-debug \ + --enable-rpath \ + --extra-cflags="${MANYLINUX_CPPFLAGS} ${MANYLINUX_CFLAGS} -I${ZLIB_INCDIR}" \ + --extra-ldflags="${MANYLINUX_LDFLAGS} -L${ZLIB_LIBDIR} -Wl,-rpath,${ZLIB_LIBDIR}" \ + > /dev/null + +make -j"$(nproc)" > /dev/null +make install DESTDIR=/manylinux-rootfs > /dev/null +popd +rm -rf "${FFMPEG_ROOT}" "${FFMPEG_ROOT}.tar.xz" + +# Add rpath to pkgconfig so pkg-config consumers (OpenCV) get the rpath +# automatically and auditwheel can bundle the libs. +for pc in /manylinux-rootfs"${PREFIX}"/lib/pkgconfig/*.pc; do + if [ -f "$pc" ]; then + sed -i "s|^Libs:|Libs: -Wl,--enable-new-dtags,-rpath=\${libdir} |g" "$pc" + fi +done + +# Strip what we can +strip_ /manylinux-rootfs + +# share/ holds only ffmpeg CLI presets + examples (we --disable-programs); it is +# needed by neither building nor runtime. Drop it before the buildfs copy so it +# does not get carried into the builder image via merged_buildfs. +rm -rf /manylinux-rootfs"${PREFIX}"/share + +# Install for build +mkdir /manylinux-buildfs +cp -rlf /manylinux-rootfs/* /manylinux-buildfs/ + +# Create symlinks for pkgconfig so consumers find libav*.pc on the standard path +mkdir -p /manylinux-buildfs/usr/local/lib/pkgconfig/ +for pc in /manylinux-buildfs"${PREFIX}"/lib/pkgconfig/*.pc; do + if [ -f "$pc" ]; then + ln -s "${PREFIX}/lib/pkgconfig/$(basename "$pc")" /manylinux-buildfs/usr/local/lib/pkgconfig/$(basename "$pc") + fi +done + +# Clean-up for runtime (keep libs, drop headers + pkgconfig) +rm -rf /manylinux-rootfs"${PREFIX}"/lib/pkgconfig /manylinux-rootfs"${PREFIX}"/include diff --git a/build_scripts/build-freetype.sh b/build_scripts/build-freetype.sh new file mode 100755 index 0000000..9cbcde3 --- /dev/null +++ b/build_scripts/build-freetype.sh @@ -0,0 +1,85 @@ +#!/bin/bash +# Top-level build script called from Dockerfile + +# Stop at any error, show all commands +set -exuo pipefail + +# Get script directory +MY_DIR=$(dirname "${BASH_SOURCE[0]}") + +# Get build utilities +# shellcheck source-path=SCRIPTDIR +source "${MY_DIR}/build_utils.sh" + +# Install a more recent FreeType +check_var "${FREETYPE_VERSION}" +check_var "${FREETYPE_HASH}" +check_var "${FREETYPE_DOWNLOAD_URL}" +FREETYPE_ROOT="freetype-${FREETYPE_VERSION}" + +PREFIX=/opt/_internal/freetype-${FREETYPE_VERSION%.*} + +fetch_source "${FREETYPE_ROOT}.tar.xz" "${FREETYPE_DOWNLOAD_URL}" +check_sha256sum "${FREETYPE_ROOT}.tar.xz" "${FREETYPE_HASH}" +tar xf "${FREETYPE_ROOT}.tar.xz" +pushd "${FREETYPE_ROOT}" + +# Point CMake's module-mode find_package at our source-built deps (headers live +# under /opt/_internal//, not on the system include path). +DEP_PREFIX="$(printf '%s;' /opt/_internal/libpng-* /opt/_internal/brotli-*)" + +# Build with CMake +mkdir -p _build +cd _build +# FT_REQUIRE_* force these optional deps on: if discovery ever breaks the build +# fails loudly instead of silently shipping a FreeType without PNG (embedded +# color bitmap / emoji fonts) or Brotli (WOFF2 font loading) support. +# +# HarfBuzz is deliberately DISABLED here (matches PyPI's Pillow wheel build, +# which configures FreeType with --with-harfbuzz=no). FreeType only uses +# HarfBuzz to improve the auto-hinter for complex scripts; enabling it would +# create a FreeType<->HarfBuzz build cycle (HarfBuzz needs FreeType for hb-ft). +# Complex-script shaping is instead provided at the Pillow layer via vendored +# raqm linking HarfBuzz. HarfBuzz is built AFTER FreeType with freetype support. +cmake .. \ + -DCMAKE_INSTALL_PREFIX="${PREFIX}" \ + -DCMAKE_BUILD_TYPE=Release \ + -DCMAKE_C_FLAGS="${MANYLINUX_CFLAGS}" \ + -DCMAKE_CXX_FLAGS="${MANYLINUX_CXXFLAGS}" \ + -DCMAKE_INSTALL_LIBDIR=lib \ + -DBUILD_SHARED_LIBS=ON \ + -DCMAKE_PREFIX_PATH="${DEP_PREFIX}" \ + -DFT_REQUIRE_PNG=ON \ + -DFT_DISABLE_HARFBUZZ=ON \ + -DFT_REQUIRE_BROTLI=ON \ + > /dev/null + +make -j"$(nproc)" > /dev/null +make install DESTDIR=/manylinux-rootfs > /dev/null +popd +rm -rf "${FREETYPE_ROOT}" "${FREETYPE_ROOT}.tar.xz" + +# Add rpath to pkgconfig +for pc in /manylinux-rootfs"${PREFIX}"/lib/pkgconfig/*.pc; do + if [ -f "$pc" ]; then + sed -i "s|^Libs:|Libs: -Wl,--enable-new-dtags,-rpath=\${libdir} |g" "$pc" + fi +done + +# Strip what we can +strip_ /manylinux-rootfs + +# Install for build +mkdir /manylinux-buildfs +cp -rlf /manylinux-rootfs/* /manylinux-buildfs/ + +# Create symlinks for pkgconfig +mkdir -p /manylinux-buildfs/usr/local/lib/pkgconfig/ +for pc in /manylinux-buildfs"${PREFIX}"/lib/pkgconfig/*.pc; do + if [ -f "$pc" ]; then + ln -s "${PREFIX}/lib/pkgconfig/$(basename "$pc")" /manylinux-buildfs/usr/local/lib/pkgconfig/$(basename "$pc") + fi +done + +# Clean-up for runtime +rm -rf /manylinux-rootfs"${PREFIX}"/lib/pkgconfig /manylinux-rootfs"${PREFIX}"/include diff --git a/build_scripts/build-git.sh b/build_scripts/build-git.sh new file mode 100755 index 0000000..48ca97a --- /dev/null +++ b/build_scripts/build-git.sh @@ -0,0 +1,65 @@ +#!/bin/bash +# Top-level build script called from Dockerfile + +# Stop at any error, show all commands +set -exuo pipefail + +# Get script directory +MY_DIR=$(dirname "${BASH_SOURCE[0]}") + +# Get build utilities +# shellcheck source-path=SCRIPTDIR +source "${MY_DIR}/build_utils.sh" + +if [ "${BASE_POLICY}" == "musllinux" ]; then + export NO_REGEX=NeedsStartEnd +fi + +if [ "${AUDITWHEEL_POLICY}" == "manylinux2014" ]; then + export NO_UNCOMPRESS2=1 + CSPRNG_METHOD=urandom + # workaround build issue when openssl gets included + # git provides its own implementation of ctypes which conflicts + # with the one in CentOS 7. Just use the one from git. + echo "" > /usr/include/ctype.h +else + CSPRNG_METHOD=getrandom +fi + +if [ -d /opt/_internal ]; then + CURL_PREFIX=$(find /opt/_internal -maxdepth 1 -name 'curl-*') + if [ "${CURL_PREFIX}" != "" ]; then + export CURLDIR=${CURL_PREFIX} + CURL_LDFLAGS="-Wl,-rpath=${CURL_PREFIX}/lib $("${CURL_PREFIX}/bin/curl-config" --libs)" + export CURL_LDFLAGS + fi +fi + +# Install newest git +check_var "${GIT_ROOT}" +check_var "${GIT_HASH}" +check_var "${GIT_DOWNLOAD_URL}" + +fetch_source "${GIT_ROOT}.tar.gz" "${GIT_DOWNLOAD_URL}" +check_sha256sum "${GIT_ROOT}.tar.gz" "${GIT_HASH}" +tar -xzf "${GIT_ROOT}.tar.gz" +pushd "${GIT_ROOT}" +make install \ + prefix=/usr/local \ + NO_GETTEXT=1 \ + NO_TCLTK=1 \ + INSTALL_SYMLINKS=1 \ + INSTALL_STRIP=-s \ + DESTDIR=/manylinux-rootfs \ + CSPRNG_METHOD=${CSPRNG_METHOD} \ + CPPFLAGS="${MANYLINUX_CPPFLAGS}" \ + CFLAGS="${MANYLINUX_CFLAGS}" \ + CXXFLAGS="${MANYLINUX_CXXFLAGS}" \ + LDFLAGS="${MANYLINUX_LDFLAGS}" +popd +rm -rf "${GIT_ROOT}" "${GIT_ROOT}.tar.gz" + +# Install +cp -rlf /manylinux-rootfs/* / + +git version diff --git a/build_scripts/build-harfbuzz.sh b/build_scripts/build-harfbuzz.sh new file mode 100755 index 0000000..04a9130 --- /dev/null +++ b/build_scripts/build-harfbuzz.sh @@ -0,0 +1,87 @@ +#!/bin/bash +# Top-level build script called from Dockerfile + +# Stop at any error, show all commands +set -exuo pipefail + +# Get script directory +MY_DIR=$(dirname "${BASH_SOURCE[0]}") + +# Get build utilities +# shellcheck source-path=SCRIPTDIR +source "${MY_DIR}/build_utils.sh" + +# Install a more recent HarfBuzz (complex-script text shaping/hinting for FreeType) +check_var "${HARFBUZZ_VERSION}" +check_var "${HARFBUZZ_HASH}" +check_var "${HARFBUZZ_DOWNLOAD_URL}" +HARFBUZZ_ROOT="harfbuzz-${HARFBUZZ_VERSION}" + +PREFIX=/opt/_internal/harfbuzz-${HARFBUZZ_VERSION%.*} + +fetch_source "${HARFBUZZ_ROOT}.tar.xz" "${HARFBUZZ_DOWNLOAD_URL}" +check_sha256sum "${HARFBUZZ_ROOT}.tar.xz" "${HARFBUZZ_HASH}" +tar xf "${HARFBUZZ_ROOT}.tar.xz" +pushd "${HARFBUZZ_ROOT}" + +# Point CMake's module-mode find_package at our source-built FreeType (headers +# live under /opt/_internal//, not on the system include path). +DEP_PREFIX="$(printf '%s;' /opt/_internal/freetype-* /opt/_internal/libpng-* /opt/_internal/brotli-*)" + +# Build with CMake. HarfBuzz's preferred build system is meson, but that needs +# Python, which is not present in this base build stage (CPython is built later). +# The CMake build produces the same libharfbuzz. +# +# HB_HAVE_FREETYPE=ON is REQUIRED: it compiles hb-ft (the FreeType integration) +# and installs hb-ft.h, both of which Pillow's vendored raqm needs (raqm.c does +# #include and calls hb_ft_font_create). This is why HarfBuzz is built +# AFTER FreeType -- it links against the already-built libfreetype. FreeType +# itself is built without HarfBuzz (see build-freetype.sh) so there is no cycle. +# Other optional integrations are off to keep the lib minimal, matching PyPI's +# Pillow build (meson -Dfreetype=enabled -Dglib=disabled). +mkdir -p _build +cd _build +cmake .. \ + -DCMAKE_INSTALL_PREFIX="${PREFIX}" \ + -DCMAKE_BUILD_TYPE=Release \ + -DCMAKE_C_FLAGS="${MANYLINUX_CFLAGS}" \ + -DCMAKE_CXX_FLAGS="${MANYLINUX_CXXFLAGS}" \ + -DCMAKE_INSTALL_LIBDIR=lib \ + -DCMAKE_PREFIX_PATH="${DEP_PREFIX}" \ + -DBUILD_SHARED_LIBS=ON \ + -DHB_HAVE_FREETYPE=ON \ + -DHB_HAVE_GLIB=OFF \ + -DHB_HAVE_GOBJECT=OFF \ + -DHB_HAVE_ICU=OFF \ + -DHB_BUILD_UTILS=OFF \ + > /dev/null + +make -j"$(nproc)" > /dev/null +make install DESTDIR=/manylinux-rootfs > /dev/null +popd +rm -rf "${HARFBUZZ_ROOT}" "${HARFBUZZ_ROOT}.tar.xz" + +# Add rpath to pkgconfig +for pc in /manylinux-rootfs"${PREFIX}"/lib/pkgconfig/*.pc; do + if [ -f "$pc" ]; then + sed -i "s|^Libs:|Libs: -Wl,--enable-new-dtags,-rpath=\${libdir} |g" "$pc" + fi +done + +# Strip what we can +strip_ /manylinux-rootfs + +# Install for build +mkdir /manylinux-buildfs +cp -rlf /manylinux-rootfs/* /manylinux-buildfs/ + +# Create symlinks for pkgconfig +mkdir -p /manylinux-buildfs/usr/local/lib/pkgconfig/ +for pc in /manylinux-buildfs"${PREFIX}"/lib/pkgconfig/*.pc; do + if [ -f "$pc" ]; then + ln -s "${PREFIX}/lib/pkgconfig/$(basename "$pc")" /manylinux-buildfs/usr/local/lib/pkgconfig/$(basename "$pc") + fi +done + +# Clean-up for runtime +rm -rf /manylinux-rootfs"${PREFIX}"/lib/pkgconfig /manylinux-rootfs"${PREFIX}"/include diff --git a/build_scripts/build-lcms2.sh b/build_scripts/build-lcms2.sh new file mode 100755 index 0000000..626608c --- /dev/null +++ b/build_scripts/build-lcms2.sh @@ -0,0 +1,54 @@ +#!/bin/bash +# Top-level build script called from Dockerfile + +# Stop at any error, show all commands +set -exuo pipefail + +# Get script directory +MY_DIR=$(dirname "${BASH_SOURCE[0]}") + +# Get build utilities +# shellcheck source-path=SCRIPTDIR +source "${MY_DIR}/build_utils.sh" + +# Install a more recent Little CMS 2 +check_var "${LCMS2_VERSION}" +check_var "${LCMS2_HASH}" +check_var "${LCMS2_DOWNLOAD_URL}" +LCMS2_ROOT="lcms2-${LCMS2_VERSION}" + +PREFIX=/opt/_internal/lcms2-${LCMS2_VERSION%.*} + +fetch_source "${LCMS2_ROOT}.tar.gz" "${LCMS2_DOWNLOAD_URL}" +check_sha256sum "${LCMS2_ROOT}.tar.gz" "${LCMS2_HASH}" +tar xf "${LCMS2_ROOT}.tar.gz" +pushd "${LCMS2_ROOT}" + +DESTDIR=/manylinux-rootfs do_standard_install --prefix="${PREFIX}" --disable-static +popd +rm -rf "${LCMS2_ROOT}" "${LCMS2_ROOT}.tar.gz" + +# Add rpath to pkgconfig +for pc in /manylinux-rootfs"${PREFIX}"/lib/pkgconfig/*.pc; do + if [ -f "$pc" ]; then + sed -i "s|^Libs:|Libs: -Wl,--enable-new-dtags,-rpath=\${libdir} |g" "$pc" + fi +done + +# Strip what we can +strip_ /manylinux-rootfs + +# Install for build +mkdir /manylinux-buildfs +cp -rlf /manylinux-rootfs/* /manylinux-buildfs/ + +# Create symlinks for pkgconfig +mkdir -p /manylinux-buildfs/usr/local/lib/pkgconfig/ +for pc in /manylinux-buildfs"${PREFIX}"/lib/pkgconfig/*.pc; do + if [ -f "$pc" ]; then + ln -s "${PREFIX}/lib/pkgconfig/$(basename "$pc")" /manylinux-buildfs/usr/local/lib/pkgconfig/$(basename "$pc") + fi +done + +# Clean-up for runtime +rm -rf /manylinux-rootfs"${PREFIX}"/lib/pkgconfig /manylinux-rootfs"${PREFIX}"/include diff --git a/build_scripts/build-libavif.sh b/build_scripts/build-libavif.sh new file mode 100755 index 0000000..8ce1930 --- /dev/null +++ b/build_scripts/build-libavif.sh @@ -0,0 +1,77 @@ +#!/bin/bash +# Top-level build script called from Dockerfile + +# Stop at any error, show all commands +set -exuo pipefail + +# Get script directory +MY_DIR=$(dirname "${BASH_SOURCE[0]}") + +# Get build utilities +# shellcheck source-path=SCRIPTDIR +source "${MY_DIR}/build_utils.sh" + +# Install a more recent libavif +check_var "${LIBAVIF_VERSION}" +check_var "${LIBAVIF_HASH}" +check_var "${LIBAVIF_DOWNLOAD_URL}" +LIBAVIF_ROOT="libavif-${LIBAVIF_VERSION}" + +PREFIX=/opt/_internal/libavif-${LIBAVIF_VERSION%.*} + +# GitHub auto-generated archive is named v.tar.gz; it extracts to ${LIBAVIF_ROOT}/ +fetch_source "v${LIBAVIF_VERSION}.tar.gz" "${LIBAVIF_DOWNLOAD_URL}" +check_sha256sum "v${LIBAVIF_VERSION}.tar.gz" "${LIBAVIF_HASH}" +tar xf "v${LIBAVIF_VERSION}.tar.gz" +pushd "${LIBAVIF_ROOT}" + +# Build with CMake +mkdir -p _build +cd _build +cmake .. \ + -DCMAKE_INSTALL_PREFIX="${PREFIX}" \ + -DCMAKE_BUILD_TYPE=Release \ + -DCMAKE_C_FLAGS="${MANYLINUX_CFLAGS}" \ + -DCMAKE_CXX_FLAGS="${MANYLINUX_CXXFLAGS}" \ + -DCMAKE_INSTALL_LIBDIR=lib \ + -DBUILD_SHARED_LIBS=ON \ + -DAVIF_CODEC_AOM=SYSTEM \ + -DAVIF_LIBYUV=OFF \ + -DAVIF_CODEC_DAV1D=OFF \ + -DAVIF_CODEC_LIBGAV1=OFF \ + -DAVIF_CODEC_RAV1E=OFF \ + -DAVIF_CODEC_SVT=OFF \ + -DAVIF_BUILD_APPS=OFF \ + -DAVIF_BUILD_EXAMPLES=OFF \ + -DAVIF_BUILD_TESTS=OFF \ + > /dev/null + +make -j"$(nproc)" > /dev/null +make install DESTDIR=/manylinux-rootfs > /dev/null +popd +rm -rf "${LIBAVIF_ROOT}" "v${LIBAVIF_VERSION}.tar.gz" + +# Add rpath to pkgconfig +for pc in /manylinux-rootfs"${PREFIX}"/lib/pkgconfig/*.pc; do + if [ -f "$pc" ]; then + sed -i "s|^Libs:|Libs: -Wl,--enable-new-dtags,-rpath=\${libdir} |g" "$pc" + fi +done + +# Strip what we can +strip_ /manylinux-rootfs + +# Install for build +mkdir /manylinux-buildfs +cp -rlf /manylinux-rootfs/* /manylinux-buildfs/ + +# Create symlinks for pkgconfig +mkdir -p /manylinux-buildfs/usr/local/lib/pkgconfig/ +for pc in /manylinux-buildfs"${PREFIX}"/lib/pkgconfig/*.pc; do + if [ -f "$pc" ]; then + ln -s "${PREFIX}/lib/pkgconfig/$(basename "$pc")" /manylinux-buildfs/usr/local/lib/pkgconfig/$(basename "$pc") + fi +done + +# Clean-up for runtime +rm -rf /manylinux-rootfs"${PREFIX}"/lib/pkgconfig /manylinux-rootfs"${PREFIX}"/include diff --git a/build_scripts/build-libffi.sh b/build_scripts/build-libffi.sh new file mode 100755 index 0000000..423ee08 --- /dev/null +++ b/build_scripts/build-libffi.sh @@ -0,0 +1,47 @@ +#!/bin/bash +# Top-level build script called from Dockerfile + +# Stop at any error, show all commands +set -exuo pipefail + +# Get script directory +MY_DIR=$(dirname "${BASH_SOURCE[0]}") + +# Get build utilities +# shellcheck source-path=SCRIPTDIR +source "${MY_DIR}/build_utils.sh" + +# Install a more recent libffi +check_var "${LIBFFI_VERSION}" +check_var "${LIBFFI_HASH}" +check_var "${LIBFFI_DOWNLOAD_URL}" +LIBFFI_ROOT="libffi-${LIBFFI_VERSION}" + +PREFIX=/opt/_internal/libffi-${LIBFFI_VERSION%.*.*} + +fetch_source "${LIBFFI_ROOT}.tar.gz" "${LIBFFI_DOWNLOAD_URL}/v${LIBFFI_VERSION}" +check_sha256sum "${LIBFFI_ROOT}.tar.gz" "${LIBFFI_HASH}" +tar xfz "${LIBFFI_ROOT}.tar.gz" +pushd "${LIBFFI_ROOT}" + +# Add rpath to pkgconfig +sed -i "s|^Libs:|Libs: -Wl,--enable-new-dtags,-rpath=\${libdir} |g" libffi.pc.in + +DESTDIR=/manylinux-rootfs do_standard_install --prefix="${PREFIX}" +popd +rm -rf "${LIBFFI_ROOT}" "${LIBFFI_ROOT}.tar.gz" + +# Strip what we can +strip_ /manylinux-rootfs + +# Install for build +mkdir /manylinux-buildfs +cp -rlf /manylinux-rootfs/* /manylinux-buildfs/ + +# Create symlink for pkgconfig +mkdir -p /manylinux-buildfs/usr/local/lib/pkgconfig/ +ln -s "${PREFIX}/lib/pkgconfig/libffi.pc" /manylinux-buildfs/usr/local/lib/pkgconfig/libffi.pc + +# Clean-up for runtime +rm -rf /manylinux-rootfs"${PREFIX}"/lib/pkgconfig /manylinux-rootfs"${PREFIX}"/include +rm -rf /manylinux-rootfs"${PREFIX}"/share/man /manylinux-rootfs"${PREFIX}"/share/info diff --git a/build_scripts/build-libjpeg-turbo.sh b/build_scripts/build-libjpeg-turbo.sh new file mode 100755 index 0000000..8636e78 --- /dev/null +++ b/build_scripts/build-libjpeg-turbo.sh @@ -0,0 +1,65 @@ +#!/bin/bash +# Top-level build script called from Dockerfile + +# Stop at any error, show all commands +set -exuo pipefail + +# Get script directory +MY_DIR=$(dirname "${BASH_SOURCE[0]}") + +# Get build utilities +# shellcheck source-path=SCRIPTDIR +source "${MY_DIR}/build_utils.sh" + +# Install a more recent libjpeg-turbo +check_var "${LIBJPEG_TURBO_VERSION}" +check_var "${LIBJPEG_TURBO_HASH}" +check_var "${LIBJPEG_TURBO_DOWNLOAD_URL}" +LIBJPEG_TURBO_ROOT="libjpeg-turbo-${LIBJPEG_TURBO_VERSION}" + +PREFIX=/opt/_internal/libjpeg-turbo-${LIBJPEG_TURBO_VERSION%.*} + +fetch_source "${LIBJPEG_TURBO_ROOT}.tar.gz" "${LIBJPEG_TURBO_DOWNLOAD_URL}/${LIBJPEG_TURBO_VERSION}" +check_sha256sum "${LIBJPEG_TURBO_ROOT}.tar.gz" "${LIBJPEG_TURBO_HASH}" +tar xfz "${LIBJPEG_TURBO_ROOT}.tar.gz" +pushd "${LIBJPEG_TURBO_ROOT}" + +# Build with CMake +mkdir build +cd build +cmake .. \ + -DCMAKE_INSTALL_PREFIX="${PREFIX}" \ + -DCMAKE_BUILD_TYPE=Release \ + -DCMAKE_C_FLAGS="${MANYLINUX_CFLAGS}" \ + -DCMAKE_CXX_FLAGS="${MANYLINUX_CXXFLAGS}" \ + -DCMAKE_INSTALL_LIBDIR=lib \ + -DENABLE_SHARED=ON \ + -DENABLE_STATIC=OFF \ + > /dev/null + +make -j"$(nproc)" > /dev/null +make install DESTDIR=/manylinux-rootfs > /dev/null +popd +rm -rf "${LIBJPEG_TURBO_ROOT}" "${LIBJPEG_TURBO_ROOT}.tar.gz" + +# Add rpath to pkgconfig files +for pc in /manylinux-rootfs"${PREFIX}"/lib/pkgconfig/*.pc; do + if [ -f "$pc" ]; then + sed -i "s|^Libs:|Libs: -Wl,--enable-new-dtags,-rpath=\${libdir} |g" "$pc" + fi +done + +# Strip what we can +strip_ /manylinux-rootfs + +# Install for build +mkdir /manylinux-buildfs +cp -rlf /manylinux-rootfs/* /manylinux-buildfs/ + +# Create symlinks for pkgconfig +mkdir -p /manylinux-buildfs/usr/local/lib/pkgconfig/ +ln -s "${PREFIX}/lib/pkgconfig/libjpeg.pc" /manylinux-buildfs/usr/local/lib/pkgconfig/libjpeg.pc +ln -s "${PREFIX}/lib/pkgconfig/libturbojpeg.pc" /manylinux-buildfs/usr/local/lib/pkgconfig/libturbojpeg.pc + +# Clean-up for runtime +rm -rf /manylinux-rootfs"${PREFIX}"/lib/pkgconfig /manylinux-rootfs"${PREFIX}"/include diff --git a/build_scripts/build-libomp.sh b/build_scripts/build-libomp.sh new file mode 100755 index 0000000..2c63aa4 --- /dev/null +++ b/build_scripts/build-libomp.sh @@ -0,0 +1,64 @@ +#!/bin/bash +# Top-level build script called from Dockerfile + +# Stop at any error, show all commands +set -exuo pipefail + +# Get script directory +MY_DIR=$(dirname "${BASH_SOURCE[0]}") + +# Get build utilities +# shellcheck source-path=SCRIPTDIR +source "${MY_DIR}/build_utils.sh" + +# Build libomp (LLVM OpenMP runtime) +check_var "${LIBOMP_VERSION}" +check_var "${LIBOMP_HASH}" +check_var "${LIBOMP_CMAKE_HASH}" +check_var "${LIBOMP_DOWNLOAD_URL}" +LIBOMP_ROOT="openmp-${LIBOMP_VERSION}.src" +LLVM_CMAKE_ROOT="cmake-${LIBOMP_VERSION}.src" + +PREFIX=/opt/_internal/libomp-${LIBOMP_VERSION%%.*} + +# Python3 is required by libomp's cmake build to generate string tables +manylinux_pkg_install python3 + +fetch_source "${LIBOMP_ROOT}.tar.xz" "${LIBOMP_DOWNLOAD_URL}/llvmorg-${LIBOMP_VERSION}" +check_sha256sum "${LIBOMP_ROOT}.tar.xz" "${LIBOMP_HASH}" +fetch_source "${LLVM_CMAKE_ROOT}.tar.xz" "${LIBOMP_DOWNLOAD_URL}/llvmorg-${LIBOMP_VERSION}" +check_sha256sum "${LLVM_CMAKE_ROOT}.tar.xz" "${LIBOMP_CMAKE_HASH}" +tar xf "${LIBOMP_ROOT}.tar.xz" +tar xf "${LLVM_CMAKE_ROOT}.tar.xz" +pushd "${LIBOMP_ROOT}" + +# Build with CMake (standalone build requires LLVM cmake modules) +mkdir build +cd build +cmake .. \ + -DCMAKE_INSTALL_PREFIX="${PREFIX}" \ + -DCMAKE_BUILD_TYPE=Release \ + -DCMAKE_C_FLAGS="${MANYLINUX_CFLAGS}" \ + -DCMAKE_CXX_FLAGS="${MANYLINUX_CXXFLAGS}" \ + -DCMAKE_INSTALL_LIBDIR=lib \ + -DOPENMP_STANDALONE_BUILD=ON \ + -DLIBOMP_INSTALL_ALIASES=ON \ + -DLIBOMP_OMPD_GDB_SUPPORT=OFF \ + -DOPENMP_ENABLE_LIBOMPTARGET=OFF \ + -DCMAKE_MODULE_PATH="$(pwd)/../../${LLVM_CMAKE_ROOT}/Modules" \ + > /dev/null + +make -j"$(nproc)" > /dev/null +make install DESTDIR=/manylinux-rootfs > /dev/null +popd +rm -rf "${LIBOMP_ROOT}" "${LIBOMP_ROOT}.tar.xz" "${LLVM_CMAKE_ROOT}" "${LLVM_CMAKE_ROOT}.tar.xz" + +# Strip what we can +strip_ /manylinux-rootfs + +# Install for build +mkdir /manylinux-buildfs +cp -rlf /manylinux-rootfs/* /manylinux-buildfs/ + +# Clean-up for runtime (keep libs and omp.h, remove cmake config) +rm -rf /manylinux-rootfs"${PREFIX}"/lib/cmake diff --git a/build_scripts/build-libpng.sh b/build_scripts/build-libpng.sh new file mode 100755 index 0000000..bec90ba --- /dev/null +++ b/build_scripts/build-libpng.sh @@ -0,0 +1,48 @@ +#!/bin/bash +# Top-level build script called from Dockerfile + +# Stop at any error, show all commands +set -exuo pipefail + +# Get script directory +MY_DIR=$(dirname "${BASH_SOURCE[0]}") + +# Get build utilities +# shellcheck source-path=SCRIPTDIR +source "${MY_DIR}/build_utils.sh" + +# Install a more recent libpng +check_var "${LIBPNG_VERSION}" +check_var "${LIBPNG_HASH}" +check_var "${LIBPNG_DOWNLOAD_URL}" +LIBPNG_ROOT="libpng-${LIBPNG_VERSION}" + +PREFIX=/opt/_internal/libpng-${LIBPNG_VERSION%.*.*} + +fetch_source "${LIBPNG_ROOT}.tar.xz" "${LIBPNG_DOWNLOAD_URL}" +check_sha256sum "${LIBPNG_ROOT}.tar.xz" "${LIBPNG_HASH}" +tar xf "${LIBPNG_ROOT}.tar.xz" +pushd "${LIBPNG_ROOT}" + +# Add rpath to pkgconfig +sed -i "s|^Libs:|Libs: -Wl,--enable-new-dtags,-rpath=\${libdir} |g" libpng.pc.in + +DESTDIR=/manylinux-rootfs do_standard_install --prefix="${PREFIX}" +popd +rm -rf "${LIBPNG_ROOT}" "${LIBPNG_ROOT}.tar.xz" + +# Strip what we can +strip_ /manylinux-rootfs + +# Install for build +mkdir /manylinux-buildfs +cp -rlf /manylinux-rootfs/* /manylinux-buildfs/ + +# Create symlink for pkgconfig +mkdir -p /manylinux-buildfs/usr/local/lib/pkgconfig/ +ln -s "${PREFIX}/lib/pkgconfig/libpng16.pc" /manylinux-buildfs/usr/local/lib/pkgconfig/libpng16.pc +ln -s "${PREFIX}/lib/pkgconfig/libpng.pc" /manylinux-buildfs/usr/local/lib/pkgconfig/libpng.pc + +# Clean-up for runtime +rm -rf /manylinux-rootfs"${PREFIX}"/lib/pkgconfig /manylinux-rootfs"${PREFIX}"/include +rm -rf /manylinux-rootfs"${PREFIX}"/share/man /manylinux-rootfs"${PREFIX}"/bin/libpng*-config diff --git a/build_scripts/build-libtiff.sh b/build_scripts/build-libtiff.sh new file mode 100755 index 0000000..96987da --- /dev/null +++ b/build_scripts/build-libtiff.sh @@ -0,0 +1,79 @@ +#!/bin/bash +# Top-level build script called from Dockerfile + +# Stop at any error, show all commands +set -exuo pipefail + +# Get script directory +MY_DIR=$(dirname "${BASH_SOURCE[0]}") + +# Get build utilities +# shellcheck source-path=SCRIPTDIR +source "${MY_DIR}/build_utils.sh" + +# Install a more recent libtiff +check_var "${LIBTIFF_VERSION}" +check_var "${LIBTIFF_HASH}" +check_var "${LIBTIFF_DOWNLOAD_URL}" +LIBTIFF_ROOT="tiff-${LIBTIFF_VERSION}" + +PREFIX=/opt/_internal/libtiff-${LIBTIFF_VERSION%.*} + +fetch_source "${LIBTIFF_ROOT}.tar.xz" "${LIBTIFF_DOWNLOAD_URL}" +check_sha256sum "${LIBTIFF_ROOT}.tar.xz" "${LIBTIFF_HASH}" +tar xf "${LIBTIFF_ROOT}.tar.xz" +pushd "${LIBTIFF_ROOT}" + +# Point CMake's module-mode find_package at our source-built deps (headers live +# under /opt/_internal//, not on the system include path). +DEP_PREFIX="$(printf '%s;' /opt/_internal/libjpeg-turbo-* /opt/_internal/zstd-*)" + +# Build with CMake +mkdir -p _build +cd _build +# -Djpeg=ON / -Dzstd=ON force the codecs on: if discovery ever breaks the build +# fails loudly instead of silently shipping a libtiff without JPEG/ZSTD support. +cmake .. \ + -DCMAKE_INSTALL_PREFIX="${PREFIX}" \ + -DCMAKE_BUILD_TYPE=Release \ + -DCMAKE_C_FLAGS="${MANYLINUX_CFLAGS}" \ + -DCMAKE_CXX_FLAGS="${MANYLINUX_CXXFLAGS}" \ + -DCMAKE_INSTALL_LIBDIR=lib \ + -DCMAKE_PREFIX_PATH="${DEP_PREFIX}" \ + -Djpeg=ON \ + -Dzstd=ON \ + -Dtiff-tools=OFF \ + -Dtiff-tests=OFF \ + -Dtiff-contrib=OFF \ + -Dtiff-docs=OFF \ + > /dev/null + +make -j"$(nproc)" > /dev/null +make install DESTDIR=/manylinux-rootfs > /dev/null +popd +rm -rf "${LIBTIFF_ROOT}" "${LIBTIFF_ROOT}.tar.xz" + +# Add rpath to pkgconfig +for pc in /manylinux-rootfs"${PREFIX}"/lib/pkgconfig/*.pc; do + if [ -f "$pc" ]; then + sed -i "s|^Libs:|Libs: -Wl,--enable-new-dtags,-rpath=\${libdir} |g" "$pc" + fi +done + +# Strip what we can +strip_ /manylinux-rootfs + +# Install for build +mkdir /manylinux-buildfs +cp -rlf /manylinux-rootfs/* /manylinux-buildfs/ + +# Create symlinks for pkgconfig +mkdir -p /manylinux-buildfs/usr/local/lib/pkgconfig/ +for pc in /manylinux-buildfs"${PREFIX}"/lib/pkgconfig/*.pc; do + if [ -f "$pc" ]; then + ln -s "${PREFIX}/lib/pkgconfig/$(basename "$pc")" /manylinux-buildfs/usr/local/lib/pkgconfig/$(basename "$pc") + fi +done + +# Clean-up for runtime +rm -rf /manylinux-rootfs"${PREFIX}"/lib/pkgconfig /manylinux-rootfs"${PREFIX}"/include diff --git a/build_scripts/build-libwebp.sh b/build_scripts/build-libwebp.sh new file mode 100755 index 0000000..20398d2 --- /dev/null +++ b/build_scripts/build-libwebp.sh @@ -0,0 +1,76 @@ +#!/bin/bash +# Top-level build script called from Dockerfile + +# Stop at any error, show all commands +set -exuo pipefail + +# Get script directory +MY_DIR=$(dirname "${BASH_SOURCE[0]}") + +# Get build utilities +# shellcheck source-path=SCRIPTDIR +source "${MY_DIR}/build_utils.sh" + +# Install a more recent libwebp +check_var "${LIBWEBP_VERSION}" +check_var "${LIBWEBP_HASH}" +check_var "${LIBWEBP_DOWNLOAD_URL}" +LIBWEBP_ROOT="libwebp-${LIBWEBP_VERSION}" + +PREFIX=/opt/_internal/libwebp-${LIBWEBP_VERSION%.*} + +fetch_source "${LIBWEBP_ROOT}.tar.gz" "${LIBWEBP_DOWNLOAD_URL}" +check_sha256sum "${LIBWEBP_ROOT}.tar.gz" "${LIBWEBP_HASH}" +tar xf "${LIBWEBP_ROOT}.tar.gz" +pushd "${LIBWEBP_ROOT}" + +# Build with CMake +mkdir -p _build +cd _build +cmake .. \ + -DCMAKE_INSTALL_PREFIX="${PREFIX}" \ + -DCMAKE_BUILD_TYPE=Release \ + -DCMAKE_C_FLAGS="${MANYLINUX_CFLAGS}" \ + -DCMAKE_CXX_FLAGS="${MANYLINUX_CXXFLAGS}" \ + -DCMAKE_INSTALL_LIBDIR=lib \ + -DBUILD_SHARED_LIBS=ON \ + -DWEBP_BUILD_ANIM_UTILS=OFF \ + -DWEBP_BUILD_CWEBP=OFF \ + -DWEBP_BUILD_DWEBP=OFF \ + -DWEBP_BUILD_GIF2WEBP=OFF \ + -DWEBP_BUILD_IMG2WEBP=OFF \ + -DWEBP_BUILD_VWEBP=OFF \ + -DWEBP_BUILD_WEBPINFO=OFF \ + -DWEBP_BUILD_WEBPMUX=OFF \ + -DWEBP_BUILD_EXTRAS=OFF \ + > /dev/null + +make -j"$(nproc)" > /dev/null +make install DESTDIR=/manylinux-rootfs > /dev/null +popd +rm -rf "${LIBWEBP_ROOT}" "${LIBWEBP_ROOT}.tar.gz" + +# Add rpath to pkgconfig +for pc in /manylinux-rootfs"${PREFIX}"/lib/pkgconfig/*.pc; do + if [ -f "$pc" ]; then + sed -i "s|^Libs:|Libs: -Wl,--enable-new-dtags,-rpath=\${libdir} |g" "$pc" + fi +done + +# Strip what we can +strip_ /manylinux-rootfs + +# Install for build +mkdir /manylinux-buildfs +cp -rlf /manylinux-rootfs/* /manylinux-buildfs/ + +# Create symlinks for pkgconfig +mkdir -p /manylinux-buildfs/usr/local/lib/pkgconfig/ +for pc in /manylinux-buildfs"${PREFIX}"/lib/pkgconfig/*.pc; do + if [ -f "$pc" ]; then + ln -s "${PREFIX}/lib/pkgconfig/$(basename "$pc")" /manylinux-buildfs/usr/local/lib/pkgconfig/$(basename "$pc") + fi +done + +# Clean-up for runtime +rm -rf /manylinux-rootfs"${PREFIX}"/lib/pkgconfig /manylinux-rootfs"${PREFIX}"/include diff --git a/build_scripts/build-libxml2.sh b/build_scripts/build-libxml2.sh new file mode 100755 index 0000000..b7b5311 --- /dev/null +++ b/build_scripts/build-libxml2.sh @@ -0,0 +1,52 @@ +#!/bin/bash +# Top-level build script called from Dockerfile + +# Stop at any error, show all commands +set -exuo pipefail + +# Get script directory +MY_DIR=$(dirname "${BASH_SOURCE[0]}") + +# Get build utilities +# shellcheck source-path=SCRIPTDIR +source "${MY_DIR}/build_utils.sh" + +# Install a more recent libxml2 +check_var "${LIBXML2_VERSION}" +check_var "${LIBXML2_HASH}" +check_var "${LIBXML2_DOWNLOAD_URL}" +LIBXML2_MAJOR_MINOR=$(echo "${LIBXML2_VERSION}" | cut -d. -f1-2) +LIBXML2_ROOT="libxml2-${LIBXML2_VERSION}" + +PREFIX=/opt/_internal/libxml2-${LIBXML2_MAJOR_MINOR} + +fetch_source "${LIBXML2_ROOT}.tar.xz" "${LIBXML2_DOWNLOAD_URL}/${LIBXML2_MAJOR_MINOR}" +check_sha256sum "${LIBXML2_ROOT}.tar.xz" "${LIBXML2_HASH}" +tar xf "${LIBXML2_ROOT}.tar.xz" +pushd "${LIBXML2_ROOT}" + +# Add rpath to pkgconfig +sed -i "s|^Libs:|Libs: -Wl,--enable-new-dtags,-rpath=\${libdir} |g" libxml-2.0.pc.in + +DESTDIR=/manylinux-rootfs do_standard_install \ + --prefix="${PREFIX}" \ + --without-python \ + --without-lzma \ + --with-zlib +popd +rm -rf "${LIBXML2_ROOT}" "${LIBXML2_ROOT}.tar.xz" + +# Strip what we can +strip_ /manylinux-rootfs + +# Install for build +mkdir /manylinux-buildfs +cp -rlf /manylinux-rootfs/* /manylinux-buildfs/ + +# Create symlink for pkgconfig +mkdir -p /manylinux-buildfs/usr/local/lib/pkgconfig/ +ln -s "${PREFIX}/lib/pkgconfig/libxml-2.0.pc" /manylinux-buildfs/usr/local/lib/pkgconfig/libxml-2.0.pc + +# Clean-up for runtime - keep bin/xmllint for potential debugging +rm -rf /manylinux-rootfs"${PREFIX}"/lib/pkgconfig /manylinux-rootfs"${PREFIX}"/include +rm -rf /manylinux-rootfs"${PREFIX}"/share/man /manylinux-rootfs"${PREFIX}"/share/doc diff --git a/build_scripts/build-libxslt.sh b/build_scripts/build-libxslt.sh new file mode 100755 index 0000000..8c6bcc9 --- /dev/null +++ b/build_scripts/build-libxslt.sh @@ -0,0 +1,71 @@ +#!/bin/bash +# Top-level build script called from Dockerfile + +# Stop at any error, show all commands +set -exuo pipefail + +# Get script directory +MY_DIR=$(dirname "${BASH_SOURCE[0]}") + +# Get build utilities +# shellcheck source-path=SCRIPTDIR +source "${MY_DIR}/build_utils.sh" + +# Install a more recent libxslt +check_var "${LIBXSLT_VERSION}" +check_var "${LIBXSLT_HASH}" +check_var "${LIBXSLT_DOWNLOAD_URL}" +LIBXSLT_MAJOR_MINOR=$(echo "${LIBXSLT_VERSION}" | cut -d. -f1-2) +LIBXSLT_ROOT="libxslt-${LIBXSLT_VERSION}" + +PREFIX=/opt/_internal/libxslt-${LIBXSLT_MAJOR_MINOR} + +fetch_source "${LIBXSLT_ROOT}.tar.xz" "${LIBXSLT_DOWNLOAD_URL}/${LIBXSLT_MAJOR_MINOR}" +check_sha256sum "${LIBXSLT_ROOT}.tar.xz" "${LIBXSLT_HASH}" +tar xf "${LIBXSLT_ROOT}.tar.xz" +pushd "${LIBXSLT_ROOT}" + +# Add rpath to pkgconfig files +sed -i "s|^Libs:|Libs: -Wl,--enable-new-dtags,-rpath=\${libdir} |g" libxslt.pc.in +sed -i "s|^Libs:|Libs: -Wl,--enable-new-dtags,-rpath=\${libdir} |g" libexslt.pc.in + +# Ensure dynamic linker can find libxml2 +ldconfig + +# Find libxml2 location +LIBXML2_PREFIX=$(find /opt/_internal -maxdepth 1 -type d -name 'libxml2-*' | head -1) +if [ -z "${LIBXML2_PREFIX}" ]; then + echo "ERROR: Could not find libxml2 installation" + exit 1 +fi + +# Configure with explicit libxml2 location +DESTDIR=/manylinux-rootfs ./configure \ + --prefix="${PREFIX}" \ + --without-python \ + --with-libxml-prefix="${LIBXML2_PREFIX}" \ + CPPFLAGS="${MANYLINUX_CPPFLAGS}" \ + CFLAGS="${MANYLINUX_CFLAGS}" \ + CXXFLAGS="${MANYLINUX_CXXFLAGS}" \ + LDFLAGS="${MANYLINUX_LDFLAGS}" + +make -j"$(nproc)" > /dev/null +make install DESTDIR=/manylinux-rootfs > /dev/null +popd +rm -rf "${LIBXSLT_ROOT}" "${LIBXSLT_ROOT}.tar.xz" + +# Strip what we can +strip_ /manylinux-rootfs + +# Install for build +mkdir /manylinux-buildfs +cp -rlf /manylinux-rootfs/* /manylinux-buildfs/ + +# Create symlinks for pkgconfig +mkdir -p /manylinux-buildfs/usr/local/lib/pkgconfig/ +ln -s "${PREFIX}/lib/pkgconfig/libxslt.pc" /manylinux-buildfs/usr/local/lib/pkgconfig/libxslt.pc +ln -s "${PREFIX}/lib/pkgconfig/libexslt.pc" /manylinux-buildfs/usr/local/lib/pkgconfig/libexslt.pc + +# Clean-up for runtime - keep bin/xsltproc for potential debugging +rm -rf /manylinux-rootfs"${PREFIX}"/lib/pkgconfig /manylinux-rootfs"${PREFIX}"/include +rm -rf /manylinux-rootfs"${PREFIX}"/share/man /manylinux-rootfs"${PREFIX}"/share/doc diff --git a/build_scripts/build-libyaml.sh b/build_scripts/build-libyaml.sh new file mode 100755 index 0000000..2d3e464 --- /dev/null +++ b/build_scripts/build-libyaml.sh @@ -0,0 +1,46 @@ +#!/bin/bash +# Top-level build script called from Dockerfile + +# Stop at any error, show all commands +set -exuo pipefail + +# Get script directory +MY_DIR=$(dirname "${BASH_SOURCE[0]}") + +# Get build utilities +# shellcheck source-path=SCRIPTDIR +source "${MY_DIR}/build_utils.sh" + +# Install a more recent libyaml +check_var "${LIBYAML_VERSION}" +check_var "${LIBYAML_HASH}" +check_var "${LIBYAML_DOWNLOAD_URL}" +LIBYAML_ROOT="yaml-${LIBYAML_VERSION}" + +PREFIX=/opt/_internal/libyaml-${LIBYAML_VERSION%.*} + +fetch_source "${LIBYAML_ROOT}.tar.gz" "${LIBYAML_DOWNLOAD_URL}" +check_sha256sum "${LIBYAML_ROOT}.tar.gz" "${LIBYAML_HASH}" +tar xfz "${LIBYAML_ROOT}.tar.gz" +pushd "${LIBYAML_ROOT}" + +# Add rpath to pkgconfig +sed -i "s|^Libs:|Libs: -Wl,--enable-new-dtags,-rpath=\${libdir} |g" yaml-0.1.pc.in + +DESTDIR=/manylinux-rootfs do_standard_install --prefix="${PREFIX}" +popd +rm -rf "${LIBYAML_ROOT}" "${LIBYAML_ROOT}.tar.gz" + +# Strip what we can +strip_ /manylinux-rootfs + +# Install for build +mkdir /manylinux-buildfs +cp -rlf /manylinux-rootfs/* /manylinux-buildfs/ + +# Create symlink for pkgconfig +mkdir -p /manylinux-buildfs/usr/local/lib/pkgconfig/ +ln -s "${PREFIX}/lib/pkgconfig/yaml-0.1.pc" /manylinux-buildfs/usr/local/lib/pkgconfig/yaml-0.1.pc + +# Clean-up for runtime +rm -rf /manylinux-rootfs"${PREFIX}"/lib/pkgconfig /manylinux-rootfs"${PREFIX}"/include diff --git a/build_scripts/build-mpdecimal.sh b/build_scripts/build-mpdecimal.sh new file mode 100755 index 0000000..3e75149 --- /dev/null +++ b/build_scripts/build-mpdecimal.sh @@ -0,0 +1,42 @@ +#!/bin/bash +# Top-level build script called from Dockerfile + +# Stop at any error, show all commands +set -exuo pipefail + +# Get script directory +MY_DIR=$(dirname "${BASH_SOURCE[0]}") + +# Get build utilities +# shellcheck source-path=SCRIPTDIR +source "${MY_DIR}/build_utils.sh" + +# Install a more recent mpdecimal +check_var "${MPDECIMAL_ROOT}" +check_var "${MPDECIMAL_HASH}" +check_var "${MPDECIMAL_DOWNLOAD_URL}" + +PREFIX=/opt/_internal/${MPDECIMAL_ROOT%%.*} + +fetch_source "${MPDECIMAL_ROOT}.tar.gz" "${MPDECIMAL_DOWNLOAD_URL}" +check_sha256sum "${MPDECIMAL_ROOT}.tar.gz" "${MPDECIMAL_HASH}" +tar xfz "${MPDECIMAL_ROOT}.tar.gz" +pushd "${MPDECIMAL_ROOT}" +# add rpath +sed -i "s|^Libs:|Libs: -Wl,--enable-new-dtags,-rpath=\${libdir} |g" ./libmpdec/.pc/libmpdec.pc.in +DESTDIR=/manylinux-rootfs do_standard_install "--prefix=${PREFIX}" --enable-shared --enable-pc --disable-doc --disable-static --disable-cxx +popd +rm -rf "${MPDECIMAL_ROOT}" "${MPDECIMAL_ROOT}.tar.gz" + +# Strip what we can +strip_ /manylinux-rootfs + +# Install for build +mkdir /manylinux-buildfs +cp -rlf /manylinux-rootfs/* /manylinux-buildfs/ +# copy pkgconfig +mkdir -p /manylinux-buildfs/usr/local/lib/pkgconfig/ +ln -s "${PREFIX}/lib/pkgconfig/libmpdec.pc" /manylinux-buildfs/usr/local/lib/pkgconfig/libmpdec.pc + +# Clean-up for runtime +rm -rf "/manylinux-rootfs/${PREFIX}/lib/pkgconfig" "/manylinux-rootfs/${PREFIX}/include" diff --git a/build_scripts/build-openblas.sh b/build_scripts/build-openblas.sh new file mode 100755 index 0000000..d645d6a --- /dev/null +++ b/build_scripts/build-openblas.sh @@ -0,0 +1,74 @@ +#!/bin/bash +# Top-level build script called from Dockerfile + +# Stop at any error, show all commands +set -exuo pipefail + +# Get script directory +MY_DIR=$(dirname "${BASH_SOURCE[0]}") + +# Get build utilities +# shellcheck source-path=SCRIPTDIR +source "${MY_DIR}/build_utils.sh" + +# Install a more recent OpenBLAS +check_var "${OPENBLAS_VERSION}" +check_var "${OPENBLAS_HASH}" +check_var "${OPENBLAS_DOWNLOAD_URL}" +OPENBLAS_ROOT="OpenBLAS-${OPENBLAS_VERSION}" + +PREFIX=/opt/_internal/openblas-${OPENBLAS_VERSION%.*.*} + +fetch_source "${OPENBLAS_ROOT}.tar.gz" "${OPENBLAS_DOWNLOAD_URL}/v${OPENBLAS_VERSION}" +check_sha256sum "${OPENBLAS_ROOT}.tar.gz" "${OPENBLAS_HASH}" +tar xfz "${OPENBLAS_ROOT}.tar.gz" +pushd "${OPENBLAS_ROOT}" + +# Determine target architecture for optimization +TARGET= +if [ "${AUDITWHEEL_ARCH}" == "x86_64" ]; then + TARGET="HASWELL" # Generic x86_64 with AVX2 support +elif [ "${AUDITWHEEL_ARCH}" == "aarch64" ]; then + TARGET="ARMV8" +elif [ "${AUDITWHEEL_ARCH}" == "i686" ]; then + TARGET="PRESCOTT" +fi + +# Build OpenBLAS +# Note: OpenBLAS build requires system GCC +# USE_OPENMP=0 uses pthreads instead of OpenMP (matches upstream numpy/scipy, +# avoids fork()/multiprocessing hazards and FP reduction divergence) +make -j"$(nproc)" \ + PREFIX="${PREFIX}" \ + DYNAMIC_ARCH=1 \ + USE_OPENMP=0 \ + NO_STATIC=1 \ + ${TARGET:+TARGET=${TARGET}} \ + CC=gcc \ + FC=gfortran \ + CFLAGS="${MANYLINUX_CFLAGS}" \ + FFLAGS="${MANYLINUX_CFLAGS}" \ + > /dev/null + +make install PREFIX="${PREFIX}" DESTDIR=/manylinux-rootfs > /dev/null +popd +rm -rf "${OPENBLAS_ROOT}" "${OPENBLAS_ROOT}.tar.gz" + +# Add rpath to pkgconfig +if [ -f /manylinux-rootfs"${PREFIX}"/lib/pkgconfig/openblas.pc ]; then + sed -i "s|^Libs:|Libs: -Wl,--enable-new-dtags,-rpath=\${libdir} |g" /manylinux-rootfs"${PREFIX}"/lib/pkgconfig/openblas.pc +fi + +# Strip what we can +strip_ /manylinux-rootfs + +# Install for build +mkdir /manylinux-buildfs +cp -rlf /manylinux-rootfs/* /manylinux-buildfs/ + +# Create symlinks for pkgconfig +mkdir -p /manylinux-buildfs/usr/local/lib/pkgconfig/ +ln -s "${PREFIX}/lib/pkgconfig/openblas.pc" /manylinux-buildfs/usr/local/lib/pkgconfig/openblas.pc + +# Clean-up for runtime +rm -rf /manylinux-rootfs"${PREFIX}"/lib/pkgconfig /manylinux-rootfs"${PREFIX}"/include diff --git a/build_scripts/build-openjpeg.sh b/build_scripts/build-openjpeg.sh new file mode 100755 index 0000000..82d0466 --- /dev/null +++ b/build_scripts/build-openjpeg.sh @@ -0,0 +1,71 @@ +#!/bin/bash +# Top-level build script called from Dockerfile + +# Stop at any error, show all commands +set -exuo pipefail + +# Get script directory +MY_DIR=$(dirname "${BASH_SOURCE[0]}") + +# Get build utilities +# shellcheck source-path=SCRIPTDIR +source "${MY_DIR}/build_utils.sh" + +# Install a more recent OpenJPEG (JPEG2000 codec) +check_var "${OPENJPEG_VERSION}" +check_var "${OPENJPEG_HASH}" +check_var "${OPENJPEG_DOWNLOAD_URL}" +OPENJPEG_ROOT="openjpeg-${OPENJPEG_VERSION}" + +PREFIX=/opt/_internal/openjpeg-${OPENJPEG_VERSION%.*} + +# GitHub auto-generated archive is named v.tar.gz; it extracts to ${OPENJPEG_ROOT}/ +fetch_source "v${OPENJPEG_VERSION}.tar.gz" "${OPENJPEG_DOWNLOAD_URL}" +check_sha256sum "v${OPENJPEG_VERSION}.tar.gz" "${OPENJPEG_HASH}" +tar xf "v${OPENJPEG_VERSION}.tar.gz" +pushd "${OPENJPEG_ROOT}" + +# Build with CMake +mkdir -p _build +cd _build +cmake .. \ + -DCMAKE_INSTALL_PREFIX="${PREFIX}" \ + -DCMAKE_BUILD_TYPE=Release \ + -DCMAKE_C_FLAGS="${MANYLINUX_CFLAGS}" \ + -DCMAKE_CXX_FLAGS="${MANYLINUX_CXXFLAGS}" \ + -DCMAKE_INSTALL_LIBDIR=lib \ + -DBUILD_SHARED_LIBS=ON \ + -DBUILD_STATIC_LIBS=OFF \ + -DBUILD_CODEC=OFF \ + -DBUILD_PKGCONFIG_FILES=ON \ + > /dev/null + +make -j"$(nproc)" > /dev/null +make install DESTDIR=/manylinux-rootfs > /dev/null +popd +rm -rf "${OPENJPEG_ROOT}" "v${OPENJPEG_VERSION}.tar.gz" + +# Add rpath to pkgconfig +for pc in /manylinux-rootfs"${PREFIX}"/lib/pkgconfig/*.pc; do + if [ -f "$pc" ]; then + sed -i "s|^Libs:|Libs: -Wl,--enable-new-dtags,-rpath=\${libdir} |g" "$pc" + fi +done + +# Strip what we can +strip_ /manylinux-rootfs + +# Install for build +mkdir /manylinux-buildfs +cp -rlf /manylinux-rootfs/* /manylinux-buildfs/ + +# Create symlinks for pkgconfig +mkdir -p /manylinux-buildfs/usr/local/lib/pkgconfig/ +for pc in /manylinux-buildfs"${PREFIX}"/lib/pkgconfig/*.pc; do + if [ -f "$pc" ]; then + ln -s "${PREFIX}/lib/pkgconfig/$(basename "$pc")" /manylinux-buildfs/usr/local/lib/pkgconfig/$(basename "$pc") + fi +done + +# Clean-up for runtime +rm -rf /manylinux-rootfs"${PREFIX}"/lib/pkgconfig /manylinux-rootfs"${PREFIX}"/include diff --git a/build_scripts/build-openssl-static.sh b/build_scripts/build-openssl-static.sh new file mode 100755 index 0000000..b305d37 --- /dev/null +++ b/build_scripts/build-openssl-static.sh @@ -0,0 +1,99 @@ +#!/bin/bash +# Top-level build script called from Dockerfile + +# Stop at any error, show all commands +set -exuo pipefail + +# Get script directory +MY_DIR=$(dirname "${BASH_SOURCE[0]}") + +# Get build utilities +# shellcheck source-path=SCRIPTDIR +source "${MY_DIR}/build_utils.sh" + +# A second, static-only OpenSSL for packages that embed OpenSSL directly in +# their extension module instead of linking it dynamically. cryptography is the +# case that matters: its official PyPI wheels are built this way, shipping one +# self-contained _rust.abi3.so with no libcrypto/libssl beside it. +# +# Dynamically linked against the shared build, auditwheel bundles libcrypto and +# libssl into the wheel but cannot see ossl-modules/legacy.so, because OpenSSL +# dlopens it and auditwheel only follows DT_NEEDED. The bundled libcrypto also +# carries a MODULESDIR compiled to this image's paths, which do not exist +# wherever the wheel is installed. OSSL_PROVIDER_load(NULL, "legacy") then fails +# and Blowfish, CAST5, IDEA, SEED, ARC4 and RC2 become unusable. +# +# Configure notes: +# no-module builds the providers, "legacy" included, into libcrypto.a. +# Without it they are only ever separate .so modules, which a +# statically linked wheel has no way to reach. no-shared does NOT +# imply this. +# -fPIC these archives get linked into a shared object. +# +# This prefix is deliberately named so it does NOT match the /opt/_internal/ +# openssl* globs the final stage uses to publish the shared build into +# /usr/local/{include,lib,lib/pkgconfig} -- it must stay off PKG_CONFIG_PATH and +# out of ldconfig so nothing links it by accident. A package opts in explicitly +# by setting OPENSSL_DIR and OPENSSL_STATIC. + +check_var "${OPENSSL_ROOT}" +check_var "${OPENSSL_HASH}" +check_var "${OPENSSL_DOWNLOAD_URL}" + +OPENSSL_VERSION=${OPENSSL_ROOT#*-} + +if [ "${OS_ID_LIKE}" = "rhel" ];then + manylinux_pkg_install perl-core +fi + +PREFIX=/opt/_internal/static-openssl-${OPENSSL_VERSION%.*} + +PARALLEL_BUILDS= +if [ "$(nproc)" -ge 2 ]; then + PARALLEL_BUILDS=-j2 +fi + +LIBATOMIC= +if [ "${AUDITWHEEL_ARCH}" == "i686" ]; then + LIBATOMIC=-latomic +fi + +fetch_source "${OPENSSL_ROOT}.tar.gz" "${OPENSSL_DOWNLOAD_URL}" +check_sha256sum "${OPENSSL_ROOT}.tar.gz" "${OPENSSL_HASH}" +tar -xzf "${OPENSSL_ROOT}.tar.gz" +pushd "${OPENSSL_ROOT}" +# -fPIC goes inside CFLAGS, not as a bare argument: OpenSSL's Configure rejects +# mixing make variables (CFLAGS=...) with additional compiler flags given as +# command line options. The archives are linked into a shared object, so they +# have to be position independent. +./Configure "--prefix=${PREFIX}" "--openssldir=${PREFIX}" --libdir=lib no-afalgeng no-shared no-module CPPFLAGS="${MANYLINUX_CPPFLAGS}" CFLAGS="${MANYLINUX_CFLAGS} -fPIC" CXXFLAGS="${MANYLINUX_CXXFLAGS} -fPIC" LDFLAGS="${MANYLINUX_LDFLAGS} ${LIBATOMIC}" > /dev/null +make ${PARALLEL_BUILDS} > /dev/null +make install_sw > /dev/null +popd +rm -rf "${OPENSSL_ROOT}" "${OPENSSL_ROOT}.tar.gz" + +# Only the archives and the headers are consumed here. install_sw also lays down +# a 7.8 MB statically linked openssl CLI that nothing can reach -- this prefix is +# off PATH by design -- and that image scanners would inventory as a second +# OpenSSL. openssl-sys reads the version out of the headers, not by running the +# binary, so dropping it does not change the wheel. +rm -rf "${PREFIX}/bin" + +# Version-independent path, so consumers do not have to track the OpenSSL +# version across repositories. +ln -sfn "${PREFIX}" /opt/_internal/static-openssl + +# The archives must keep their symbol tables to be linkable, so this is not +# passed through strip_. + +# The providers have to be inside libcrypto.a, or a statically linked wheel +# silently loses the legacy algorithms. Fail the build here rather than ship it. +# grep -c rather than grep -q: -q closes the pipe on the first match and kills +# nm with SIGPIPE, which pipefail would turn into a build failure on success. +LEGACY_SYMS=$(nm "${PREFIX}/lib/libcrypto.a" | grep -c ossl_legacy_provider_init || true) +if [ "${LEGACY_SYMS}" -eq 0 ]; then + echo "ERROR: no ossl_legacy_provider_init in ${PREFIX}/lib/libcrypto.a." >&2 + echo "The legacy provider was not built in; a wheel linking this would" >&2 + echo "silently lose Blowfish, CAST5, IDEA, SEED, ARC4 and RC2." >&2 + exit 1 +fi diff --git a/build_scripts/build-openssl.sh b/build_scripts/build-openssl.sh new file mode 100755 index 0000000..8173cd5 --- /dev/null +++ b/build_scripts/build-openssl.sh @@ -0,0 +1,55 @@ +#!/bin/bash +# Top-level build script called from Dockerfile + +# Stop at any error, show all commands +set -exuo pipefail + +# Get script directory +MY_DIR=$(dirname "${BASH_SOURCE[0]}") + +# Get build utilities +# shellcheck source-path=SCRIPTDIR +source "${MY_DIR}/build_utils.sh" + +# Install a more recent openssl +check_var "${OPENSSL_ROOT}" +check_var "${OPENSSL_HASH}" +check_var "${OPENSSL_DOWNLOAD_URL}" + +OPENSSL_VERSION=${OPENSSL_ROOT#*-} + +if [ "${OS_ID_LIKE}" = "rhel" ];then + manylinux_pkg_remove openssl-devel + manylinux_pkg_install perl-core +elif [ "${OS_ID_LIKE}" = "debian" ];then + manylinux_pkg_remove libssl-dev +elif [ "${OS_ID_LIKE}" = "alpine" ]; then + manylinux_pkg_remove openssl-dev +fi +manylinux_pkg_clean + +PREFIX=/opt/_internal/openssl-${OPENSSL_VERSION%.*} + +PARALLEL_BUILDS= +if [ "$(nproc)" -ge 2 ]; then + PARALLEL_BUILDS=-j2 +fi + +LIBATOMIC= +if [ "${AUDITWHEEL_ARCH}" == "i686" ]; then + LIBATOMIC=-latomic +fi + +fetch_source "${OPENSSL_ROOT}.tar.gz" "${OPENSSL_DOWNLOAD_URL}" +check_sha256sum "${OPENSSL_ROOT}.tar.gz" "${OPENSSL_HASH}" +tar -xzf "${OPENSSL_ROOT}.tar.gz" +pushd "${OPENSSL_ROOT}" +./Configure "--prefix=${PREFIX}" "--openssldir=${PREFIX}" --libdir=lib no-afalgeng CPPFLAGS="${MANYLINUX_CPPFLAGS}" CFLAGS="${MANYLINUX_CFLAGS}" CXXFLAGS="${MANYLINUX_CXXFLAGS}" LDFLAGS="${MANYLINUX_LDFLAGS} -Wl,-rpath,\$(LIBRPATH) ${LIBATOMIC}" > /dev/null +make ${PARALLEL_BUILDS} > /dev/null +make install_sw > /dev/null +popd +rm -rf "${OPENSSL_ROOT}" "${OPENSSL_ROOT}.tar.gz" + +strip_ "${PREFIX}" + +"${PREFIX}/bin/openssl" version diff --git a/build_scripts/build-rust.sh b/build_scripts/build-rust.sh new file mode 100755 index 0000000..b5bd8dc --- /dev/null +++ b/build_scripts/build-rust.sh @@ -0,0 +1,98 @@ +#!/bin/bash +# Top-level build script called from Dockerfile + +# Stop at any error, show all commands +set -exuo pipefail + +# Get script directory +MY_DIR=$(dirname "${BASH_SOURCE[0]}") + +# Get build utilities +# shellcheck source-path=SCRIPTDIR +source "${MY_DIR}/build_utils.sh" + +# Install a more recent Rust +check_var "${RUST_VERSION}" +check_var "${RUSTUP_HASH}" +check_var "${RUSTUP_DOWNLOAD_URL}" + +PREFIX=/opt/_internal/rust-${RUST_VERSION} + +# Download and verify rustup-init +RUSTUP_INIT="rustup-init" +if [ "${AUDITWHEEL_ARCH}" == "x86_64" ]; then + RUSTUP_ARCH="x86_64-unknown-linux-gnu" +elif [ "${AUDITWHEEL_ARCH}" == "aarch64" ]; then + RUSTUP_ARCH="aarch64-unknown-linux-gnu" +elif [ "${AUDITWHEEL_ARCH}" == "i686" ]; then + RUSTUP_ARCH="i686-unknown-linux-gnu" +elif [ "${AUDITWHEEL_ARCH}" == "armv7l" ]; then + RUSTUP_ARCH="armv7-unknown-linux-gnueabihf" +else + echo "Unsupported architecture: ${AUDITWHEEL_ARCH}" + exit 1 +fi + +fetch_source "${RUSTUP_INIT}" "${RUSTUP_DOWNLOAD_URL}/${RUSTUP_ARCH}" +check_sha256sum "${RUSTUP_INIT}" "${RUSTUP_HASH}" +chmod +x "${RUSTUP_INIT}" + +# Install Rust using rustup to PREFIX +RUSTUP_HOME="${PREFIX}/rustup" +CARGO_HOME="${PREFIX}/cargo" +export RUSTUP_HOME CARGO_HOME + +./"${RUSTUP_INIT}" -y --default-toolchain "${RUST_VERSION}" --profile minimal --no-modify-path + +# Create symlinks for runtime +mkdir -p /manylinux-rootfs"${PREFIX}" +cp -r "${CARGO_HOME}" /manylinux-rootfs"${PREFIX}"/ +cp -r "${RUSTUP_HOME}" /manylinux-rootfs"${PREFIX}"/ + +# OCP runs containers with an arbitrary UID but GID 0. Make only the runtime +# cache directories group-writable so non-root users can create the registry +# cache at runtime without making executables writable. +mkdir -p /manylinux-rootfs"${PREFIX}"/cargo/{registry,git} +chmod -R g+w /manylinux-rootfs"${PREFIX}"/cargo/{registry,git}/ + +# Create wrapper scripts that set environment variables +mkdir -p /manylinux-rootfs/usr/local/bin +cat > /manylinux-rootfs/usr/local/bin/rustc < /manylinux-rootfs/usr/local/bin/cargo < /manylinux-rootfs/usr/local/bin/rustup <= 3.11 +mkdir -p /manylinux-buildfs/usr/local/lib/pkgconfig/ +ln -s ${PREFIX}/lib/pkgconfig/sqlite3.pc /manylinux-buildfs/usr/local/lib/pkgconfig/sqlite3.pc + +if [ "${AUDITWHEEL_POLICY}" == "manylinux2014" ] || [ "${AUDITWHEEL_POLICY}" == "manylinux_2_28" ] || [ "${AUDITWHEEL_POLICY}" == "musllinux_1_2" ]; then + # we still expose our custom libsqlite3 for dev in runtime images + mkdir -p /manylinux-rootfs/usr/local/lib/pkgconfig/ + ln -s ${PREFIX}/lib/pkgconfig/sqlite3.pc /manylinux-rootfs/usr/local/lib/pkgconfig/sqlite3.pc +fi diff --git a/build_scripts/build-tcltk.sh b/build_scripts/build-tcltk.sh new file mode 100755 index 0000000..1c1d89e --- /dev/null +++ b/build_scripts/build-tcltk.sh @@ -0,0 +1,63 @@ +#!/bin/bash +# Top-level build script called from Dockerfile + +# Stop at any error, show all commands +set -exuo pipefail + +# Get script directory +MY_DIR=$(dirname "${BASH_SOURCE[0]}") + +# Get build utilities +# shellcheck source-path=SCRIPTDIR +source "${MY_DIR}/build_utils.sh" + +# Install a more recent Tcl/Tk 8.6 +# https://www.tcl.tk/software/tcltk/download.html +check_var "${TCL_ROOT}" +check_var "${TCL_HASH}" +check_var "${TCL_DOWNLOAD_URL}" +check_var "${TK_ROOT}" +check_var "${TK_HASH}" + +# On manylinux_2_28 (RHEL 8+), the system already provides Tcl/Tk 8.6 which is +# sufficient. Building from source was only needed for manylinux2014 (CentOS 7) +# which shipped the older Tcl/Tk 8.5. Since we only target manylinux_2_28, we +# skip the source build and use the system packages. +mkdir -p /manylinux-rootfs +mkdir -p /manylinux-buildfs +exit 0 + +fetch_source "${TCL_ROOT}-src.tar.gz" "${TCL_DOWNLOAD_URL}" +check_sha256sum "${TCL_ROOT}-src.tar.gz" "${TCL_HASH}" +fetch_source "${TK_ROOT}-src.tar.gz" "${TCL_DOWNLOAD_URL}" +check_sha256sum "${TK_ROOT}-src.tar.gz" "${TK_HASH}" + +tar xfz "${TCL_ROOT}-src.tar.gz" +pushd "${TCL_ROOT}/unix" +DESTDIR=/manylinux-rootfs do_standard_install +popd + +tar xfz "${TK_ROOT}-src.tar.gz" +pushd "${TK_ROOT}/unix" +DESTDIR=/manylinux-rootfs do_standard_install +popd + +# Remove only after building is complete +rm -rf "${TCL_ROOT}" "${TCL_ROOT}-src.tar.gz" +rm -rf "${TK_ROOT}" "${TK_ROOT}-src.tar.gz" + +# Static library is unused, remove it +rm /manylinux-rootfs/usr/local/lib/libtclstub8.6.a +rm /manylinux-rootfs/usr/local/lib/libtkstub8.6.a + +# Strip what we can +strip_ /manylinux-rootfs + +# Install for build +mkdir /manylinux-buildfs +cp -rlf /manylinux-rootfs/* /manylinux-buildfs/ + +# Clean-up for runtime +rm -rf /manylinux-rootfs/usr/local/share +sed -i -e"s/ -ltclstub8.6//" /manylinux-rootfs/usr/local/lib/pkgconfig/tcl.pc +sed -i -e"s/ -ltkstub8.6//" /manylinux-rootfs/usr/local/lib/pkgconfig/tk.pc diff --git a/build_scripts/build-zlib.sh b/build_scripts/build-zlib.sh new file mode 100755 index 0000000..86ce666 --- /dev/null +++ b/build_scripts/build-zlib.sh @@ -0,0 +1,57 @@ +#!/bin/bash +# Top-level build script called from Dockerfile + +# Stop at any error, show all commands +set -exuo pipefail + +# Get script directory +MY_DIR=$(dirname "${BASH_SOURCE[0]}") + +# Get build utilities +# shellcheck source-path=SCRIPTDIR +source "${MY_DIR}/build_utils.sh" + +# Install a more recent zlib +check_var "${ZLIB_VERSION}" +check_var "${ZLIB_HASH}" +check_var "${ZLIB_DOWNLOAD_URL}" +ZLIB_ROOT="zlib-${ZLIB_VERSION}" + +PREFIX=/opt/_internal/zlib-${ZLIB_VERSION%.*} + +fetch_source "${ZLIB_ROOT}.tar.gz" "${ZLIB_DOWNLOAD_URL}" +check_sha256sum "${ZLIB_ROOT}.tar.gz" "${ZLIB_HASH}" +tar xfz "${ZLIB_ROOT}.tar.gz" +pushd "${ZLIB_ROOT}" + +# Configure and build +CFLAGS="${MANYLINUX_CFLAGS} -fPIC" \ +LDFLAGS="${MANYLINUX_LDFLAGS}" \ +./configure --prefix="${PREFIX}" > /dev/null + +make -j"$(nproc)" > /dev/null +make install DESTDIR=/manylinux-rootfs > /dev/null +popd +rm -rf "${ZLIB_ROOT}" "${ZLIB_ROOT}.tar.gz" + +# Add rpath to pkgconfig +if [ -f /manylinux-rootfs"${PREFIX}"/lib/pkgconfig/zlib.pc ]; then + sed -i "s|^Libs:|Libs: -Wl,--enable-new-dtags,-rpath=\${libdir} |g" /manylinux-rootfs"${PREFIX}"/lib/pkgconfig/zlib.pc +fi + +# Strip what we can +strip_ /manylinux-rootfs + +# Install for build +mkdir /manylinux-buildfs +cp -rlf /manylinux-rootfs/* /manylinux-buildfs/ + +# Create symlink for pkgconfig +mkdir -p /manylinux-buildfs/usr/local/lib/pkgconfig/ +if [ -f /manylinux-buildfs"${PREFIX}"/lib/pkgconfig/zlib.pc ]; then + ln -s "${PREFIX}/lib/pkgconfig/zlib.pc" /manylinux-buildfs/usr/local/lib/pkgconfig/zlib.pc +fi + +# Clean-up for runtime +rm -rf /manylinux-rootfs"${PREFIX}"/lib/pkgconfig /manylinux-rootfs"${PREFIX}"/include +rm -rf /manylinux-rootfs"${PREFIX}"/share/man diff --git a/build_scripts/build-zstd.sh b/build_scripts/build-zstd.sh new file mode 100755 index 0000000..fb4e558 --- /dev/null +++ b/build_scripts/build-zstd.sh @@ -0,0 +1,43 @@ +#!/bin/bash +# Top-level build script called from Dockerfile + +# Stop at any error, show all commands +set -exuo pipefail + +# Get script directory +MY_DIR=$(dirname "${BASH_SOURCE[0]}") + +# Get build utilities +# shellcheck source-path=SCRIPTDIR +source "${MY_DIR}/build_utils.sh" + +# Install a more recent mpdecimal +check_var "${ZSTD_VERSION}" +check_var "${ZSTD_HASH}" +check_var "${ZSTD_DOWNLOAD_URL}" +ZSTD_ROOT="zstd-${ZSTD_VERSION}" + +PREFIX=/opt/_internal/${ZSTD_ROOT%%.*} + +fetch_source "${ZSTD_ROOT}.tar.gz" "${ZSTD_DOWNLOAD_URL}/v${ZSTD_VERSION}" +check_sha256sum "${ZSTD_ROOT}.tar.gz" "${ZSTD_HASH}" +tar xfz "${ZSTD_ROOT}.tar.gz" +pushd "${ZSTD_ROOT}/lib" +# add rpath +sed -i "s|^Libs:|Libs: -Wl,--enable-new-dtags,-rpath=\${libdir} |g" ./libzstd.pc.in +DESTDIR=/manylinux-rootfs MT=1 prefix=${PREFIX} make install-includes install-pc install-shared V=1 CPPFLAGS="${MANYLINUX_CPPFLAGS} -DZSTD_MULTITHREAD" CFLAGS="${MANYLINUX_CFLAGS} -DZSTD_MULTITHREAD -pthread -fPIC -fvisibility=hidden" LDFLAGS="${MANYLINUX_LDFLAGS} -shared -pthread" +popd +rm -rf "${ZSTD_ROOT}" "${ZSTD_ROOT}.tar.gz" + +# Strip what we can +strip_ /manylinux-rootfs + +# Install for build +mkdir /manylinux-buildfs +cp -rlf /manylinux-rootfs/* /manylinux-buildfs/ +# copy pkgconfig +mkdir -p /manylinux-buildfs/usr/local/lib/pkgconfig/ +ln -s "${PREFIX}/lib/pkgconfig/libzstd.pc" /manylinux-buildfs/usr/local/lib/pkgconfig/libzstd.pc + +# Clean-up for runtime +rm -rf "/manylinux-rootfs/${PREFIX}/lib/pkgconfig" "/manylinux-rootfs/${PREFIX}/include" diff --git a/build_scripts/build_utils.sh b/build_scripts/build_utils.sh new file mode 100755 index 0000000..dd2a387 --- /dev/null +++ b/build_scripts/build_utils.sh @@ -0,0 +1,79 @@ +#!/bin/bash +# Helper utilities for build + + +# use all flags used by ubuntu 20.04 for hardening builds, dpkg-buildflags --export +# other flags mentioned in https://wiki.ubuntu.com/ToolChain/CompilerFlags can't be +# used because the distros used here are too old +MANYLINUX_CPPFLAGS="-Wdate-time -D_FORTIFY_SOURCE=2" +MANYLINUX_CFLAGS="-g -O2 -Wall -fdebug-prefix-map=/=. -fstack-protector-strong -Wformat -Werror=format-security" +MANYLINUX_CXXFLAGS="-g -O2 -Wall -fdebug-prefix-map=/=. -fstack-protector-strong -Wformat -Werror=format-security" +MANYLINUX_LDFLAGS="-Wl,-Bsymbolic-functions -Wl,-z,relro -Wl,-z,now" + +export BASE_POLICY=manylinux +PACKAGE_MANAGER=dnf +OS_ID_LIKE=rhel + +function check_var { + if [ -z "$1" ]; then + echo "required variable not defined" + exit 1 + fi +} + + +function fetch_source { + # This is called both inside and outside the build context (e.g. in Travis) to prefetch + # source tarballs, where curl exists (and works) + local file=$1 + check_var "${file}" + local url=$2 + check_var "${url}" + if [ -f "${file}" ]; then + echo "${file} exists, skipping fetch" + else + curl -fsSL --retry 10 -o "${file}" "${url}/${file}" + fi +} + + +function check_sha256sum { + local fname=$1 + check_var "${fname}" + local sha256=$2 + check_var "${sha256}" + + echo "${sha256} ${fname}" > "${fname}.sha256" + sha256sum -c "${fname}.sha256" + rm -f "${fname}.sha256" +} + +# shellcheck disable=SC2120 # optional arguments +function do_standard_install { + ./configure "$@" CPPFLAGS="${MANYLINUX_CPPFLAGS}" CFLAGS="${MANYLINUX_CFLAGS}" "CXXFLAGS=${MANYLINUX_CXXFLAGS}" LDFLAGS="${MANYLINUX_LDFLAGS}" > /dev/null + make > /dev/null + make install > /dev/null +} + +function strip_ { + # Strip what we can -- and ignore errors, because this just attempts to strip + # *everything*, including non-ELF files: + find "$1" -type f -print0 | xargs -0 -n1 strip --strip-unneeded 2>/dev/null || true +} + +function clean_pyc { + find "$1" -type f -a \( -name '*.pyc' -o -name '*.pyo' \) -delete +} + +function manylinux_pkg_install { + dnf -y install --setopt install_weak_deps=0 --allowerasing "$@" +} + +function manylinux_pkg_remove { + dnf erase -y "$@" +} + +function manylinux_pkg_clean { + dnf clean all + rm -rf /var/cache/dnf +} diff --git a/build_scripts/download-and-install-interpreter.sh b/build_scripts/download-and-install-interpreter.sh new file mode 100755 index 0000000..8af882e --- /dev/null +++ b/build_scripts/download-and-install-interpreter.sh @@ -0,0 +1,30 @@ +#!/bin/bash + +# Stop at any error, show all commands +set -exuo pipefail + +# Get script directory +MY_DIR=$(dirname "${BASH_SOURCE[0]}") + +ABI_TAG=$1 +DOWNLOAD_URL=$2 +SHA256=$3 + +PREFIX="/opt/_internal/${ABI_TAG}" + +case ${DOWNLOAD_URL} in + *.tar) COMP=;; + *.tar.gz) COMP=z;; + *.tar.bz2) COMP=j;; + *.tar.xz) COMP=J;; + *) echo "unsupported archive"; exit 1;; +esac + +mkdir "${PREFIX}" + +curl -fsSL "${DOWNLOAD_URL}" | tee >(tar -C "${PREFIX}" --strip-components 1 -x${COMP}f -) | sha256sum -c <(echo "${SHA256} -") + +# remove debug symbols if any +find "${PREFIX}/bin" -name '*.debug' -delete + +"${MY_DIR}/finalize-one.sh" "${PREFIX}" diff --git a/build_scripts/finalize-one.sh b/build_scripts/finalize-one.sh new file mode 100755 index 0000000..1409657 --- /dev/null +++ b/build_scripts/finalize-one.sh @@ -0,0 +1,59 @@ +#!/bin/bash + +# Stop at any error, show all commands +set -exuo pipefail + +PREFIX=$1 + +# Get script directory +MY_DIR=$(dirname "${BASH_SOURCE[0]}") + +# Some python's install as bin/python3. Make them available as +# bin/python. +if [ -e "${PREFIX}/bin/python3" ] && [ ! -e "${PREFIX}/bin/python" ]; then + ln -s python3 "${PREFIX}/bin/python" +fi +PY_VER=$("${PREFIX}/bin/python" -c "import sys; print('.'.join(str(v) for v in sys.version_info[:2]))") +PY_IMPL=$("${PREFIX}/bin/python" -c "import sys; print(sys.implementation.name)") +PY_GIL=$("${PREFIX}/bin/python" -c "import sysconfig; print('t' if sysconfig.get_config_vars().get('Py_GIL_DISABLED', 0) else '')") + +# disable some pip warnings +export PIP_ROOT_USER_ACTION=ignore +export PIP_DISABLE_PIP_VERSION_CHECK=1 +export PIP_NO_WARN_SCRIPT_LOCATION=0 + +# Install pinned packages for this python version. +if [ "${PY_IMPL}" == "graalpy" ]; then + # GraalPy doesn't update pip/setuptools because it uses a patched version of pip/setuptools + "${PREFIX}/bin/python" -m ensurepip --default-pip + case ${PY_VER} in + 3.11) "${PREFIX}/bin/python" -m pip uninstall -y setuptools;; + esac + "${PREFIX}/bin/python" -m pip install -U --require-hashes -r "${MY_DIR}/requirements${PY_VER}.txt" +elif [ -f "/usr/local/bin/cpython${PY_VER}" ]; then + # Use the already installed cpython pip to bootstrap pip if available + "/usr/local/bin/cpython${PY_VER}" -m pip --python "${PREFIX}/bin/python" install -U --require-hashes -r "${MY_DIR}/requirements${PY_VER}.txt" +else + "${PREFIX}/bin/python" -m ensurepip + case ${PY_VER} in + 3.8|3.9|3.10|3.11) "${PREFIX}/bin/python" -m pip uninstall -y setuptools;; + esac + "${PREFIX}/bin/python" -m pip install -U --require-hashes -r "${MY_DIR}/requirements${PY_VER}.txt" +fi +if [ -e "${PREFIX}/bin/pip3" ] && [ ! -e "${PREFIX}/bin/pip" ]; then + ln -s pip3 "${PREFIX}/bin/pip" +fi +# Create a symlink to PREFIX using the ABI_TAG in /opt/python/ +ABI_TAG=$("${PREFIX}/bin/python" "${MY_DIR}/python-tag-abi-tag.py") +ln -s "${PREFIX}" "/opt/python/${ABI_TAG}" + +# Make versioned python commands available directly in environment. +# Don't use symlinks: c.f. https://github.com/python/cpython/issues/106045 +cat < "/usr/local/bin/${PY_IMPL}${PY_VER}${PY_GIL}" +#!/bin/sh +exec "/opt/python/${ABI_TAG}/bin/python" "\$@" +EOF +chmod +x "/usr/local/bin/${PY_IMPL}${PY_VER}${PY_GIL}" +if [[ "${PY_IMPL}" == "cpython" ]]; then + ln -s "${PY_IMPL}${PY_VER}${PY_GIL}" "/usr/local/bin/python${PY_VER}${PY_GIL}" +fi diff --git a/build_scripts/finalize.sh b/build_scripts/finalize.sh new file mode 100755 index 0000000..28558ae --- /dev/null +++ b/build_scripts/finalize.sh @@ -0,0 +1,118 @@ +#!/bin/bash + +# Stop at any error, show all commands +set -exuo pipefail + +# Get script directory +MY_DIR=$(dirname "${BASH_SOURCE[0]}") + +# Get build utilities +# shellcheck source-path=SCRIPTDIR +source "${MY_DIR}/build_utils.sh" + +# most people don't need libpython*.a, and they're many megabytes. +# compress them all together for best efficiency +if [ "$(find /opt/_internal -path '/opt/_internal/cpython-*/lib/libpython*.a' | wc -l)" -ne 0 ]; then + pushd /opt/_internal + XZ_OPT=-9e tar -cJf static-libs-for-embedding-only.tar.xz cpython-*/lib/libpython*.a + popd +fi +# The static OpenSSL prefix is the one place where the archives are the point: +# cryptography links libcrypto.a into _rust.abi3.so via OPENSSL_STATIC. It is +# built two stages back and copied in just before this script runs, so an +# unscoped purge deletes it and leaves behind a prefix of headers, .pc files and +# an empty lib/ that looks populated but cannot link. Roughly 10 MB to keep. +find /opt/_internal -name '*.a' -not -path '/opt/_internal/static-openssl-*/*' -print0 | xargs -0 rm -f + +# disable some pip warnings +export PIP_ROOT_USER_ACTION=ignore +export PIP_DISABLE_PIP_VERSION_CHECK=1 +export PIP_NO_WARN_SCRIPT_LOCATION=0 +# all cache goes to /tmp +export PIP_CACHE_DIR=/tmp/pip_cache + +# update package, create symlinks for each python +mkdir /opt/python +for PREFIX in /opt/_internal/cpython*; do + "${MY_DIR}/finalize-one.sh" "${PREFIX}" +done + +# create manylinux-interpreters script +cat < /usr/local/bin/manylinux-interpreters +#!/bin/bash + +set -euo pipefail + +/opt/python/cp312-cp312/bin/python "${MY_DIR}/manylinux-interpreters.py" "\$@" +EOF +chmod 755 /usr/local/bin/manylinux-interpreters + +MANYLINUX_INTERPRETERS_NO_CHECK=1 /usr/local/bin/manylinux-interpreters ensure "$@" + +# Create venv for certifi and pipx +TOOLS_PATH=/opt/_internal/tools +/opt/python/cp312-cp312/bin/python -m venv --without-pip ${TOOLS_PATH} + +# Install certifi and pipx +/opt/python/cp312-cp312/bin/python -m pip --python ${TOOLS_PATH}/bin/python install -U --require-hashes -r "${MY_DIR}/requirements-base-tools.txt" + +# Make pipx available in PATH, +# Make sure when root installs apps, they're also in the PATH +cat < /usr/local/bin/pipx +#!/bin/bash + +set -euo pipefail + +if [ \$(id -u) -eq 0 ]; then + export PIPX_HOME=/opt/_internal/pipx + export PIPX_BIN_DIR=/usr/local/bin + export PIPX_MAN_DIR=/usr/local/share/man +fi +${TOOLS_PATH}/bin/pipx "\$@" +EOF +chmod 755 /usr/local/bin/pipx + +# Our openssl doesn't know how to find the system CA trust store +# (https://github.com/pypa/manylinux/issues/53) +# And it's not clear how up-to-date that is anyway +# So let's just use the same one pip and everyone uses +ln -s "$(${TOOLS_PATH}/bin/python -c 'import certifi; print(certifi.where())')" /opt/_internal/certs.pem +# If you modify this line you also have to modify the versions in the Dockerfiles: +export SSL_CERT_FILE=/opt/_internal/certs.pem + +# initialize shared library +# workaround https://github.com/pypa/pip/issues/9243 +/opt/python/cp312-cp312/bin/python -m pip download --dest /tmp/pinned-wheels --require-hashes -r /opt/_internal/build_scripts/requirements3.12.txt +pipx upgrade-shared --pip-args="--no-index --find-links=/tmp/pinned-wheels" + +# install other tools with pipx +for TOOL_PATH in "${MY_DIR}/requirements-tools/"*; do + TOOL=$(basename "${TOOL_PATH}") + case ${AUDITWHEEL_PLAT}-${TOOL} in + musllinux*_ppc64le-uv) continue;; # uv doesn't provide musl ppc64le wheels due to Rust issues + musllinux*_s390x-uv) continue;; # uv doesn't provide musl s390x wheels due to Rust issues + musllinux*_riscv64-uv) continue;; # uv doesn't provide musl riscv64 wheels due to Rust issues + *) pipx install --pip-args="--require-hashes -r ${TOOL_PATH} --only-binary" "${TOOL}";; + esac +done + +"${MY_DIR}/install-git-lfs.sh" + +# We do not need the precompiled .pyc and .pyo files. +clean_pyc /opt/_internal + +# remove cache +rm -rf /tmp/* || true + +hardlink -c /opt/_internal + +# update system packages +LC_ALL=C "${MY_DIR}/update-system-packages.sh" + +# wrap compilers (see https://github.com/pypa/manylinux/issues/1725) +"${MY_DIR}/install-gcc-wrapper.sh" + +# patch libstdc++.so (see https://github.com/pypa/manylinux/issues/1760) +if [ "${AUDITWHEEL_POLICY}" == "manylinux_2_28" ] || [ "${AUDITWHEEL_POLICY}" == "manylinux_2_34" ]; then + find "${DEVTOOLSET_ROOTPATH}" -name 'libstdc++.so' -exec sed -i 's/INPUT\s*(\s*\([^ ]\+\)\s*\([^ ]\+\)\s*)/INPUT ( \1 \2 \1 )/g' {} \; +fi diff --git a/build_scripts/git-lfs-core-gpg-keys b/build_scripts/git-lfs-core-gpg-keys new file mode 100644 index 0000000000000000000000000000000000000000..fd06df837b9f33ef004a31f87f29206efd2aef78 GIT binary patch literal 64361 zcmV(zK<2+6iwFP!000001LXb3uIt*CCJbhqPmz5hi=;%`Bq@6DO^@Ci(TL{hf9`W` zMBIpsh{^&I1r$oa#?sc(l4!>G%p7CRSvA}L>dWA*nhnL`19ZY@&A>J`2Xkk|9|~?Fq|Oi z|I-xA|7m)RDzX1l;iCV^s0OS2^=kkaEJh!d z?dG|_eLp-=rdBMTMETy<>YM1Y8%e)N z5vAB@?qXjRp59r5Sy}|Bks(!STd|xx5`3F}x96Z!%%C7hSZ=cBv0gR42e_DK!>rpU z+4Bz`ekj(zP#Vhy;76dMkVbNoOt)a$H6Ie!)pQbadPx0+V$+Y#S?RL2?`%>Y+Map$dK`r`o!qXF z5Z1_pM`%EPB?-yjWDlLIG!NY>(b$lwUgqDFWpA96_(IF5=fWGDADJ~KJKw`>ypCG+ zn_LCptX$$#T{cuflJBXvYE3pF-Zf$`cji+O>}#Fh*R0j;+wWtS{78F7HahtG?1_rS zfU$g?cCat0g{kBu<0nIWxwn0!xjNA&g<~M*jTE`hQ3Z4 zW>XucjY4_NUeqpq&N~XQE(*@u67(w%b+`!aU;4JEOyKWa@b+}@VZfX^*0U^^wkFy* zq?A6Sg0`fvqNSL&qneSL6;BnrZ<+KP+lcoQaH&67i4a7_k`rK#Fova9`D0Deht5=n z@f6moK71uHG(E|j`EP%4y(Ej4jUVA9dc96xBp?!Co5fu?YL?L73XSW_kOd;1>_HF7 z)JE!I>#infSLwql7VaG<~JLB+UO%vs4o+wq<|#mY5SD1`{!+5 zAZV>QipL1}vxFlO3Twr(B?8K0N5kyAMsPsF}!+Z9!I@!-`y z@ELO&#T}kA4Jc38$WQ?x#yOW`FZ(uLsC3XGo{Gk1YFoU51H#-kIk^&Zaj2W;_}<$= z>T}d(Cs@4o0q~US?xa3Wcx3%*{!*Pz` z@6roEOKi|!RZ8XEh=(o&N0r%+e=Y{`S{h3t8AfC1iXNW0S1Z2H=z9G;q0ch3Cb3l~ z0?g@so+lDraXepfpXbf2SaB?m()9DXMW#~|(o(xdx%E0}x|`c2&0a)WbH6YCjexf5 zNDni$L=C^|V8-e)rGlyMa<`uOIFV-(#|`f+iDI^sKB_QoDg^aQ7FKVp{6_{W{pFKOQ|b0O>@O~P4OngEb>?yIk{@yV+B zqQIEN4_e!!@UT4e4XWdvb!W1TU6wre>{x$sDHCz;*PX#r)I^np&1Xwq5nK-(fM#1!;F zX`2|#EoKiKFYk9FmF5?Xta3HK+pTqtkELks)xrT-O~PKQzmwL;l-qmu`mDd#%^F6* z9QpIYZ=CqrrChjn9tS?=BnQ9#j|VPvBqrP(s`1h*Lc(` ztM0fXoLcyeouT}Gh7*0!J~o-+(s#6hmcVNL@+`2S@nu7Otl+r>f-{9*ezX5xXz9>k z8JC3Re&ik@?&L&X2>vo`1uxYnR%{&r-O1A5a(#&XjuOXxh9W8zK_t$*WLK8OSryGx z9_zwq{g8#i+B9DiPoR}10S2QB&@y`P_Co~q);Z79BmRnFWy*0Ufi2CJ(d0(LSr958 z$$j$w=-K1N6Nik=?}g4F^cRVRL*rI z5f-?dV^Xv1(P`%-t%P#6Cm#P~W#7fbgkM2NQz?ABOUzzkCq<*Op{KUY2l!)C&BoP0 zbMy7l8=@7hdwru8Vm}PihY8YeAO8#aK5q|IoYJL@3(%s_aIWzsWQJQUZLlU5K$m|6 zW08de-$6W{GXty=_~mHE=jYcaCdq^2+hlyaA#s?jN~G?>c)xq7^Um@8g5Chf1zmG( z2cO|CZ*F|?{zgAE-;@G9I>#us!Dv}Sy^7;o^!M8y;rGtV@HcH9zI~MlFoaJmudy@D zVPsi)DhAn@sF-1CGuTYphs)T}l+bc<@{=vW%lT;CI~e)|Ql0zvrGcHJ$9JKbb)>{9 z^f}*bR|rnRzlrobz{6ye3+r}6h0gbr*BJj@tFTi!vHETSUF;%YH0kj@5Xvf;XjayQ+!kF``oA(!;;RGiYdUz8+33eo<=irY)FDTE}{+LmTOZbT( zi22>f_j#=`Exfhn-e0vn+`N~EOuV}|F4Oh#*ZMiLB4F+_wc1x&$=W0wROYdo-ZRm**IYHC$!|3f~McR)Y z>XBMIM9m$s^Ne9HD|y<*-Ax8gMI6L3o={lcv2GkBS*kec>%qppr*8j%C=`Q_&{#f@Pupk}1YX0# z7GsVnM4xp4Yn;fTK6l{t%G~t^H(oV9X7o1bZ3b0>5(sVZE?f8Cm9FjabRWq_gKoM4mQ9%0?&mymiL;<_l3ohdbt689{1OJ-cD3)iIOTtS^l;}Z`D zE*(Yk{MIkZ2_}Wf^}2Sr*jR2-I2sLMBYyNcQtR zh)vs!W0N?GVf4g=nA6FEFG=`_ssG@1SHk>Kv{3iIOH=CXW@bQ+Ii9LJZ(b;gf%8Hk zNpX@--8Wq!F7D0D@GX@3ZwX0_? zu8(3exA6i>+kJmhZmk{Tc#y%=c*zGIMc({T?tZ-0TGWnw^vMnwtW`#=A$_TrFaLpTK$uja2x$>b4$3gakJlzvd#KaC;vF%j8sJA)dCdDK}^L^~m zV^qi3tUY|wi!U(oKX5laTPyjTuQCekawF9x++w`fUPmvtSDZSBFE_vN_Wk`>-yGty z2Kh{uQquPi*n)nPs<=6uDT@eV(3+Ks7zizlXvbadE0FQ~uu^1bT!i7EnQq%tWKyoZ z-$n+J5b&6TQnbP@zpMn-T-y;d=|vqHeu6Qw;LC#*asDaKff_C5g8kL+6s&;sQVT4r z&QO47yAJ0=XpW9R)VGYvPk%6A@C#?1_}mY<2utOv{8gH~*7z+I3Ri~RBzm1WB#G64 zA%YymaPLPmrshRM*Wr0>jH4a1NZPAG85157@;tL2a>&EJb0Cguu}Td60aXL(1ASdJ zZ)u2q{IrY>qN+|=mz3&w5C=DC*3~H%u;+NcJon}p!fmp9z9CFQ)b*bIhy`}Og%K=O zf3vIAEvYBg9U1{d3hctIdzvla+mZsf-#81V2#Gsf)vN3JZa_n%nZNC-qSy7IU>RLoDRW<8g04ih&6tace{OPt4G}cxU5fHl< z7*W}vK)^E}(Cs8YDStSjcgMoZL_Z3?KA0Xb5EEH#2ZY$YKmKCTFA&ULPS*t;@9{m$ zOua#RApOmncig*;g1g^KU5r4QSuj2o11^1TC1ct$~h%|}E2pvz3gCNs!6 zi)1u?M+b6wv9M-d)#EVyd3{j=hzK^#CFm2xb-fODFq*LV#D3m1eAp@CxFFN_Jqk2v zO<64EDy4mE#0bckI~Wsf2w*)3EQVgERc_Po_uW_Oif8olGk;x<0KUPpRPq**eb~=H z*PbTBkEMo1{Kw*oqCx>WN0hCX_gK44%17&O-e2jT?Y&%7rdDdM(T7IA4=}qXtauR7 zuMXG9 zfC`T3zk_k^)M?jy`1&3mzBeIcp%Iqoewowft;Br!4-9!h?Fai^#ApXNHN*(c+wdG) zA%~Myqiof4@lXc$MX(zLkZ`-MIb}94(>)3* zfkXv^G9n2<_Ps74WRw?`y_0J*yBuO_5}CLwP}kB;L7gG`3kcJxWyOIBEf*}@gs6@5 zF=w}nS&}vMPJuL@W&4TjB(w1A9j9r=y!sk6(c5nL!%rY}GZL9!*p~Oxs(p7&Q#-iW zo=~YWafDiP#sVg2Qwsb+#B}-)8?U(r_Q?Yb>YPg-#&qfdOYYZN#|u!@-U1`l)pzjrE0EY~o|t@)khc;L zy3i9-&MP|`8DAoRfA~&@grxXa32-IM37jL?0Z#uv#_0~4cVD8y3lSV}D;9rGgAsQXkiZ}N@LHh#|DwhgeawVDQc z)bIB7#q9Afw|m_M`J;bQ8u2_S3yV3!K!aRATBq*p`p6$loVZMV zC2m)KVn>IJq@u{Mn{C0sN0aC$JN-vI0*r-n@vcRAOC0#q& z9m?U`m!NvQ7$_1|N*YsW=XUp8k@ZDtbsh%oNr^5I-`;PXiNcf`Ye<3Di=jDR{CI2< zJa9t$O=OyW@qMLBjEl<8-fFpEd0HobTlPMX9wkmBmUAc%-dr=jfPO?o-MqunaIE#m zxH0tQuRJg5$>VI{CRI^fVN!i}O)9_3!xAE&Cr%~i7o>vuoCU7-2Uou-;-iysS_rd` zp;0r4$gKT93FK9QDWi5@K1z~Ei{a+e#MKd9zCPy*R8cMfZ6?x|LtD~c zV~8GtC+y#2hz~n;H8j206)C;d=>7Mq-fGImJn<4rS!~{%a%C`}m(uW)7UGHRoMx5n-GOs~++>c2cqAe1!j~*G z^v3V~def6+&F;-x6BqSVJ*Wrm1H4ij2<0A@X2W6N{U|az5iu`HZWr3yDQ9%qtuwZA zBhVX+<_Vf9mSK>)RJA4*-GH5Qbs^yB&fLr0RS@!b7m48^Uhw@G(xrpHiS>Q|Qxq_Z znQgsd9}ps>8mhcW>5&=0@QQu19n*|X_?vm@e_`G*RO0&I5wAJGkHThmg4t8+c=VnXQ3k}_>|m^C+4k`QW$U^lW#T!K^Ft$Ti7qNE(-z;g-RvFE>* zLQ%8VJVFsK0;c}Vu*TlHs;)#N>ku|6`r}WKZy{>RCixz0>X{vB2?~t6l@e~8q|b+% zF-&6#e7`XEB~K~ZlW6ScE!7}tKMgS1s%@zP4zinM2#PVw0y!> zHEtw9ptoCdhUdb&5^3;Jgg4GKvs@2f@ZOF`a*aBv-7JypfV9{b*MDB|k89eRe(d2p zZ$2jd=57e5#I>kdEZ&6$^CC<>U7Ov-A{c}g^Q28D)*BG%Ev0skF5#a@W|JU}xy=Qp zFY8ws#dl+qg~wgkF7rQE3G>yN7%xi853KG2)|)3Vx);wc?~JNVh38Ka-{y4}C|?+; zEwdM*#MQ9jJ=|H~&WRJP4y+I(^f#`Dl5p-RK%9^8Kd$9aLK?=$%v(pe=kQY37F_cs zc&7ScdQ8o`Ox3%;q=3Zv`?J)6W_Si;ia`IyVCyG_u&ZeV8vpdM(7o%LYw6YlJe@>% z{4Ls7+deY;j|#c2Hq7T=D&)ZbNr^lP?MWSU^iP#sul`iYC0e3A*6u1A@aaG0@<@Fc zTBHw&<1I;|4=bP_2LD%j{|^;#*NjZac5yz*T_EAbC`ugnWV5ga$>TwhQ5C{%q~M$n zKaYKZE?PWaqu7~UA%UA1$_}@GbH&Rnvfu!aDAxj&_SMuk#D)aOrRUpM)?t% z?y9*XKT4=wO7Z!wu?wmnt$eJcG>#O-$Cme4$Cf~U7o24z29F$Ph_Ot!RY{EaI0zkf z<7~9|9R(|axQrXB0?XI0f4`X9KT$!yCcSRiM>%-+4?#O}rCX=?=v1pv;`}J_!?;Qh z>^7$^m&BB$PAUN2y*ahM7UUP^#LYQ&oM{)sa-}(hu8o-aHFycT+FTgk>lfMEEw03y z4A-x=Q0Al7TOO%140grz^9M=n2JgvYGJNRu;iC+QMzpU}ydkKymtcP3DpJB8Y;#s#!i zIXdED?YG11#-g%gd&b7h@jFzBI;yxI>8d4~01eY#Z4Z$a*}L22Qat`-zn%oB_pAru z>kqR3wD8w*Ja25Co<`y6mRdoECLi>@|J5bUJ>Nfn=?d%jS-li18BoS;fb-qAwnK0r zFg^Q%eBHqs^{uf>N>*mUY_7ON9Q~0V{fyZiR$zstO*Smfl(t2mI{h{By!yCrxIFr!Kw5~3j0{OVHCFIY|osjrv!-hHC^C)F$ z%cFyh0x_miOry=E@;F8t^JmUk4QMMY`x5v=s5ITS-+4`h#9GR`efaKRh7+MVP4NgW zo&gw$XX3rycP(q0_k0N~1m)`l%I;YGNYP65*&aT^_PEC&zk6`6BG>tp?{M|=W>^FO zWgjIckMQqX-zGVk`l_sK$TPe4oKPALb0YCZG%grMAmTOP6|_qzCG=%HYM-Qf0b~Y; zN|>SPhD&KM+zJ2rqY?w?Q3x;GUg0R`GVoX}iF*{aF;%sDBw5oP<)@#A9)Fl=CPCu; zB`9xqq>0&&n*Nz-Nh;#Pfrd= z9DP)ezs^M7(*F4D$76c|Z9QK5ACUHMW}ARrj%GVmtxxv+9BGREkh_=>MEA?7a*X2r zuD$8Ui_#(R=MNs^N1;Fxk0@I<@ZZpF2%0r(T(8+)3EEZDk*2z&MWNm-$-N}KYRlra zU~kR-vC*BMrf~u!pM2_Vd_CA;f8y8BR3}!oQ{h;zlw3Kdiae5yO~EIR=Bh?7NcXD@5g$IvtsT{2VYYXg*)GG-Kjb_$G>$7As334U(^K;CXJ^f z3rZbGvp^#;F_@Uh=Pd+pcB!nMGe@~Ef`xsRC>WC`RoafYTxTfUCxht5Q9y9&PDX?q zDvSZ5h2Wa|k{FGQH6`r62~WLw=zFL&_&TUWzAJCW$Qb9U*Hx=kZy*QmDIa)Y*6};vH1N^MZfg-_cg`fw7^7qd`^3`>X0wY zdcH_0*2AlI8(ZKLG_h`VhI+p*jBE|l3RR=6RX7@Rm;bX-Ekq-qMAJ(1nhd&r z4~mk8bJGBs^|@?2D4Ug~#EY5*^hhypdx0gzs=hF(c6$}bks{`&^ENwn1_@CpOxJr8zgj`5y_Qw6 z34zb_3*J}rp@jL#XOSJVqrR^r0bAuITn69NB&|D4wA;Hp%R^)mXr3ylL?HUDU30&)TPL%sKi!iNbI`A#RUGHA#IaYi`>kyCzAPKL- z&c_*H%qYQ}mc@MiqHfQ4Bqyz%p~FRu1}SK^28^(AUvIBCjbjWF2@_YMG{6y0qurBW zZ`fs2>lu*`k9e<-9v@P+e3>E~{eD!o70rvNx^U!Utp%~b$nW?oysbJwV1_wHL>W`?+VcdI24#3&r|!T3zna_ zM`vWE69kVjDNFAD`n^PQ(KPaW?RyP@8^!V_wX@$eeFI@(XG2C4ZcIq<7*v`O%Og znp=q!(kivK!gU(G`e@e?0L6Dxj~@-yKpuD)3mCPs0Di*(#G|ML)S`zinP-r6NX@ma5231NpEl zb;d6gzO!O>^fKPRh;fQ?1hrZ2=j5dvO7YoI z$x{H)t51a!oA|4m3PrukJuSm(ZYR${7|j=#d`^A<#9YRyau zkh4}$(LOeeQHh}=;yfC}vf9_YUzzghV_#Dg?IS0~YV^5Qd`Nhct-Hz8j!-(@WC5Hs zrEemmk*h1j6xT|JSHJ$C4bhfBgrP7sg{~j9}p9#G(2;YjWVbesDVFselpj+c37b0a` zczgXurT%fqvA^dXXM^aKZ&=Ed{^LkpEw{j^`f-m-_AiM*akM#rFSCiTmaEtA@YYcr zWa@h@`QVvkIDN8aUIuaUh0WbFHM(i`fQjwOEBX7V9oGou6;KN1QTe{}YRk7nC$Dj6 z<`29N>U!>l)MxFHdwul545wk6x_yJyQZrn~^z%`Gh-?Bs<|;o6ww?5dEMrsh3mf!~ zRtzaxI8`zcgJwzi#eEO|LZNweCRqYyWYHTZ6T7Siw&woUa~^u}t+MRBth$_qh&!5z zq;(K=WOAR(m_0-Mt9N}=V8<;=d6!i+*!+fE0zgaAp%aOoYWPmq;bxlsgXgLcQtSwp zH$u)HuMS8H;Vq-b$2}a>F=P}{zZJ*P69(ARA5t|!nis)*1?fjaHqBmcT;ReVrBD7C zd~GB?R2|xquvu$spbMgE03v5?gS#7{5_9Z@$RSAFn z5biCG6`>};NoWO%{c4zO&OXzoj4{2>`{kjEMKyQuEe)c68z2f6Z~0`ZC@Q+wT`c26 z^OLAm7yy$+orG_XU#yBjD@;QMZa9@nsK>b|(X(OK) zM@|3&3-x?{KzMCw#3>k&s&pFxb=itW-@tLGC5>*eh$>{E)H2JrO%JlY;neG0T9)hr z*qUTsU26+vL%CA?V6-T3`>mrOx;!5e%9uzet+&<4Z7|Rx@ypOW3?$jj?mNR_0won? zyxR%CUBkoVx3eww8Q|Az`EGjhq7W7h{GQs7@+PfD{%&&=uxK-!Du^?gTKYi8-@g1u zC{nw2leWpAWL^*UDj{vVVpH!=%3VR@qSz7m`e%hN>Zl2?UG@Zmlof;tAgGw!P=2ue>W7Xd zsMc7(1r6kwYe^R+Yll=0qg48i%DIoQtyE*sd4g!5SNx+_m*%9udv#^Mk=DQB8{`2`6jv zWKazu7&_jdT2Knz8fxxbrc3+d`r}3<-Kf4efQ3Ym4EyRGvWnDp$Jx%lzF$}IcBAto zU*Tb9nRODb`4w5_W5Ojuk&&0Gdf*_~9sw)#;+3eEbKhuIf)8r@7eq_)MZ?p^%8(ap zu21ifUpWl+BN3Z!RSKJpJmG}}Cw~Ptla-_cNz1{U{Nu?SQU`nRGxz!z#M$JK1fmjy;O6{ z3MvV{Q9F-jnWl?%kG~a&AVaYIX|BVMde_EWz=e(;W!mBXRO2Iii1pF&hIk!LYMwaDFz!JOsZJ7KB#Bw zj=FWpvyK7%R?%P07sX_fk)w~q{qvX-b9!shZ%F(?Ig3~K8aqR|`AzoK`E_1Mmnz){ zhd1FH1E7bdYsN%Ho4%ai_kV+NJU{*&jJq7n=uX>}MtZ>vO#@Zo_^;y07nG3ER?Rll zLhZc{{5MRk=AljxD6)~mNLB4G+b~NpTD)ktb75H^Vi5yWf%?vy$G1#LKe%;#zi?+u zg6EPPqrRN?sc}JVDXJL$45PpusmAN+5y}BND6m%?K#gx(Qy4BK*B{7Ma!P+^IrvaQ zNKDc9PeESBiDs^9YOnCh+^D2aUvEKWA_K9;R0jUcswnP^;eMa|Aqd96XrVTy99;3U zeJlP#IxHgs(|nibeVD{PNMWV0UB%v*cEiIr|v5 zl7fY0WOl9ZNYmD^0+L3`{F;7=YJS1vK$oa9zoakl&$vQp>rk*?wbw>Tl8Hf?x0G^E zRq?gU;bQh_DzKLO-l#f*p09x~>TiO030vd@C0JdhMM}+B z>b`9J@naq{hJhE=pQK9i`Z9C?si7rmj1SC+$vxH;E}Tj4Ndan#+%mCCTD>TZ@G4~p za2j={hzWT(N<=>O||JumRwf=QU$mYvzyNU_YKrG}>u8VsCnV%mV6O*ot0J&yHVn{Vk9N8rkvAAJI*^Pz&=kqO(59t;A5w)H80P-O_c_IkcfRF^GDjmmV0eRC=bo7aUUQvbh3@f;cNC%SFeXH z2t}+plZV;!d)s_jwrr&iaQ`N{a#!aym`ujfFLv`wke>s+&NDuqo7L3Soft>58Vx?% zf3|DDiym5^ptt1&(tso!3+n*OSB7ATze>Mcdt~ACwRY~TZpyqU?YxmjrtO3Kx0y$J zF;vsvYMmV;Oe%4`TFmRDODHAKVnf12n<(6vdRV2P1A^saYutF5hy2yFvZZqT%|jxG zSqbp+k@psA)|=_L_!VZg8_baPlaSMbmB(~oZ@P?i6rE&#WqGQ!&(;(0VnvQBLo+T1 zxb#%L7tbScX-PKguA+L>H)o39_^!Z3WsS&vnTNKZQT=1LWfkjGd31}(QPlKd{l_m% zfl0``VT5rO^wF=|Wb85x_v>pyIE&Y!s$*lRZxy&Au&V>#W*T4T z2}Y}P68Y&9g$29B$~UGi?iDG+%ugAi;O!%2tb|NLD@!b8I}7I$grU|KIIqy~+|SDF z5{-)wS_%zGg{$Ri+3&DCTQNP~MLSliEbGtg{6D7KN3J1yJU4?zB~blkxxjrJ*gvyvbaf$Nt?lFoa-)wH7zddYg!A;96y2$S1*hk%NHGsNoEWDn4Kn<~tBCk}w4_s|a zwmJbO)#?&wsmZW-#kWw1MdbKoX%vph1CwmEy?G$cX7zLP*6gh)f7esBRSxeR2Ma=^ zasOPhMYdt+Re9_Dee)5qk0-wLG?k6k(F;4^aJ0N*&#!;mZ@k+BW^V=_ycHQ^^lL4u zpG?AX1OAR`J$>O(=?N`Krujg_J(;4R0zuRhh*eAr3Gc`f33kje?UwaZV~Dc*6WfL& z!68LkTb&ayS# zyp&)*Pib!{vuSs&A$86UHc)i{TrTnX<1h&pgWyk;C3fY;;E&*o>@>psi2JoqjRJ3% z+p*YL{o_twr%b!_&sq4?K)@8a2yXK7`Gkj*H}_SaA<6hiWJh=?Mwd$~e(##SYz$|4 zcqDvR^-PbaH}AHrh(Pu>$D>c9@5*dy4B}cQk+fPpR+F;u!kDnsGdz_H#L20qcA+Gz zi*E_#dVsXT;vWK`ww3>Ng9FJBs+x@Jw{i6|YP)1ZIc<**lc(mlaGc|ORWnC}uw^qLZ0T8Ov4l$8T zE;T+3c>8UIU!O$6(=F6ickSC_7E=UGM}7YNWSSqwQ2+RhMP zp;v4q%AxNL$?ZVL2)plln}_&#Qx!o#gZp#O3&aEuE{C~-4DJS)Zd8%F5cYn^x)F$f zGS1j27c1$SvOh+Qbiq4rExsMe$xc`v0R@vfhh9OSUog7jYpB0ZcG1QslAr4dk57$uca`b_Xrg``fiMGivg+OO&%75YOw_7-kLf+b*1@3 zUWyn^+w!XekcMF^1t)7!%^=yq9p7p6FkfrKy%hh;^TSOK=}BcDTKrpZTA%-JffZ(EsLzL5uz}`Nt6L_)RUW&m60gA zGzS;UuIUE7Ht3qq8sXM6uI7O?WkuNzp@z6iC!dvZo^LfGAv#-uSH)rr*QISPsgZx1 z<5!2IHTz`v`EBI+OL0M&eE0C%fz;u`V!q@uOq}NjpC)(WXP{iC@(_LMPg!;75a?r{ zBU%B~CLM(zgr8xsv^|Nxwb7l%zTdgL2zig{{ zeIHNcv< zlE7^u96e;hP(C-PA5D9^6lh&7pnpEMO;&FOBr1I95${|%I5GJ9>yOJIUCdDNw`Yd# zrcI*HMR7EG&KQ#x|$eE*8KNj{#j&*t^TxHS}arlodb0BpPR1V0b8{Cpt2M+Vt+^_ z`-ZxUYP;!>E#JIMyys*;pwRF(Eb#oq=Kj8X^w4B5gdl&!z82HZ%1Z?(UxwI5cacI{@XEc@q?T+qLNcA9E5^C_>ao@aBD zNGyA;FH?jHcY!$|8nppNz!sZA3JS5%k=`QAh1R6xY69jT18 z-3li^fIL$zRNoVNoXSx0A=oyVvezaz5W zQ~8l?&k#m2xlq9L-%TFtzDq?uu(3%h_E;+5f;3;tOIp%0o-17Z`x;5!hTX8y=WPFZ zp`m}*-1k?{B_-7VyyDP*vf$8vSZFA7uqQjdt8fFKFD&c$*KRrESIk)~-KS;=2NT8c z_hKd(dp_k_32mcn)&0n>f7I&`iWNRHETh&7@M-+ydm+Rh^ZpnOmS63V=fEPRU<|@w zCQ=5348furQ8xdu`&8>h?&;Vv%ng=NC7>s3C3Pu_L9lm8G^7etfP$aANt32RU^SrE znnsEDI23zorQ5_`J`>w6ar3C>a2`ZB$$P5|Qd?rI4(bDdJ>zHV14~{qP z_1?bNp6tt5I{r|O^YR`BEfC&-cR2LfdiI)-gpci1T){K@bo${Xjs1S@hr%fEl7x0e zK%<-@3Qj@OwfuDtp*gh65YW6=HSP$x{rZ^e@EVkN-gxagoyi+FXFZO@x-s$zO0c1>8Rbigq7-?qxDY?%OM!=y!w7OL&sO) zL8Fcb8X?Gr{d)sR0M#qjP-*#2MegjbAmv);cw~HVm|+%j@1w(C`{F|V%e)B!GDzmd zP$f<>U0ScVwE$Du^|A5T5Eye3?)^qH462t@KfgRQn00co+4lhbFd)q2+Z^?qtF2eK zZ>{Ky&T=vwtF`0C56@}o2t0{Pd$8p_w9w+p8+`u`0tzd z{zX6iht?v{U7x6}72&9Ws2e4sq!)6bpE&fS_3GFO^E z-wBXg?Kj7HxEQbXp%k>~Ax_4t+rN{~d~B6*IT%#>6b=Q0PTquHYf09JyuRz%FE|Mx zcStI4<7B9P=7>?(i^80oWtNlb1>ALwp9>0S*8#qcRLhHSIix|3(cUzEm6ja_kk_9+ z2u)eWvXvP@*vj9SaL|0t8#;3?P?);DcT6t_3)dGMGsa4cBT@$wg_v`p^?+s12=YYT z99rxGUx6X>Ua`6nB(Xa$>l;hs)o&G~5|n*5WsEc7g#_lnm=IsM_wfN;|GwG#CBE}E z)jqHw)TaF0$tg-s_}Et|AnMK#!KvgRG9xy5j9U*`!`F0a9Lt0;u-hJ=TuQ1p&yk07 zAUwzrBer|!5e1z-gNCoy^xw1=0sq=t)cv3*zF%$NbV?8_Sk%q^uiU(DNjm1#h%Q`w zN7W(>*_6BNNm9M~ekuV<=qAg4sd@5XJ;kixc3;TL_{f5>06Rd$zgD(=e$=qzU$loH zrmMv`@^SUN9zD`hCb0oM9?+7*Zb_B{Be^W~=4vw zuYGWy*n>LDkFmB>hk64+ci!p`&TVHuY5N0%%z;;LmEO@Ts$7}K^n$)>>}$3{sY339 zsYr&Ihd$xq0+q)J_)|sw)DhHbteM*Ptr94$uTF@N!I1pk%QA*nsCFH?C_Ept`r9ca zI?@D`vn4dn5rBvF zKRzC2fZ!mkC%{*8E_!F+2%TDmi+QN<@$s$9nG5+jtQb;6_SkPdK-U?vB}7=QoSKDi zX#)iLG8^U8zL64Cut08~muB6Kq4YG*EbRxJkFR6~?Ae`T9*IlYg>H6ad4kWDbeSK3 zYs$^(`<*>-e-dQ$KupPKad4_bEZj~ru4Tm^-WxRu6SN>)u1eL8wd~owzmj)&yq2pyxK9=chkP6E6QC@8UBRNhiWrFJ( zt}1>$%hkP}OPTDek<=Em9`f<9GbB6hhPT_qMBv~)BJjNzdw@dz!Z$bj4%Zk`u0bC( zZlP0oUX~AbGY+g={KqF&R zuqqz1yy#GzyEl;l5p0?TZ%TcF*xyPOw^fOSnG!-4L#7u(?LYig*`$PjO=MEWUyV$B zZ}Q*zwlIt*H^4ucX083>EW$Hb2A+3pQ82cjL7M6{aW~g2M7)-FF;u^PGp##I%3=GG z8_Yp=KSe;PIih~@FQ>}YY22mt5}OZoC9x$u_{d^q_Mi;zdh+dL+EAQ~d($scbDg1O zpuFpWg|@9VWSsJQO0VC7SZ2pfxYE{%7_>t`{IoY^icN-+|9egPPiqnI&qe8fYc0CU z{eU26bqt(m!k|+kH%ttL4+H{Son;yDDMT?jVI&}@bUU{5w>KgC*k7-)NZpn^liM+Z zg5oZA zDS1XXT$dbBXusE0eupY$b}U)Fx{2r*1pG&+e?2y+iTlouPay}=Pt}oFl^*{}rRu%Y zMJMfd|E;_Bt8UiFK8}Yaa?#_*cY6Ub9U@5yfs956yPT^(d&pA!OWESo6>X{MF1)(h z{SowcO5gOLBkw?XlMu1zvu^VhAQUF0sSPg^%Q&usOTcY(wUy5_}0 z;Zg}S%T4|>(?dW!P5BIR9|OF)uKL+O)>X_aYGvOvH@_nXKmA!bZ*RNy>E*c#nKPsv z+5J%jl_G0-vxZyBxWfl1YW4ax9s}95p=e*qU2AIz>=nerdj=`3*@tV^VRhq+tqAX>5pwB-oRnNuFTuK6Y6gyQXtHLIuM`kX@?&v-PxXof|HEdpK_<=mz{Uf53lPu(+g3O zT!s~yx-(+7&aR|b!zA1v9MZ)hFnrQGFmvqYXMrM8 zso*;O*1k}YHq-tQkch+%!H_j!}5cD^U;FnaQOs78Bt=^B;qG>OD% z6G@{stL(0fD`@6J0BENdD$rO5QR4ETg@qNxd&_N#$EfaFeSUOfF(b%te}p$u5=VXB zYJwb4FM7sH+-6`$=$Ft+H5YBa9gRp5g}X*7 z?$k3Lrm$`S)NE{$cuKO|YG7b4$rx>5NzVfPaZVY&8qyLvvoYjHLcb!DK{+BNh>gFP z;%zc|0Fb*iy-C=YJ6+N5mBS9PhIG~GF7W$MmcV~_$=}+UM$fhBO;&!`$7!4pmgg*~ z;U0i>T6ZPx23hA&lpplrmx($Y1P{%f6uVg9|5(2Df9t*Ym(~m5|I^-!0U|A06*QGg zU-g?%fN1_DR#mb0R==vXg+V*AoDBE+^p_=U&2}@C)!nbEb*4^H{Pq3vRFH5*q%vrU zXFJf3q1#(TiExieWs7dEs{D1VvFqJ+Yrz{Jkjd?pUfkDu zMJdrMpA)YMI5?T=y$|#gov!X?`#k=BD1xjl817%JYxCV9ym|l74lu^d=4-kg&}(ns zzfZ(nt=)SQ-#upO?3NE(nx^6D%*&Z@j7rNCYT05{3qqBqx=8^EI?ZUf$~$lP$>QVb z6OzM}6U;J88!LMFP((ZTIJ-wjYx;V?r^T}InIr9@%oDr-Zx{Tb17T2%kqb>*fgEuN z-~%C3%uh?LZ$|Z~UyfCc+IQS`o;VQFG69K+SjLCL0)jwyj4Q_GX)eo0%KMAzlSttb zy+gRZ$z08Cvih%7;waP%^rwqwftkF9WG7bb!jlVRKdh0m=vzL0go!3=uNZFHC?hOF zZF6ocE@K$!&oJPhXB`0~&+Bssq;NpFdC*aT@(FHcJPRFi)KC$wYDet(0iqf{TCzjjA|2!VBhNsB;}71RDR9oTW~?& zfbpVCjGq2B54Oi?p{A81yA+JRs$?_PT#Ss)!lJx!-sN=kE)f0n&Lzk@x7}fm4fYex zdU^eJ>(O}4g1Ey=!zo1(69vZ$Pg&5pQ8t`z=m|Gg?79KFA0u)e3FKrGp8R@MO?gK5 z=Ey1F;>Bx|TomS<3VYPK2w_A5ldK;%pLtJERf=N(YMFjTHF~s1A9hv;WrQELXWWIRo}rfFes6UoZZ$P zGeWiQ@7RBYQxZLjC*xPQCj9y9K0t08zo72HX!NNy6}g{<2q zu^AXj0gq;{d=E~Z=?%Tu=lzj+c$DjgdF#InkyaTzc*k-{(~4U4?OP8tdHoke2zszW zk>b*vfFKn{;>d0N4hEG1pd-j)$BBAkP>HwZv(I_|>GsdMj#e>9RqvxC{kpg?50cze+$GX)&wify4iJ{DYzO4xG&-;qZ5vKp2 zZYzQ!(?j$13HU8VjCTLI!jpidcwc_+d^qX3Al%1R5_!d&{7R@(OJv@jfE@iBx<{7s z6^Sd3mRi8NlD1P--FBn#rGi1qN!j**c_AE85QLhiI1mMyk6&4reKserPS~r09>rHV z%S%%Me6pXjGvLGPMl&iTa($`ffkAve!-Uh0C1`eseneB$GYqf(&bM2QJoIgwO&iM_ z1H$<$#1T4`hjE8IGWyu^6^4Fo+$N!9&COx2+3x!Ljk9ofNUT41bBpvfb;wG>2Mt(` z7)s@^$CR7Y7Q|nc?dP-ESQR6fqTglxm;d7 znRxLv9F1_VAHk12qsXAN8tC6)eQ~hopciw};B6_>_wXSc)<+NSjW5tAE=^ZPiPMmQ zwmcTsAMJQI=;f6vpFoK|EKY@szk+y=ic1Y66%1!nHE+80T|CMF)TrI%{@{=E2cgZo z94&L-qKv{KnF#qJfx)T?iS+tC#x$x5gyXS@*rs)-CC^yB5-9s}JJ|@vF`d?Y#MtQ( z&z(!T;6BRjR_w&BV{Ayc1ygRtGBW$Z7a}N#TTZU57X*BK_V>{*bAOkxuk6T_%ZZ;n zdgMS$MeOY9*!M_ImcLhb{a2c|H8p_#gg3zHET4uJC$eDSy`K11zJ@Nk3)1kf8pbI2JD6SQ9V+|rQ9Mvqw+6UZ5rMLG;U z%+!W1J_P#*sGX^Lsfzx^X0O)=shHf&w$u4V|H?oQe%};|6Upo_>Qt(0qdtY_F-;n+OPP#(W41e~ao%o7G5Y2vQ&^l*)hSf&Htya@Zm9dm zd=E32_>vB`7$R7YBEI9{OY6oDeSL9%zS{BAvMceRNc$#me$*Skk}9jfS9oYFp#lC; z&Hj6lZroCsNc-d^{g2gMVHob_i#-3-_AM298Rb_#Z>28TIhbmVNq68SCy53B^w4Z# zf``(NkwV~vS#iS7|s1_ z)*q{H2wMw%bj8t`AVFZgog$JYn)51N2~1md0c(nccO4Z1{Wi)Dn}Vig>i)(kNFP=8 zhopJ%z5Nn7L8C!)bTWKFqKh zFAT0LT}-UnS*Fx;_}cLG@5X2MUmBl12a*8T`n&V_@5(OglH*Eku~z)VV0tw22vr+uYO_=Nn2?_2 zZ>yZ%n%sIHNXw+RM<>?vggBom(2Z$$Jo}GJtek*F={Fy})|40wM(8FILdC)1w@^a! zF&N0;HlU)f+ZX{UW(`IT$5$tMzc<1S3L_rcS=zrZIwkPQ5_qF9f}mqpPsrhuA`PXs z4>^Qtg}R;uY{}NK1B4n9%U@scHA_DECRfl9Z$XWTTwGgq6;K4OfQExmXUf{3&z$^J^Hhn8VD78lk90`0ol1Nfzxjdg|}2whj^UP~T4a^dK~A|IannB3e{ z6*eawmZX;uPV!NB@MZx4qiT{cf*|ubbfN?L6jZ@Bp=>EwkJ;oYQ_HBX!tjWVhF?Mb z9Y^iIp*U~sAa+UO1#n-f-x|pe7(Cft!tM|de~OM~zST0(#ujnMHhjeSTl^W?0=np7 z!o!{7)n$QW4~l?znq>ZRVTb3G-wlpvkyYCmZ18?R80ihpj+du?8j-#U)7q-TLW+cM z$j$wV<{_W}9M28U1|jA_{_jHAl{i0WjVCo48wi~LSa7zGR7vPzHoo{;^R<3}?;55- zfj{Xr0XB|9+ZJnPi3k1Mo}{S0KA3-)+8bHxnwoXg>>(^|e&58cvw7d=?=@1xzNOy- z8-KtBhSv?odx7yyJp}EoGe%+DGM8MmIlJhldz{%f1N>u5=EsKH)Wm-Jfl2BeG7};L zs7=*Q?VOo>@`>&G*qTQ_yxz(9d~oz}U?>qn?dcBiM|&KbhQk|wTdm=2iDOWh2gEwm z9x(1dtiyP%5f9wA+LN4j+PPf_`ry7{v-ciT(Q(5E={!Kg>F?Rk5S8DaKg{&VtClD` z1}fvPyi3O8wA6LNigdY%wcqH>a=H6UGPv5O&ou~z9u`q55G)o`Ux^6=L?l^VhlHO) zP-9q7fRRv5CX34@^clUNRnQ`~Ox zm00Dz))66Lk;h2rQY4Ca2AD-q2=GVimNR{U8^tD%ScoZ?F~aU+a#$GN*r#$u92dx? z;ZYf^ltjUbfl?uUV5#-s2MEw|b}J7AYvb8f-kc|Sn$QNRyt z%9ZS4ynM1saE;5QepEdm=R6eiaXmCU^IA3crP)E(V{(NcZ{6f9Fadkd@#f+7zayP+ zBrMdQm-7+UzS(PV05S#gX3SB$4V(QdfAi2N5wYI+8Z{hQH$3+o_BW?Ka>&i`;ac&t z6bAOy5mT;@dD5{FuX{!wdSs7YQAaVoBajY{4I~^L6u+ zD=yTjC%_@rsj#mKDpFkqTsM=v~Cz^Lu;&h1m7>CA9qfnKFc0*cS zN-+R~-`A>fhe5tW|0`_wbZ2Ru)p$rne68A#u=F{6Y=Ugg78jKgNZr@p9?Z3QZ?&y`%QVCQa@4! zQHaNqvL!T=OA!M1wifQl|@CIp?YfJ4j_T3uR^seHj}?k}qV{Yc5~QAGs$=0?$g6t zB~dAHjCNOq-+%`G=0A4GV;}H3(_K3hbpSpU>Y0^>>&V&$_~NYi2duWt77w93YZLEz zY)|>$`y@cYwOl5MsE__<|F|v>xUw1n^UR1<5B#?-coB=pvSNKtDkC-FTzVFWb^}bF#zP8%-Pi*V9t}h4rZ6My?CK;9bpPz%+bR{oqVhy?ZQnecN^x?_ysC$5X-EWNY@VslmI}a@WwAIYPTvzX0Glo>zVrHJwpVIUP=y6+Zm) zh)*4u_i~fAkNqCQ<9d6zHQiD$gv8d`OWjInp_<3F>E+h8p8Z*x&}m*S`p(IKZY};R zMAP6oBYG1?Q-tXqFJvfi9}@drXJ=Cz>S^xV2I@js^iC}HnC+*Y5#ol;-qe@pzgPB< zroa4%Q&HRKyLUc|Ks^vXv~0_f3i|6S2i#@@Abq5MLBx&!yH#qEL=UGciG>~?v< ziH)Q|Cr5DWFQ+j*_Zul(o*BRjMxg`MQK$OWBUh75@0uOUx&CFR*CMBh*r~bkQm+sl zUB$)M)M}!C%t}oiv;v}knU>nn3mO!^=H5I zJ0cx{n7RcG7u0GS)!d6^BNF5D9z#>}7=Ja+IJAQSsN(m?h1Rk<-aW#d^M*0b{`$EC zQKCb;h!Bhcw({*fFrHIsKNNMpnlNNry?qGqI{|o~?GtPM*{y5*F#Gp`Gb4^4Je0ZX zmwbOOYS;ZadM65vBRtN=XZr!u$HHK51V=mHD>x8&J%z^R?y`@n)pKK^eHMo~ z8ua$P3im!|U(6$nx%iig2k;+D9{*hN_>7W8OF5&Yyv&iMprqCh!I0#OZv6Dxyq5pK zKmcE;sYVp|qTru^}kw9F(N(8_<5Fe;oxJ#wK|Yf5X9xkk_Tq#te9h zyh#YFi(g979R9^t`b|SPe#zxg4DUuQ&4hk;oPuAw@90$gh@{sm)0sqLuhZ9oxP>Hy zQ6HC@3@;5$yIK$U64uMlHai5uW2iF|59-Y~GSQ&JYKpw;=F)i8?qx|-0o;<9O81ik z5XutPMiEw?A>MV7DHu-eYg6Q9h3-S15nRzPm)d-3>(A~r^DfH-d;_!t{fL(7%iACD zGfAzBXb;VUE4})OeK!>{@rpslDT4LS}plmOwhbssJzmjXF8g={aG|qN1+)nUG zE2ZC+Z;@@h5dutwOsOkRef$&ZVEksf%*J#MK_OS{pm!Knuj7?5WIaoXr^yiV+ z{WOZ8xyvR%pzZoK^z7>*%o(- z5g-NUjBa+ka~xLYG!VS?zMmCmYtMkcdQ4GaWind@qdyrSdKt`gf+6U-Ix0 ze*P+p>c$03SUWVX=Q*c?3~&u;dfc0p%op{(5QE*;enRVTl31i6?Q92w!rl=m^ZfzZc46TYY$Eb@t4Y)J;{h};P zf4TjwyEKnDXR40A3Q;fWF}0pj6|3H!mX&iBcrQls3oczdWHm>_;;kKS)qAY|K%Z{L zDhp$3W(uCi5+9Q43mqGRCi31$4|Ql>u>kGLmt_#9;$ZKcVu*|qJrapBGI{+xxzM9B z52b@ipsEj(YW%6c-p+wW)kK^RvRV&(+R-;yGH4iCPF{V<{s62;uFGo!NykV~%~byN zGbm!$q1?}ME-N}nd1`2ZjPhq{6p9eL>tF=f6 zjdc*!N~vD9gB-3~qZht)kO^Rz$`=$pGVh$Vr!zb8^>UaP{2Du}`=!1x_U@j?G52|a z`Cr}gH&C@{rRFSpR#gy226ESbc)O$Vf z^5ZN-ol^Ac$QX^k=gp=jXZ#JObQKlI?`uMj`Q5xn^1GrEpz1*n_M&6!g?_XkEoW0| zQMFa+t3$0fTEXH=aK(P4={H_LCyZ&8QA)z69;_>TIl#whJ`q@m)%4C3v_;?VS{Oh( zIPSOjY}n5Y=Uyab=mkS6_U(0xEa`h@=4IQT`pmB%pakLRJ@LREw|%6qiw&K3?_l4b z6RQ?kpp)**(_3f9Jkf?U>0~i z>Wa51fcSjuE3BvuL=p+uHGxQ@~3QS z^{!^;@(&T#k+6Z!A3asW=xT(( zON>m=d|^ODRd0hDOk5f8O4=uM#Xep?9tB73&@+41Pgi1WbHG2V?b7|GND3&H)d7Vx z@Bf4&-K#I|(_Ffz0&!A9$=5|PzpU`L(i!(E-rFE!|dL=f2j zQis>=|7vc;Ce@wy@dHBB%`{vyHUaBsXsABumNY(cu?eBN{w551H=ntN>$I*P5}Dv;`RPrR6`Zsl@GdrI92IE~9wvc z?)ry*Y~-sp-N>JBplssv9h`mEC~?G;U$>Ay+B?tXOzPVG6aHd<+35srDenk&c|axf zi>YGC^EX{p;0>H#Rf?s6Zxa$$Jq{j8I2or8X<7q;l z_HE^bz;DV`WQ67YCm$vK-kSW(2gy+#Yvg%O)=e&hR@SfVx}xi8tHy1M!U#M}x$a0s zk$|1uobNX+^?vz5-}qI_PD=fg+v^J#o~M;35Xn~aPc;(ipJ6`y!rZ}eCHYg81o-z} z#sAu>_&-!&z;ug;UKX}xC(!jLJCT^VuDzUnZRYznVFcyF5MSRn#yN1Amji#ZqTY=X zhe)>glD<6Dz3QAe`aTBG%H-A9;j$rOVCUKo!;>XUJxyh5)^O2cuhoVuHD-^7Bau1> z$fXreT<))+Z<-4ML8G)?`&?r~kJ1N>l+XpyM#{k;F=wAZ$1hF9uEtqb`HQvF7d477ONKdZKG`zcPx2B~nCQe)~fUji5*EvZBT0wK4yB;pHtj zlIDTHFR>9_@fMwnG8Fe00aH?;w&j`2d}$-LHH1Q#p`w+3BOF&pT&9MsY22iu>j!7{ z!1rq&73kheg7^!FBufy4jz&wm%vrZsrty-AexKAgpQq-NpXm(D%J>{aEU035g2?67#j zn2O8%U2j?uJ<-tD$$t}_@dIlbWHPked&pC3UGjt5sbA>VH~N=Q!#M!w97DL_1{QoQ z_Y-lyWALY=gDXGUEP4I#t;&?oe{NX}{I8zHXnk-D*S0&_n4U(8Ut1|5WGB6nJY>Fz z#O_-v%jA_4hnR(Kg7b{`6a?_MK7^i}+=QVaa^u=Z^PQB7io24}sc5=8#wNj4FSlIE zeyYU`3@MgbWI4_drg{(9KEwGH3AE?8DR5-Ju!{ZNLfwQXT6LFJ^ej-QNcCM8(wo((ov{d4Rqs6H9aVH&(yMsy z)?KixiwYwKpnSXT@2u`Vqj(hzu`ayI9%hd6yTEcO#Uzya|I)I!`~ZpHN3*Xp1OJl40^J`I+ybIY`&AAPwccXM|P%O zMC5?#Z1mlDTsUkyd!3pc#`(=}f~NcCsIymd3c!`ItBPw)-St%?mRc{BAFt3VZnr39 zVC46`l&LWmU{N%dAK7iNGmPwQ^fF1e|Ez4+F%~n-+e-*&qPMaWg4fgX0a4e!{82Cn zaYA1x6>rld!46dPYUbNg9_5_1_s)lateG|0uUo0~D>C8lY!dk9)IFv+^-M(ZWYOpT zE#XB>VWO4@=%>m~>nG?Ghl`R*2kvO@TF`zIKgTv^?X=qJTvwdmtGoPy)G|dZge8S! zR>skKGi?|fAA!hVBDmm~E+assJkwba`h(hCCxs>R<=Oaqlma91KHsVi$` zPJVch27Fnz`)AMMuimlmzk3${r^cWE-uDyu|F!Ywzts%0fslbnW?u`Mt=_g0_uco? zV!P)ecpy1wCC9};IOW$gh)?Jz+C_4x+t;2?MqUdM7tf^^Gofo-nW$JYtY7hm}z*t1lE_ z{DFmbr>IQ0E?pv z%OhoGTrqHtqUs}aT`OgGs4ky^Rlh^eAAnWfRGF<)b3s$f367^s~6X8pNyGD zG@_=Mg+HdvzjFhje0(hO{$_?M0(%rlm%+l=O6*1dhzvcorg*`iqQJtP06XBL+dqio^?ekLE53Yu46wWvts8R6Ew1aJwytbT?RJV88`Gdx{h zu6DAf8n;~%7u?NX8Jj<087O9!XJw@ow3C8XhfWW*@P6-+4G|8keW0m5rbWnu6&j zu2h?}ZEsak0bc>pc43uGtT9n<4xSfb70tJKid*V&e6y6FMri2RVb6i@jf&%Q{B!BvD#zCHi4=6Rb;Tjm?eF zZ75xO>lM2S;h)DXL_>hd^(Rul@L;C*;_aUde1}tz2!KN6Te|Af)Gj~2MuM@}7L=&@ z>#77aemQh|>Ddpen6TCfQXUBM-QS`1A@(v3p~wMbgUT-MU_K{~FC)zPXXKAB(E-ce zL`RT8enxUaYi~>X7u`fRy(i95V8PGD&e{)-fgxrBqWdZcv@=vFN>w5s@QCO?<@fPb zP8jnR|E~U}iwUkc8SLP74xL}Vo=>Ag0tC1d5PfD0B-Ckt&AGgQ~<2r7HYJ zqR81%7?vW*v)BRaDiHmt-w#JqQ@C>gYKbN*;KmzX@Ph`|_J0L25I=uGp*=tS`T--`*2q{{OL}&S_xmd4+ z-01EZet;ys_ssP&UZk2ii=L!^dfWnRAxjed6<<)a6+VNLeo=yngzpr3JQCl06q99? zfmyM^m7Y|27-P&({;5lE&GOC$D4`6=K7B0Z;>1J0znwpX6DrXrmc*p&{9rLRuT9(% zjlC}isTl1b5oS}6YT0150%)8W=BV*t{(1RT_-4yeV=e%5!;e?*NxPN zkqfpi8K_7HD%T1?Q^A?th1huTyU5lUhOK<=2~Ks1x_DFF$lUH2$+i8w(nQY@ba-(o z46{EC#2{mI0Y)2N?qVJ<#`5A(JL|A{|qVW;k%V1*K-ykGFLXdYjLO9NMPHj<_J+*~?K{L+sL* z$hn!F^q@CwlXoct7BW4Q6Q*zjugbeTT#fd9tmBId&G)$Bw?}06@TWsG`hF|gA|d7W zA%iQm+<|@lRNxJj^Lso7TmgRebI@GX)|xYjdk=H`7iMQj`Y={mR^w9O&q1*f3Gb<~ zGpfkT)CHps--w3ly(biylD$tndprzZ5sz=lsUM~Mb|_N2E&KXKk#y9anm+-tB7=S# zbVy4aIha~;p{khaKqB9CY&6{#%a?wXVg`;(A#10ZDb4Ob2T2l+@F6rp7*=14^baSR z`b(1fCF~xd769~vV^NXF&^IQE?t{@@+uyDdfHPg3`HiR{s4W*6la|W!)fUE!zWyU`^2COyoiwhYF4|Kh&BIqo zgaY_X%vck0aYK$HgygM|oe%kzhPHEd$I?~BH&+n^b3q$h@pQG-dH?5)ZR2(uZw7Xx z@|#4%rjNhh`@g*C@xKaC@y&lLX94_O&*FcTv)FWZasKRpYyNBT`oDTVU&()4A_V^T z8lm#@idkdG$3ajqs`IHgMKz0ds>Tk;#CmAONMqr& zd^T9CT@kV5{Mt$K}!u3>U~>C3jxohRg$A5iNsLT|NR4zPz%jyk2^M8QiS)tLkchkduAr8(Yj?=jA2$wzz8SNRLF|WZ z-S%s5g~Go{L{G0$!+wVD#ObN9#?_+fJU^2r{1bIrlMarOIU#_46T2eKNc!-V;w_ zd1XfQ8q9);cK8)%>9Dmbq*UVUO2SV>>l0%H-wZIGScz|k8nZ)XNKWt_`kSsIQ5MDG z4Q4KuRr06K_%QLZdyqrDK!@}06RjJRND zx@H@1Cc1v!FS(l0I`+AGQxOnA4XPmfhmN-F>-gAOuz#vQqo3Zfg!oWI8>Ld0Q!IO) z%KVw})chQ?=v*LL=c=jd0HO=HqEzM?!KRQYa0|lZXPXV4fQW10Qpr-v5HHuXKpECj zxVPLlVNoWb-lp0#Gl1Jy1k=ER+c(VV2o7T^Z)BgIpV{wmlZoC?F7=edg=D;>WBTXI z07XE$zlscj&Q5lD90?N_P^qJ=7P0|PD9M-ghaT{lbY1Ek`CY>CSF16G+h4cUImvfv z8dMdQC-S#s=V{5{c)%=u6lUj%oVYJFt8*k5X!zN3@K!NTBPmf{uA+eLqIrL5b>P{y z-vUe}Uki0S~BsO%M?M||Wj-3vZ2PM7~Q9RtD87Ac6AW0hE5h)D069Seb49)2B; z#PsgPS>wYMKmu9)k}SN1rlF~!Tkb!s%QMAjR|Q!gCb`kqcd5s#yjo=o-$?F0U_+Xo!wUnW~U&Afh+5eGUyzEtE@gk%BEs&BT)==~&4fsF`Y*=x47@sGgE>C}y1AfY50b;IsQF&Cd z20@dnkV(~w6(D}o4ow!D@6tK^UDDu-`|b}Y`QW?K;elHAQQ|zq3M{}dlFIV9ATfXT zCH8+R+AEA9{NP;SH0Qsfbc-Cr9R4#X@Q_vO7lU$Oo{`a_GMy?cM0FS^(y(85Pr*k;ucdj4V7+1tOd-xtSxDXOGoyC*S( zS+!prQcvmZA1c|nM+iiax975OJ>UsT@f$xu!57eotJ4pgn9O0PJh_SJOH>GH%-C9W zxa{I2eWcZ0jG}R@SyVvKtnGjn_=-6xzm!E1TKf6$%$458=lFSm({!?-yr^2SUK!>1 z)usPX=~#=HO}&JkUm%^5V-gbxkB`C;=Q>*-e7JSmc6kE~8);=&y<5I`a*9_2 zS*O>A3puN|hh~!bBtQq!KV~m*_)Er#4<#x`!c*x>bA!oLW!(O2 zDS0M~e}0(HSPBHRTdc_YL=?HwL;T36yU}RxEg6VGA+Lck+v~#*^4rqt}!M{qxN{Ef4&VhGMvm)W>|rVYAoSiFSL3@yjkgI zULt@m5NH{zR8XYe!urRja3FTKlcHHXRtpPX!t2E^+yXpC%s6OGVEwFzt$ob6Q;STX z{!@tgHK;Ek;tL+R5eg(e>{HH~5I3~|>g*5xGQ?+1tJ4|B!I8`mpSO%VTBHc>4ba&q zn~o}9vTJ)(EIPipv$>rCf!HN<1pf7f>W$juE zMPIAt37WpCgk^v5OoD;RoP2ro-ulEX47D)nFvOsYjeX9mlkWkJptKnRp>vf&vh5>B z6R>x#F>JoWO9dTzsB1r%^$(&GxMvG4rD5Un+_YX4iT6_cj~_X$0q~LVET1RkmqwJ* zvV(N}9eg`wBif3kSL^i_5u!agD&$j7xzryRZ+mKkdzfD0p%lPTFUzfb%U|3g&_*>s zaU@rZEymiXO7K(ZZm=yh+aS6k6!`#R-kiZ#enK({62~nDboVEMN7ZoadVCi@R`w-6 zhIT|Tim!hMV0;@dZNfjUcQs!M<>ax5J{@B2*R8tjWdlwKw~k`|;Am)^fkk0yo4iHz z9JjhqG^4_Ir_6@>40;aZ9}_2Dc3OR3e37QFGx+(&^V%fz8?oP!TGclH-W(EeiQM6j z?6D)KpqB+@LadboK=+-vt5tpT=k{BFX|d_KMks^)lzjW#*r-oNK{rljA) zDId(S6-gIG_PqZVBP@UZ#E3e7fc@-?ai~tkOrOtQSU16*RJEu?$?25yoBHnN&4gjF11pLMejP#{HqEX z>xtRQQgk2Gr1&-K_76({c59F6_Z)7(FQA+7587c>jz{+=!>*q|dSN~biShI^ea|Qv zcu$aCfPdTmoqQ&RO#sH0`TpK0`;)d!AQ(rrIiDxqL>=nr-nO_OY>-j4Zv8ywe86L3 z7BuuZ&kFdV_Ok_$n4mGQ9qqgIgrCWA?>oc9@w-sCER+OK^4KC&cGhgx4%$?WDKJ_> zkjQJ)+gg9bqAj%M?m8IzU|d8~H@K5OgCM5HLPf-n7WxvbwPduRBTHjkURJ-Wl2 z$VC4s9`L-k52qa+WL%i5$**-`-#=<6zVJhntxUAWgQ-)*&>OASFV0R$4t?Jlu7VKz zGqEucWV>*Us=oMYX_3gnQux*;?@4`Erq=S?;@U8*XUB0h*6e>4be&VJt-Y&C^9z1s zfV&#|_p_f-C9g`uzaU&rx@ta57Zn4{bAzN5;S)%yDZ@y|Isq+OYoK9LO zN>(-+W1G7$i#DfIOm4bfP&RU(}iuONS_GJT`n*jkj(yN_}b134_B)${#l96uxD6W-K8UdT^T;f%l~FdTdf`U{?7KM z_8pn}%ldk0Ca%m(xF5}1m=@-J0~zP?&&Rp9hZ@(BqrfEJ3lg>ytSJez=iWZWb`t6WZS;KeWf)(My;m6oBzMSkW_(N*dadSAE~kt$#v zQhs`tT>(}I5_NF#AsT87{%W2zeZBZD$X4+!wO0+Y=nrIVuB)bfxFoKUK97XXkOLgs z*2MuhVLXidpgi2KQ`dQGb8ljl_^A$0`K*5T!@W~iMevi+8HB}3`?EU@#)`y1Qre0D zGto(toBc1i{KqS-=u5$LI?>o~R8USu1Y-wE)vrHKkDZ%IXuzc|jiz zyT6f^_CEL+GTFS|qx7|ex0^9|Un@-0ez{V-SA8wP6})<&b#Hy6VV~|57*bRBt^_Bp z@Il>lQq!V}e*3kt)nIhvv$8h*i{53HXqDzQcS)_XfK}8BsINcNqqCDcZ;m^K>GKWv z*JMJ{QVJlXC&C>aUJbvaIvRxg>oxD_(QpeNVFQ?vuuZa6_3#gw;J&OPx)bK;{ZdDE z8xgXoW|waaZ^OM*%l&B-l0VC}^I^2jg#B)CRLQI?Nm-~VO z;_SD5b0;_Xm?`}vtTMWVd9ZhFs?NxRe_GZH&;Io*;k4=g0^~1qY2IXix494U*TH&#}`vSxE`W3a~)20jDJJxQssVVZ5oD~eim=q z#06+X`l+0sg;*QMs-ssJCE*>)aLbh`M(XE0v(0+7f* z_Hh+(HB)MO*?Ab&xZI%L)2NPeY2B5+9Z$sx%68`Dw7!lNd~@=6S34N&AIb)lD>XBY zYD1W8&o%JSm;K9@Q58j9h3om8-!dz-+cOAG2eKNqvpV{sSymz{f>YHG7sr=+hp-pO!LX9@C?tWw2rW zlBbLtW}?*$%_DUfiMQY;IyHETxZfvi9EIY69`W-+3vAk`43z~Sv`_-dwB%%`fs4tj zGy3F?xt)8>=)mX>*LBT|`RL@Wo!YM>tB`FJw9s7A?kC3HKubU3?Whq;at(~uZZF?K z{xY9OKH5xDGua0VVaq-*4YcfChqdn-ruk1%DM7O~C{_y{h(98#AMR9y9v%!4~VPD2^~RC>UV>ZVVb54ByyG z8r1!B&^N-MUJQS#a#w=AI-A#zfpT%Hs*5w@RcaDU%O9j!KSay}RG||#`t6*Q%rlL< zaVjCNSHU8r&UG!izxk`r&~biTuA~OHC*Ra4cIp7`7rY%R0|?@C*JbO%EJ}Z2_v+fV zHOW)(A5f?hZBBamL#W)*zD==yEnzas=wsiPFw8#a>^KlwpLu(1MECH`tYPQp(N6cW zrLc8lyty;uq#`R{uW1oP@`o0)`%=H~#;P3g^OWNQ$SnLDD0O+_0dpI5vq^M zJcd3EU<);O!`utg>b6`=wD$E_<@9xGpBqzSwe_MA~k#zH0ZT7xMUk_zrPh4)$6dt*(KAb7=}Z- zc(dcXwp`-(e1NbJV<1AJ9PiAy9#C$?p#?*!6Yb&kxtdY_86Cv7o_yNH>l5hm4ivw$a+O$xrkxN^B~u+HBhZ;ZW8` z+v-UxK!0Kwfx4rFudbLVZld#wKU=A-DE~9evSSX!k@gSSTi-iqAQgNsU*^ehtY%nF z*@0HhGx}yNb3yyj|J->5Cpxrze{*Cw`=>v|iZ>S7wSMit4OiS0BL7&JjB zWT*-tYfe|v^HhR4*_QBzRud4UR|Z-y1LBaJRLO5ml0NoM>g4R}TC_H81H_QSPAAFO zn#Sj0P?CM!llrUJR0AIC_@_PbdlK^W5MP0OwH`V3;#IU#B%ESzdlv9sK3SZ}4K6$1 zPd0WpXer^-|8%?m(kpE3@)&|=^fw%in^V z`^WmoPp!{CC(gb)>K%`A11=NPOSjSBV>$$*)|Sa-_AelYr^{YKt{SwM>z+U&UA8)5 zWc0G;pyRsY1{#d_`~%PH{F9f*>|G`0I;k*EFe zA*mm>xJ}Fcv1fSoce2X@?ggs*g8|OxwZrUzk?Mn48}#-OcW>*8R9szUi6VRt@h2l# zcdDQ$&O`WpPH%%Invza0nJ)=onc$kCnxIl%amWTrud*iHZv%VY*2NgqJawS;O|pW2 z+aYaSpzUKcBd|ui@E`1yf&Qy~M)|@T_xpuT-TG)99^D^dFL32z%X~q|NEe>c#pZ z;KA8V!&bc+u+(AwPwOL0^Z&LyQYGw9aI0{(w@)ksAPDX3=7FU&@t}w2dUEhhj3&9P zQ1PFAncn4UWpNh4^et?Bu6~Z&PfNTVyxyX1AE?ZvFWKRezCJawH3E-1*9S(l9HmHM zTA)VXF;UyPP;o)_NG5BUE01N#A=q)p&KocY{vr3Nz&FLBu3tQ!tU5*8S$q~$_(*&? zzcPbtx-)rYm`6z~QZV2$XgyMX$`RuMUg+$RM%=6IOy2A7TIDr)w;n* z51h)?E!vVHXiKh$IXBw*(jY$Xfs0;$L&F90ayvVXW4n)eNG9&#lHubP>&V(C%l3^v zLYB@Xvw?$znazH(ZO8pQ#sC@PvmE(OhcJHV151f4B|fi6e^2b^EofW}lPCt>{RzrZ z?vLC-~y55t3B|Lw=h0^_Wg2igC48Ix^>Xf6@H&z(V_iYDf zRu1GtqrTA8J-rn3rFS@I=Gc!$=ZUCg@&-k;84<2OFy$WVt_8zA3x5ZH?EF#umsDi{ z>ALmob{fZ0JXJ>uN8kwugT2Y#=5s>_a!^XozavJzJgi}@7j}8u&TK4HGp;bIfSE1t zqAA$xgpwJwr~*MF+wjNCVrUJTqld2)Rqje070PYGF#g-3y5TAolt<^+kAOZiYs(aM zvp2j6lfL$=EzGc_ZE|2ZQ_qdzXR@6Y#g5PW-9JOt&(Ppp?CW*wEMxJ&sC3PkFq9@T z)M{d|?MDG0k%NXCr??nw;O)Hp^3UF2@ON5kx7o`Yv69gSU^Qu+W2YDZC7u)m4 ztNGi+cLkUm92p`V3zl+D~EP8ss_~&YJ+7hM;#D(tskWloSjzz^r42wnlKAw)9Wnr+Iy+|y?7kpm50wq^z z;MFg>wD(Wx=EFv<4y_w)=Kbhk+t>mTsthn>($nLuPxY-H-@wGH; z^*w|Lnyx!xk5UL}h90S5f_szO%UwRf3>j%4dcyXqE$V?fTMc68i}L_r0CKtgo+pDN{3je`+sll(GVxLV0+2)_M^|2_S*K0NFo%f*MBsbE2F_ z7m#T;j`8|`3Gq{e8l9bsPi{JqDc+c4BA?#1c38p&>->I#GVh0EwCq|r{yKU-pp&)OS5hRA87tK--3F) zdog)ILV7=f7S{u ztt#|rM1Ji0SuZk`0=JcXi)57Url{3CYWbgR*+0)Cx5ZsZw*<%A+1{!`aCcRwmjia$ z_oo}!V5zyrXm$W|zM36j$P=#k^)qUn(TWL7y(!1Aw1`igEB0QMUl3ZCm~}E615OX~ ztI5CpgDuV}K_o zq};8%Q4z1|GrnA#dirUPC8qFj4Gx$gf-@U}i9M=?v4u|2gD}CRv2DF==%oVvgap|u z`h09je#yCo>l97WPBMj$Q56wKCDGf$W&U-C&vPuy&vu8#tCX7&p-om_fzNRxa;$aE z1n#K{RW=rWezdIwIH$P*;-wY`iLNN;GIHJTIkh0?xk`iC8wN0tw9w*w_97Jr zYK>L-mt!y}J$9N-c)gKfE(x|gytzLMq-uN*_^3#f6suBQ_vi)SU&i&IYg+f1eWQ>5 z!YgpgS|a4Do~Ec7KG#U0??+vZU=fB@P={y89&fOCC%)3& zsF?cCLb5OZ^iqyj zS@Rpm3LVl-5JlmJHGhW)sYrB@`8a=}HkJIWUbO=P7QqCH3&lES)4I@|AHXqK(C!HS zFKL4?f20l9=q{&Q6V&DIOQ~r{_v;q{AVEV=cTf^CvgT*{P|RXe~ekJKuH%*K(UC@(yFysarm)+C@K#CO%y++*4LLp+SEG zOq;+s7VYCc-tX`T;Pmi-hAPy3sETh4GvZITQ=U;=V*|SjKPTiDOb=3Fh!%FF(OZU; zz02JW`FG5WO!spt9Z<2!PEat^U(PdZ`{#&MUro&zL+tmUDWLkMGSqRNkG2K1c}C70 zfZ_aVZ4;WGbz^}4f2Gae$_DtaxW9X6Xx<;6!7Xa}*H+52}{Om=|mam;`lNS0Sdxw8CUV48_IP#2szuwx~<1G(qr9IFv z2+1{hLk$Lq8%b}xV>K;^>EMMAavy~rtEaRzjyyJ?JoK_{9~oG|X0yKiylJejRYNY^ zB8$Kra2T}A-BT4oG`io-dCM~|b?4)}o~CV9C+8?8BAVuxpAhLq#*L#x&i19>q)Ws1 z4B(slo!^@a37DtDt7;J+8|f^P<7>MGgA>NA_Ie{lrSfn8hv}F0T~mjzuC(|Ny>bBe zBE9p2D2Qrgz(o7ZC^=cR1Woa|$9=Z_KD*9x%;cWP6Fr;O#zw2icLxRp$EUXoILO6S z@u86t|C;H-n{70a$@4q)xmxwFAaJ2Bbr2^Lm?h_Y!Ods=)#ayd!gJTGCD8U8JEb4% z+3X9wlS#9Fjs#WbDV5Sl8s}D&*f%brbx%I|a-|OfX%&RdD1>3;pWcN7Xp&y>9Mofg z8MMpxStH?|^A(mZ>X(j)?!^kc#7@Z(rgq%lCEg6sYzez^iHtY{+6AsraG?RLeV6R| zY4{y(ANxcoJ#q;9{DH}Ux@)>K`uiC^T1A|UuOjpdi$rQLFksM0j3a$RaC~kLKxGNX z8j&>eaSK6fdSR+n82g!B_2_9wULkDNZCNCyxlQcOQEK2{rOo=Yq?_^Y>RotF8$$KF zGfiD1CbO-9RqS$>=SLZOkBN%<(Z_(<*C=w zu#H8o@inx1V4~*0uyn1f7>o8mC@MPAl5VM@z2>xg#R)&6 z&hPHFWcUGUBxq^rj6W^h#Z}6PFlT@Tbe?Z%bkGt*&&yhk@BFsepUv}=LHmdxFI}{Z z;AsoRKxezZC6-u!&bt&`1raG5h=ZMI&fsn64o>U1W z32|}QcYyG4elU1n4lD7UtIT}%)nB9aq_L2_f>(bm5jY`p@fF~pYqf7PGe(YMKB;- z))b?Zgks0T!0IQ;tq{H9P(+YoxVYs*oCs-X(*0HCfG{@y?c8Fc0U}M76FCTvZ;v1d zUtrMutcPT>q9xS>&hiXjE#Z>T4tBSFBpje6Ybeo)^NXd3{Q;ig@!mEqhxhBWkt;^*Jv`p>n z(oP6MY}bSy1)m98Jhuo;H%FU=&iJ?ohBwVJu+58pnqTJ+bkR=Fw`Gyg*S7*m3 z1HGo($f3)voDV9#vP%}r`pfW`x3XXln->nq2lQR2B2)b-Ug`jaz@)HFF!h?Zzq2^S zG+~dB-os?{$_&bO7Lq?;E~fY0k+ul|v_h&Zd2S5z=CM{evWbhM(cxOeY|-yWaEvl# zhc|Vrq|d_noXXxui+>cNkS&#R1t1GhpWzZ2PFxn{{M@Di^*RORCCVGr%Wq1Amh9dX zjQD8NapOlYC_B#}uifLL!2ANyB{LpQQjAq<-Xqu)+yA|~!5@v2 z{E-0MpB^=M3dW6+156{$|568x=1YZf(mxmeqnOe^F8s$qK+!BZCi3iOTj1>%V0?=p zFTnF$_UB`BEDt_AUGbENHf1Wzz8|mTcm8_Aon>DSM80e_B~7jAwsTu=Fk*cib~_!2 z;708AC5*36>msu%rO0N}78|hhJ#yh0L-ma#_dNboQ;OZF5_5K*zAI9`huy-)Ki|Fg zueNn7+b@(nUg;JAwcp*Sktyec-F)|5KY^%_9)nDS`Q<+4`W6kOGWVax{eVC=WWgou zSKx&GGI}6Zp^JD(a7Q?=_1jgtbuZNpF`tSjy${_>`AlR*NO^nHPJwX)R9JZ6ZhN&gcMc$Nc(+xF0|V^{3SsB0s_Sc`8Ft+S$J2 zzM)=_8dRD5g$ZyAzdx~dUxl{(tVtqRjfX*1x@IqmXh9bB0o(O&0>r@*?G-^8Dk}JN z=QxyIu_ml^t&IJO=7IFoagbAlGnWZCLh5=eMyhT^2dPPWaN#x%%gb zy6`I^1nhlh%8T~ow|IKorU_ zd+52P^sdYE;nc%grWAG_MCxh7Zz^Fp3Bx7+vw>kz^pmMpG3i#LXgJr^UXg`tLwB1; z{erXCAunaOQWng;;%350)hr`dYyv00kQ=&8n6qizCg*yx$xA?WWzc=3J z$mqT~YjmR?3Ym?WvqV1Y#DzXZGuBE1P)O;#u2I6zO$jJJ)-x{>I?)TdsN-AD1tZjB zh|ex0tx5$@b=`FY@}iDKK}NO%4z#$8GnwOjjJ>Z`x=u&0EQ$*PrO9{UAjCY_r&d-k zDEd|XA{B)n)z7lPuJI27i(jDQbY<0C0ouajT-Bw;_2O)Fb>PXjp3cgPpEsFhni@@& zgr1myCc&~^%}Ll2YWVTOo{Du^%b}t}(xDQA>%^;(d=sh_*Kf@6;O6R2mCf8nBPs(o zR?Hk!PUZu>x8GB?flXpt>qb>}$P4lMUO1WWU)mqzv=>V}iYNLhvB+dAT-Z>I!HrTl=ru8c`87Mq3@ zOb%3Iv|Rj6Dw^X#7{WEx7drH;-=;^zxVo)WQ*0BK1XsdmEqXbmSnck67@3Z(B|w-;)q(+~6#S0EWAU6*vydZLfJuL#$tT*>OA0lGsS^fSAKJggtu?RxX&>{$^r9XZ~X1 z|8Hg-_~XVu3FZ7_5%%X?{$&x?cm7_4E&m)(_VfNLC(m9F{+V8;s5^HKoF2$+r101A z?%bK-z@{w+joX);8{^k4@jO^e?b8^Y*^NES!(KYl{WBg z3|~+BZiW}!in|;iBD|j6_w-cJ*x?hdN=h3pA=dy`v5Se!4#8+GSqpf$TDE7W*4Uav z$-#XXe-?e^mRKecO{mv3b2>B96}By(t}I$@>7Gwp>vQQ)euI{1C~%` z7d2$WRAuX)aD6{@`xBuTO5HM2b{hZ^$H&o$Y%>Ch0zn2Z9cJY%NvZwsaM!qpO@wxz zb|=j;mo5Rm44 z)Z3(=TacXT$Gdoy{{&=o0H4U*5D-4)@RDFTyH3}{OUjmHnbY4%VF*nv`L;m@U7|rY zQ9{#8z8088PB_s1l9tzh0vbkU%h48F^fjP1b|Z-?(kd!ZvV$#UBhAiwls> zDGbB~7TNl?Dyvo7Yw?h-L+kN=Q5e(Dc5TQ)lJ9P66eYg|qRlPCO0s76{ z5eQYw1rf!=o2LE!tUr^FD0Z0~$eZG7?Cyp1yxc7}G=-4zkEZHfF{nWvx4`sU6Q0#8ZwmKl{2MKVU?}R8HtpLg%kOJzDWmAKlJvCkkX}gtvoHyr z&A&gw8d}{xeH`Ku@u-QQbI^b8`}H8y(4kB3ah=Kw6n<)~_kOKgEN2>9n@M&OM+f-n9{PBu?&rNho%*wE z`BR=PXnz<<2G!ua5}}Cs>Ncq6VMQXycO~MyO=5mPkM@NPFpeNQ(gg1BgLsc66)#lt z;a%uV-e30n1OK8Px}jV}M6G9Gp*u(W{&VfA`GeHJ|GAvkKSunswU%lA<>YaR{xN1^ z^I-tl{SgP#Y{X|N4=JXam(2I^X?T&Qw4}!Vc%up>s{6<4mi)he&lL&-y+1rK*WD%c z{8sQUzwHWHn;XPs@#<%sbnbXjQO8|NKVecN0!G|+k!dY( z0n(C!mznw*7{`lw=#`R6s4@6bDSfhX)j`$w!NO0=)yrO!JZZ(?EC zVVX7>6gV1TzS?m+F@mzm>bV)OjB${+d-a~rQ662~St%EDS8t>5O5ThSgOQtw@DIBo+Zp-MA=-Ne&ar;u&j%3^i0W0S6P{?nUR z8V0rch{anW4)#W}=O>`&rW@H3Ys>7X{6e%@62RLt1cQZ;4T{u}FMEBf=kiK|tdT7u z{3+M2uf6q(r_2lWLc1v|Wp?3k!S1zK5xoIgYhk?^OWFaxZ09lRX4jJ8HL-?d#N*bT z&fEJ@6h1>?t6UzfjgRjNf;HbaQEr3-G}o)g_F|iM?&G#;#KB^|wxxDjW@2uT*dXt> zVQ9aY5JYe|eyIW4;FqLm9a+5yuYf-r8OY~0)9x!;FPtkTRHGC-GM%BasI(_tGM(Eo zhffoJXOU%ngZ?sazpIzHRkRBThX>u)LkM@(G^NBA(zl+m0wDxlKJxdL<^iq0f1gLeh}2nBKre}d*BksFxqkiZY4=yI4@mG!B!OjNrb>UXccpB&Ab#n| zt-pRI3%jkJ#QiV8SygQDFXcYrjcE*)V=9$-Cx7;*X$;5ww~9>vUXTfh2ltQ}CFlRW zDEk@kJOrn=L)?b`_}HIzrrP=?5olVmWaw+~Ykf}%05Nbx;n^8}l8sW94gK1hU6B#* z+7rTLEfOYQ>hQZ;Yy8S*Q@MLk(vXG(*ZZCgEa zb=mJf+Z2B&eUq^_OH(ts9MK-;4p7(C9w3<`_yyNuYcgI?-M8x0`rUeEW7q5f`L^Lo zLQJ@BggldcAN;Dm6&6t82Ms{b+Fcw!$Yr#CVQxIdhqqd&PqjFP9j-aKLRW)w@3 zE%=TK?B3>M^wUhnf2uD57wt>OdJYR^CT?MZ0}5xGWIAy2sQ7p^QG>9xf;ofU3(9P{ za8bbLLFw+~Gz?E*K%_6mR@M(v!YQ4&*fH4?Q)$>oczY03Z#*qZ?`SN;Xnfs}9WJkr zXGX6Vq+gUbe7^v$`Z$Q=?>K1TRtewbR{-rHE;nU^PqN?ku1h8^axLbXJ|78p=xMR8 z=Ma${l~J$(;Oi+6bW*YRK%*fMK$8Sf(M(GBF2@`@;h$q(|Ewe%E6Fh~a$o7vH)fOR zTf~!|4Dj*(NL8dd=l}el!2i6WrUU*ze|`j${~xww{|`H0b%pyMnvnbtR<}6qAAkJo z5>}8D^Z#%WFgl9K3PulV z9FH2Dra(m06khuLJ5MxTXketcYq<3W zVgp+3HO(diLJ*Jm+IB?Kx{ge899HLE1m0~5i^;dniYZ|D85s;C?R=G%hG4(M0Z2`5 z^HG(d)mA+i!U?GF$0-;M-_WIH%Hhr6ec1}ivFsc4c;S^{Up@1GmLuB*Bv1iEt@X9& zrnlMpnwco?$d zjH^KR(=veYyzU_Gd0jX4AHEb&PN!UnGyPyDV&NhO(i7i{%w7OS`gg{@+H-HOAc;1~ zb?nb&D&e4T9X~5R>E6@1M+NJV+XG_BwzcKvM(s{Y^N$;Wks7HvJ!)C7Jb57tkim>A zX4pK_)Nq)`j?y(e3A{qHK>WNWujS-VqXwjXAy=39V74A| zy5s%)2WV%PXk@al@mO33h~Kn)8T5uvj#ub`cj|r$SE%IynQ^ zcio~vAHZBQ)7`O#QW94{U?GiEb_c8e4UXe=$BB&!Ge6?sL4T4VAR+;WoA7(oplNV( zER%qCufE343{Q5G`i;42|L%~ZuIL6nSf9R<6uaRV+fnf+3?uJ?pNt}Q>SbByoB9bU z;LqV9IFL4fP9Bmf0>pT@{V)`p@wSZqW|A4e4|n7Aah-gYAFqT>r*3l6CHvkg@dXU< zX(ss!^HJvc-^UUrysjJ1>Q`1C(`H3NxF|2^WeRwwa^*WEW%FEkwvnFs2Y4Vra#Edq z@e3-!mxt=nxk-=y3QE*)m?dp*;xb(LwyLbNm7nf-=ZK#m24yUZnug8M0UwF{UhLBU z?3Rj&Yc{M&H)>z?NRm}_*?DTp2Kk(COMjA{ffEu9!?~G4R^^?qvc7>u6~6!MDy98( z=$mWvwBq{G z^Km%e+Wbp5qoPc&L5?-?=Mnn!@Jv$R!U1c`CjV`OA^67#KS6&}hEI=UthEhS7sQ*c z7P|(w7iSLo{1j*ckRXO*^o}DspzcM7U%ZUydYoJs4Af!f%%vmwg)AY@LE3`hPmH}SX% z(xMc<5vWv#6@+?5ZsRN7-Y(Sx7AsY*XAOLYb`!X6_qaR1&^N#_nJ((om(IX1*ahR) z{Gr}$o4 zhtqH&3n+1SfVZu<=Cri{8_v@i81{|6y3V5SpO$#eMj{ z1a?1a^IZz|HerLca!Z?iLLwO~;Sd2c_b_ve5CIeI5n`^U2$+q$5gA{Sp%8uCv&uq|*K!4*^-HO=G1 zeK-cB#;B9oK=TMWAkMp`GAVtm%ip)P4o%qLQ(4;r4&tzhz`ik{zKpDf+7aBRmLldH z{}3u-)Ka-WtB8L;6odMD;5$F!EGYvkRj2$UBKi)9c`^ve16)O^Q0I&ctYvnaG>*yK z>klc2JhYb2ERN4Q-oH!zhsG10kT0q63ZxMl9h3Crsendap__&7Ow%gK!MyBFiIj3P zkj6{UPy#z1{QBb2oPpn%{XJNb?_gbZ933@R(JTSX92)xjf^`tJEZ=?<83`!I{&}VF zl_n^cQpc&;k1zewepibeXRJ5bVNbi3u}_{F5Z%`MbfS9S=^Ny~llF8iZRG5njH+9H zPI^C=UMc+d01tkQE7Ld#7}LCFhrSbXx&he#_SGD#r5N;lPv_ic_~sIX?IT37$R_Sy zO$q&NAA8Mfc^-9C4V9XUUE@a*GKc`yG3;$$y%Q4?ka|@#x`vOD*L{LfVWM`rcBgV? znm_p)Pd_$;L2Lh6{P}T~yq(e?z2mMWkV%KUsslv{!d7ZO$)c-QxS!y}hcdLs=bO~p zn|XC;627O+Mdq!^{mL;69syp_xZS!+D=JzcmtfZI)4Ggq4nIVLBSYrOf`hc%<&siV zHU#`^<7n0sJX6WN!E zZ$LvAxu|#T`9}LSsJGywzvD6ap&lkt*Bwyo(;!Hy!Q46d11Lpir9JmfR|*p-ImQA9 zX7c*Xr4g9B7AORD-5tBRO9VzAQ6w&wFKYHUbz~%wTRK=Q7k?0iv7K-c{LeZ8T!gj3 zeCHu;D@Y1!vaL;@Vt4_Z&X&kSpcm4Z#z&4n*xmaFaaYUua%Q!T(Xyq+Y5MQNq_ zCI$5%&gXIaByStbr0M5h&FN1Tkr#1~5FKGIM9NDc%}%+@fBF>wJ{%p_J%}V)JnwC| z=7~uuP=de&`p9pur$NVa2gbz*!F^1}wAo6KiQlN2pxU?R@b( zhB-eD4XIfs`51^Yy&bkSVAW~a*t@&}AZ1@dt+hTOJ8^~~r`?80g)8~V ze^UHKq#UVVq_R!D#+-Xrej&z_6X%{}nYRf;K>(igT2{PHUs#Es$xa2?zU!67T>qsN z^ouPIvoZId6JrhM|i$KA8ef^Iv(E_ME!Al;4k_m z#GMte=kY8VluMy8{SIqN{^R=cQy+K~S!K2omgQznUls|-Inf!FlVb#YI2EW=RR3$t zi7qvD0575P_|Js`>&+*T;q~yZeBNCc3*jj&HbGqvNIN-=km&d&ql{T*5VewD7ubef z4Ak;1Jr`|sjGzh&4y9_IeU1C}8O8R=Vq}3Ck}vGNu6KXOt42X#C7B8<9P|>{3|AGh zAQ`wuptZ|ene+7~P~t#|g$JJ}Sxzmm(k6}aIbX5Y{bK1~?UmKNAtNX>#+iJ_e{7mu zEKC!EL433(i)aT0ij3ePCXPPCgTD05O0VIA^8K#C#`xU~DAqbiQh1P|l7q+NB38ri zzmbo6RqAOpA0e1a0$&5uatuVU?>mM%az#A0Cr8oxBZK`t@$H@iET?0ZK7P8Nsr<0` z(fbnAI`bS9Iu~KN^j4)z5fmFmfQ$=}oCu@xL3p%9BHJzknQb=Gan(gl`qT z&`P8blTUS>k=7qI2Lzp|M`?4q#;-D}4XSv8l z$;FHmAC~uZh_|i%>AxvYc^YRJEwt@YQ6FE*Hatyx-+z*r{l_?Nr#}Ax0K9mW^c@K; zvgaa$NdOeN4G$n!R;p3^7s;`TFMM;{tce|;0nSk)ePHdXgcoke4B?k*T-#{Bl9`dA zt3VV!w`E}iMd}p)EHvtw*_-)O&IW!7e-U$Hxifu5jcG(z_OAg%MdStUu7Puyt;j_N z(PhAt+K1;nWcd~($!LCLowU>iuu`TR#vm|k!ela8nJx`#iRaI<+sLx^AZS{0US|=m zIMi(wq-HKKXaI&CIzhqlw`u>G7&X8y>h;==j#kf>rbevV@i$8&ML;j^@3rVnrS)n4 zl9saHKuFLcOW}pH+_}z|qumMx!A+eIn@_-~!Gq!vm}GCu@Nb-+`hZzG_Nk*9w$}Xg20N>xvSbFLn~#B{am)A*T2%y!7qD}_O9vb&Tk*kQ>w=17 zRGwso>I8EtBG7;vB(ky;ft)6k{VpB}$t1+`){TwyYrGVDBvJObmzBlj^A~43R?w7Y z!ed4i6gMO}NV&>a>RS^xF$Y)w>$4&A5#Oo6%o!@~m=Fc^&II-2Bcw_R-yQhr+{#>4+_=8e_ss{jtox>&q; zX2s9pI-s7X+ppFKxw?*+{-SEXp=G_m38oE^gyF^1+oQ(Clp#H8G*wTPlCeR1o(Hl) zkjQFOqu-c|J;UM|tKK4K7)NfnuU}GJ7|rc5o%?!? zc$V%p>dLLQ(48MejToz~90Z2EaEfGUw6DZxv%N&uS-3$L{Xp%+_2bv_X4m!8dCCVJ zU&cuc6}de&zEZg7?@mxXUZBqSy6_{(Zv(l#7?b269fkfvJ~HlxYY{&NF}0UcF3?IQ zZ_E2*R7~+E4?DCj^ zrX#XMDcbC;O=0fzyKDtVwc`XjvjrMrKV3q2>z|Vf!T{5et&BQ0!4}pQHwoCkJ!dCr zWi?_?w@^^0RI|Htrsf!{s@Ai=q4D_tjSpXvUK7mz!1ryg3ypBEw^jIBYeR7F(kNR_B=nvQS*IKEQ zs;riF425Lr;pS-RMMHvxy;3)Nt^ei^fd?Kk(74za)#{E4D@D;USYGb5Q8A>7p20Ra zva*XtXcn#T8ZD22bj2477}qP1n>w9sW#d?%3Yr9vKXW@0<-l56 zt-ED!6b@|aizzqtC8F)d`snM5Y8pc-O!zC$30=YQq=;Zd!g8t#V)Gt z9g$&48p)9IRC6OUyfq%F!FPv8;z>_yZauB^G4U`v<)LGoJ$V+7=U1r~e1(_}r`caI zK|Q4wrM~=UqP(yjBHU@xowI$vH~-b(rY|B%yq@81)FwYmh~8X7v1Rz@%hhVQILs78Cb(M@u+6elBy(e`q{($1k(!ySWr-X{;$kL2d534Gvji&gPDA7M0K&>Bw&c_r3oK&MP>{BBA(VyoDB0n0 z3R^{;bzsz9)}xuTiq#6z@HR~{R2%Y;Q~XkUT@CSX@Gn2D{Mb0$Vupj`Lo{Z%#^ka? z&QQ|x`ct-ZW`E&X#Tj97h?}6JB@vqi9cs;#eTkvJUnog04IIpZH2-da@_CW4@q2Dk z&3^e>?z<|SF6GF%4h-i$`KdE_Pvviq5TJ&@q+LAGr3H<-I8UQPX3t=xFnh<_SC$W$UqzLdaj$`45$Dlp}hLU&_z3}pp9UEnH=LV{jYcC zu=6=FjK@uA(VJ4wyXHA(&?k1DFL1?A7;}qE3>xuGSj>eK|H6ac|E0~Ca<{sl%&!>I zmK%coy!n3qTp;8}ubGcOWbbc$i}$bO7~3PrH)i%fYA)W@Ssd-{=dko2GR_jxZ}I-B zKoKgqZjb!5T_Wi1A|7L1=LYXyxZGY-q(<~5ZzbrSyDkP8^nxwWw1InMkf+0sykfYc zA^NaLN6%PTJ0EL zabDR;JveU{>eF_)WB7?&FeL4N?>&qtpQat{9A{k zwpx@x7SvP`btCQITu0&8+1LNrTAHoh>BE{CliE4jKdu}kpA03BQ|e-*I=o)Bti_!K z>n#n6ahq551b>M4f-V`T9YsHB*riLp4!twmizH5&1%cX1GSLlfo=5)%#+uYAulz&g zHb>C|2_^oLm4h71Iy*hNwWMJ2gZ_2mSCrwiyuEj~BEIZx*xoz%p1(D!QVacoyFILY z1GT_bv?XdkG09@phX2Kj8pZp~4`0S5AsLI)V=W-v|DTd%;Fk?#6 zW&-Rby2_$PZUp**>)@Ncn77Zorn3f_HxmYPg2^4W&ZMR4y+Y0ucG$F$(f%>m-bxjf zA`-S?e^KDS95p>5R6LlMK3jIHX`(b=^KY*mz z;>~5ImhiGe-HO~nZ98QBGt>G~B4RKlM}6scsp0j%9*6q(Z)p62M_PU~5B)rqb+1_`&V`B4JQ;(V&SazbqbDEP zk@Wqg3cj-+>sy74ywx_lS-VF%jw(owX3!Ezl8YKC{dJO<%Kk6sLvcyTk-6^WE3SDq z*T)EoRQ?&xah#jNHSvkpLhb*okA^_kU?jS53VNu;uQ*_cYMWVx8xVKN*68*8_97VB4x!kw^P`!zc2$?Cn}>z{%CfK zJLsn;v?Hdc21kX9^SRRS%mXh>hUy*y(>y1q2m04N6C3XOS6_K8!f#{^X#yQTRCkBF zdFPe5m6RLq9}-suJ7lf`=M=K`TOuq#{?lPZC&nI2D4D|CxB84?fW?TGyux$k2-bO^ zJA}GSOIOP`W`4HT?&mvKHArtiKyIIzyLUJy1()cr+6;4=X$n2@JVcP|oP4Awy|Ps` z8U%7hBobe>-?o*;l=P76%?1W%DHY{O1vZG}B6dh&&TcX|y10zOy^rhDT*#euv8v@> zNswKipW(_RPA2bg@k2|)YY|iTyuIaj^)qg%@^^SD`CPj=E#l$k%AQak-P%KR2En_m z!{B?$$L-?Ey-fLM2?Vtt)Y(>PV5_MrU1W?D_KK(#?j}Q|N_=g--07w8b`t;mHt-W* zgRE*V(VFQ(<%@$l&Q(~+56;Zq{qqJNqUSn}ITZI~$e7>VDVZ2sKtp**>f*s;au4sQ z|~2UsCoMS-K~Z>j=wVt_fg%OUC^B=Du5Qvr{Onu#;Diu=dCrA zCpr*>ccWd4=Nr`fmMFYOxdn9}^!LsE?t|^mBHt4h=5V!=TXG@d=jhlR$LPzqN-cOQ z?0_=(8EOeTP4ATRYfw0j8Zq-)bK_q4nbGNglbaFQ+V5WhCTyJxsu6qp=;emQNS_#J zP2@D|3CD7NWH~R1FSA2Gx@N3)W!ye2bay{Pn544DBs>Kq$EyE<^_KOvm3Fk7?-V&x z3j#Qsq_cdVU1nosV^E1)g6Ma`xkf-Vj~u#(B;Pu3Yq_g5%v+4|>@0PhZBi!ON$6kg z0xhpe6us?+3V(2(e>M5QtH4dSWY-Xn#=7BqgA|w6g2P z4E|)!dFrTgk;p2xsueDDkamH(d`W#eIXL1f9U>M{1Y=r`|4FphP_4{# zd3`Vd`hkigwSB0K$BU}*u(NNv2Rd>vy7Au|q(uDZk_bWF6V)NsQFv9DWnInm?nOkypq%XkvAcUFP zu}o_YOSRUMZtS8Og-h7(QFh(6+Gxc_zs0$9O7nJ;9mT%%B+~_x#!*MVka)zRDEXL{ zaVkmuJJPoN)4}9uNC3u(fdUM_N|^E3d~n=8&uX96yhg*caYta`VoDY|iNV{--^PbZ z@B|0|N}L$8G>)uQ`WTbfGgzJ9EU=b+4NW23J}`ENoMiB?SF5f(7|Tz5(~_(lMty5# z?%Ql!{h9jtouwiLy?DxcSTH9g4UqZ|*Uy+^F;*(@(>17Uz5VP1a5pjj={h4cpIbFi zh{l4c2h=>ifQ5kylTan_<{mg*530V^w|i&$>^LrYR+E%Tz`pJ|r@J@eA?PlG|D-+9 zEsloR5j?lLr4HQ3j=xMRKA2?++~IY+=vLBV#)sxZZ{QZ6HPSH}Vo(gRYl$Hf zCieHe=VM*O?$iAX!m>WCQl(t#ayNd_RJ(-##RTv=_-br{<79dNm z?@YAC#UMUB$qf3aQujvkRqErt<|aX$XE9reC)rvz)HJo3+!42R08|?E_e0I&S-fqQ zE*JMRXR-03I4Ya3kJP0O3f2O^ENX$XU+Z9q<>xD;wzSmpi?O0^4V{8@1>QoiiRGIn zt8&BBAW_5zz@cz6n*C{L{tm6(&Str7%nQ~v{>Gsy`k93tjoC|eZ-!O{V^#%8%hmv3Ex~ZHKxX1Xk`i;91w>ul-_Muqs!X|GaF1q4Ry9;m+~ZIn zs=afA+vd>C|f$&uK&L%p1jb}JIf$%pH<%Cii}_@%lcIZSGfx;q3EYVv~eJzKpij`^JPW|Reb*^R^+R}m!vVl64~$NjGBbo z+fF>5bihZLu9xAgkD#%tt>%lZce>a4&7(2BkkF%UY@}4IN zl5L37!4Rk{kN|-^C`jkzZELbQ)Nb&O>7h7VU*T1Fbi?yS#BECo$(mq;@$V>755y;Q zc!k8QGjoO`*VZ%`&CuXF8DT=u zKGA+=Vnvxx{xz1dkSZmijNRh~cFWcoH_)oj%{;h>Gs9yLZcVNl;8}K_+ zz|6p{rd&U(cw%2N7|j{u99JG*x$^7qh!+%mq+@aafc=LcQ69Z%F(GQC@eAE3U6P~H z!ZX+!txg*{Y`p@<2AE{D5uOQwk_l>(HpBWz#wW z>yZkZjQj#%@|W}c`<`j!Hssql|9W-pF!$=_hL{+9y$lO9cUR5~MJ8?|W9+8Pjf@!6 zQy<|NrEFESW(7A8AS5!SukzJy# zNYdCe4@V*oZ{t1MYw^Y zeu_q|x96?s^j2@x`X?)~>Tzp2$J*T$3F$URY*Nt{P^~R`o=C(K{AQc+EQB`=@WDwe zxwp4hECEsJfZoP-{(o&vZsO2dAzEpu<+ly?nM5QIObFO!9o6Dn{{KzC0pBZw5n0vd zu(OK!f6xoBc04)$-e>%H@ing7U5xtx5&4h??%%0R;xvJTezOFSq@K!q0^is!R+!~z zgGR&EbIrigDxFdl&hIzzGZn@*bh`}LLeU2_!-;D%H2O~151gH&@#^d?hR}u7p!z+Y zdTzVLwBy83m5%k__<#Q-f`taWyMmfMs~o|eIPxYRl5sh2%M+ZUP8Z0jnAN?d=p=R^ z<6f6`0F@QR9op@p>&UWxMgIk*IrQN;wKL)^AHv87;%7b!8AVF_X2pfDuI1(h)y6^m zYcq*X6RaWGX(8xNKB{$^G|nX5s0nJR+^Y`(Z1Q$$<6 zv3AvjMCR11y&gw15W~Q4gmz{f)g}ir&Fm1On62#9EbR^a2-pC&f_ALaD=~~NgHuY( zVi=uw#j`Tj4|NTLk z=_}*7Av)Zenb+FbWyifjfh8KwAGE(Jf9XfP=#m_wXDWdTOE~7N@erS-nIE%PD*s57 zgslm}<~SNhr_qD)t!QpG?J#6om{8dJ2<$>d$Z<|X2#@p}b~0Xs!7h-jqUNt_zI8eD zZwV=v&n({~64K3;)X2zv*iRy9-$Z|Adyd7E>43U$DRQGT+2cROfI2e=4^7B?bp7Gi zlVpdeM-(NV{*BSO{BDE567tt5qkJq4r-cesi{?^6kPUS#^l$}{W%iL{TA6Cc4e1R4 zpKekEg8@iQF=%j%k=h3^=|{y8>9Z_ilhFL?VlVG}A|7r~o^_$$v~e0gYj*7x-E50B z8ry{ly%I1U<|-g`^o~U8ikZW5H44%j-$7I3GzWa${eHWri^y%*yIz-Fxom}7r2B!s zLiwTgfcZ-0cRQ@~ANG0k{moJq)lA~fO7v^~v?wU#9a)v?>D{U|^_z#DbNhCKrmZ$I zXd}lrRg~5OUU!a-`Sq_;ERChov(4C=3~HAzr?fOVj{Ug+EZ=ru3|X&yX|2&`Csg|c zj@k;u$tKzUKV6L2evw^@b)5uFsc{wEHd*yw$g8Yl(ir)DZ_3k0{-v=0W4B;upY3G|9Qo^3IR))5*g-E%j^obS@T(@<2=G}IS<(LcSZq5F$Tvx1A@zxCOHTP6^lSp&+56kg+j=RX+aQ8YdE z%*Fdq;o(=BL+|V&J?I!`zH!7YCG_CFVnxRjtl8PZ92j>7K~gz*flQ<`LgDfRu@ptx zi+TJwHGi(!Sn8~Et*AY})MxcUP}(Q|$_wAMSBh00EOgxXYj~ph^2rq# z`0>Z5cJpMX>4(>07JvTokm&l_tGfT0A_NX1ndWoj@>YLC`UPJgW^C7+IM~%vnHYus zsL#7X#z~s;^UBALtzDczdm4_eN-6|pRw0X@Po5!M|7c;DW`stXtQqTz!G)a;=}hL! zz(kGiL4Ter{8|0&{#(^R0*H$a+uOmCID%8R5ApgjwN_7>65Jm8voTZruL$whPc|6T zaYk#78TX`&`Wo;lwR}vcT5f6PVb5pSkmh$Xk>)k!uAmH%^Apz>BWD6`e7(;Wrr39*qHbPq@%uc5{Jq!%NF zTZU88wPSQiiicAD*Y01fS5C}7tFE-0xD{3AIC~?)p*AoYL!M25ltkG9Z@0q-6VWgm zzp_ZoV~t{y<+ylfY!m1K>Nf^&Z=TABxyI2FJT0?r5jI)Yx}_z?N+?!9!rVOmAsSt+ zoMsrN?cfMPLAs+Gx8utaBFthVV%I16YkEs5hOiO0!A;-jC*|PJU;iJa4bt@AiTtp! z;amb}SlmU0imGYr_NJ*xQ-g?smTf8eTJz;Qi2lmq=$mB z+zvcSts@IT1kyvs57zoXHpKooSnJSi)@BvCvB&JB0}{cgZXc=ID>W3-$1KX3K^v2l z61-f6hN=XS_)hJb9aQWkzc2+6T@xoJuT+$~OS{ zG@~!38|?4s+l2|ciPkIlGr40_bZe*KGv{l2rVO2FIQ_hmLNI32P6vwWE@l<0pIzbE z@@79xqj<>{YCp(#i)(Mge#$r1`I3)x$@3sKOtQbkC>#Vf@Cw`Q$8N0xvLs5^uwD9 zy&-8G^q%>X4oiMol=kA%W7Yb>?YkUNJ0@AvD~PuGCxI8OKZ11bU(UYLV8F z+R9*1q-~xAMiPPrc8HOWAy!F>Q~j``9~~o^!=2mZxA^>c6MY@U)$E2u70*@ju6;Yx z5%f@AyI53#NIUpZRAx2I$kRdA`hbDMdz(=-R`$)(IW{(hz2b%nokZUQU`3#=ZRqKx z@gO;8V9ypyMYyeuWKGv`JrHrymjr;(Kmv6u6WtWQuDO$yI&#Wu^2$ABe`4aUZfZ4$ zWf@4Pkv5X9tME9Rd-Yn}d_}VjiBX-!K}VyYCsFtlGi(Krt(W`dZMKcZObw+-1D;2S zA|;_)^A}3K*e@(OvQqf2LM4W%uP&XZd4MUayV%YUZ|{8DbM}g7|z^~k&-NCc^@+OQ<>2nJ`3I!hZG`pwvqX-y4g*lR_#fk1lTY6V9}E8I3?|1~2hINc#8w}Rz9wO67U zIOvpZLaJ#F@6`0#%dyT4Y|JfbB;K(q?#e!E!B8}ZS>ohh@TFD06>4=DEp(lyNUMIW zkMbzDqHvNgxTrZ~cfyw5W%@p;Qm9TAEy5j4ouHC&nB_`hQhDc#{aI4 z;r`hFzRf5hQ2z?$e~PqQlgR%mX9BVLA%HRbU)>v|cbeM=d!zqI>htEiO4SthY<3O&WG!6woM$k3MHEEJEpbcU;{sRmZ8|`r2;nv+&bR4anaS- zjX_z%dIJOwUuB}Se)qzVF!LAIM#snA-D|$nSm3Y&%03TkKjs@~02h~WiME2Hgmg9F zyDBTB3Ohe3lZsl?xC`<0Udd>QRwn$iml2!g3VwfjW#LrpwUHy`GiUu~QLSL}LN|*j zGnbUOPJr1vT&f+pC)DcSQutov&|Wu8^2844-#MB?ed(yan15hg!!vWnT~d_Nfu?$2 z459uU?VWn*LZj&GmMa;?HGBcwAAV&NP`_6+b-;4$rYd_zTuC(J%l?l2x68)1Ho)#E zKpVW$CUW*||L!xzQ1}qWzB_(#1#I%paa&1QDrh~XIK{_37c75j7n6ApL3*Iire9TL z1k)h#c@OSlzf<_=0y7al9^S??YLb}^gUfvHg+}jTqk$S9Hm{wBFXvDW*I^TBBq`i- zD)H9i>O3~+t6jdGf60ESEKZWRLhV-eXM2!m`(Tvh#U|KRHo#3dml|?r8TZK3Ye|I7 zb$t7c`!W8IS{K+NZjWGOAqepo?IAbq+fO*Z_J>`IlR;mh`FD(@#P~W|!?ws4&ILJ0 zE?h`U)KZ=z1Gf8J&~~Gz6a|0CS-d&5nCH@jupUAwSmGuNbqywklM&w-O~m$l+DF|5 zJ@>jC%8#x$c;G-?|7o)p83U<~c()hP#h%`P^Bt6<3eery-XEosF*vSXsxG+^zH$sa`NP6pdbyimr?XKd0V&>p?I zZpO>WaCFkar*g4DnW%f4_3l@t(V|Idp{MDJ|sC^3SjxD4#w?;bw1ahD*h#N4T@g zM>(mbHGK~5@woB}h9QE*q?Cs}^)doMfK`$=+gmjN3WBXVhCx0byPgBzN5jMp0rbNha$dz(ETKkT!?Y{W6~rV~zgj zB(Z;`moCA9DNK7^y}>_P2g5x^l%MdvjXy{alCx!LL{`gjCYit8?S7S`#U(%zkmbxI zyV>LxSC(VjCk)eh>(E+XbP%fE&Q1yvIDX?9ySGgoWTmUDE6fuH(oZs%I$S)2TNUgs z4yW~p8gX{hZE!wQH%KMA2+=ZCxU-npIK86L>ezHdPTtHMFBj@xBHltp7R@ibNBgOf zn>JI1aQRE%3!1H6eT-OKQ_#)t81+`KH-B||2v(kWvs7otFCf?UW|neUVLxWTFVxe^ zb2|T|I)6&D=$lvcb6eayZ&uWOvhba*U2#-k>qnMgf8~s>Iv-6x3Zq>5d_`PCQlo>M z*w^?GswR6Dpwn_ zIE{DAY&S^l!4dRl+)A+gq9sC+x1zGod+2y9bd$_Pa37#|iB01o zXh*SgPymMlk5EVXjNEt^@E&Tp!F3??j^OD4868(e0X0L|*t;e{FNq%Pzl+iMo`!^` zu1(3?{IyNEcg;UwdV)v)fzKk74=BaBC*b*LMQWp5#-1~U(Dl!BkA5Ew%H|z~4@t|t zI602b4vQm4EGwK_wg8*F_nR*;gnco^?Txv91(F^LCgjo#P^(Hk5f+)Jxv4>NTsP{x zI!>uL0_lAvpjmsnF#)t=0P$-v;|bmleS(nmKvB*lM`AJO0OD8Iy{?{G6E`a?P! zEmQLJW~<5lj>=AObL-MYAA_o<*)ftsCG0tsgJ#sU9Q*Z@DCbIoA?1XGm)&r6%~nHz z3U@6QDGjgW7Hr0=Nyb!2^m{5~y?L}!_GE5l+EI{NscC;Mr~E{kk{<~>V!fbNyry!uDzKvIWcHjrQx=1a)wNcSZB zRUWO06!NPwt~(r26Vg9~cx^;6q=(TZ-%hjl&znXk%S#GZxyJsDZ!r4sel==_PBE09 zt^un>NNzhoO-~Ls`v?>2v$f5(;0QY_V_NCT>WOKGTm3L-SOKD$xqY{mw?7bHVq0m@ z9CqH+BYRM6+z_>7abM}DgwxU1RIHT0;4-;EW%#`j9GhLN7UStPZmv-6WOois5AqnEPpx*Zb&FseHP5|H9|Z zo|R7p@mDN~Y@+p(qc)=Tw0y$f|E+v0fVRiuNMN&BE#A`W%J=HtPny^c9pCv(;lh|$ zgr5=@x^5eme02MaYrTT7drNSLm_tbly#dSAtXtxK+H_1QM}mG5h%K7=I}DX9u?mY0 zp#makMgGXO-d3Z)$Xq%sUtZRNBxpIj`t6XkNxY-T=bww$lI|eAr;962Ic#>v`4Er!BzYnIZwMbb)@_Eo)=TvX!XKKH zS)+!M2Q@Y0Wj1>aT6iDLm?7dlz0BUG>xN^~)Ey1R&8Tvxc>IkPn|BDatKj1By#m4C zdv2~TB8K^l!g>Ja)kq$hdg8YzcafWPNj-iMO;q&iv?8Lbf@bS(y2U?1nR#N|DbnbW zp3ZY_yOKeW_o4umLB%~gQ->`AD&n14J}Cy66{{K92utSlQ0+BuWODDRW@OlEXUjh8 z(|KxN%K_yaA4~!{B&E7Rd*6`xz3MfN9Y?o_?yTAGoa<@2?J(wz$ulEpmD}T^+oboH znL8*muvKXnAD2GO*+&eSYOBJd)@i0*Ghz$DxO+hC9>-g&ccw>6Fm-LiYUpq>HRZQR z{bfGd@j4w!G~G20>d-|@ zkh>UE{18Mg+C+aHfN>RMpHrIIW92o`SdxD8| zoX*Ie=gmVh7>YZ}>i5P>)mT6?LdFxR6+ei@a>|Dhf&=GRo6qIfW`B5iv7HB`1E%rV zq?G(Dcdx^ig}4voGkxi{?S(RRMjwprg=MEin%A#3fLd=&y&c?8;+O79+dJ>px$+(o zInuvY!d?td>^pAxs8Lmc#g~^Px-iP(`9-L4>$a+X>N-zxKWrZCqM?1O zX1~8m<+wnod1&erJba(_kiy>S6j_Es!mTBRyv0_>E=)g7Mf+LJ<}ECWSp7*V?jx>8 z%e>0W20`jp+l;U|kdKd#qD{d@G6+B{CCo*BnbIm$5Li?g-Pn9-3XS#IxK2I}?ZfMM zMFnxo2Ke}pQPSSQxLh%NZDgQsqlEZ&lB6j1NPLLKbk1eS5fEQ_T0s02rsCH)eV&ID z&9KY_r;~kyf-lGmm?=zkbsbdxK`zXr??IY21Loy*uKICc zr?UaazF$iiKl{9nH#tDG=*Te7?PlV}sg;uMB>O52JLc9~HcQr=fs=twc&v$T+vcEv z{PZ0f!NvBJEFs0M| zi9~q9DZt?jc#v?GYGRg-bs*$BY<<{i=@B;hT_K@8YpLX+iVs}MR=!p1HdlD=pGC~#) za~pWV{;G!L-aj(Mx8g!$SHoiE{W!eI`vS+R^`i>(U-=hi5*&H$OtJJ3?m1RLXsvPe zvKl=ALrC7+K0o`!@wDdsdDutKyDiUyXj{{CxK*EsTZpbK{<@MQ?bwE zu>CgU_vpT_T7$&PQdsxzPc2htK>2z8xKNEG>hE{PiG=6`@SpL?&RZFH@RJP4@A=B; zu8sDtR*S0R`AV+F3#3Jx#IO2zu<&bDof)$h+ge$3lbcI7H}!et5EP z36G&=|5to5^J$i6F2x?uo{F^jXx@AwI=9)X%8llDSG3B1(e~OgF#)o$(K7ptseQnV z!`A;)1Ox~CirTw+pvu(})Snq>7g-Vrr^e-L&Yv9#P8@;#=+&2q1dNcw-!DLIoj>)g zzSUXw(Aea+r(kJRI9jsKLx$CFFN%(ytZGb#L=0HX4?GVlpije&Myd@DE73?hd!WY@go9%*hD|PPDQzu{_Vi z7>0DGAVj?)3MbZsae+%}#c%GFJL{HMk`lV|6Z!2H*95ofnq-t7UUj1*A60gh490CE zgNSzPAr~%BCBFmn#uZtxDmOazie+4I^q*J|hzS(>aawg?s79MbrJ)w7Erd1W4d=i> zYLv8!sOg_9tviu4X2JD>yJ3(AJb~XXGHNT-ad1KaXgy z{8B?z;~tIe-g+loV)1Z_W>hb+FAu;h*5$oKjXUFU#1Mtx>ra^oZ{9wThQDeoswYxA zZ#O2DrtJ%|3B31Kd?xqc?5qa$i4ujw2|^t*=4aE>U^9lUGQFd*&>DTKV+j#ZSduc& zvmHNCaPL#yGlgZ1w*;$eT(|Xngjit}oL>HJT%1{AvdLsH@<+sNNlameJrT#t4m*3% z!DXm&6Kn%1_HFNQ*wM7GpvDi7IlY1^d>L3q75b2QMrgCDao6DzuP6J@)!YWNz-Yhcu?7^Y<^YkV14DBU|DO ze_-gQ|8Z6usY+Of=R+n zPO>1BSk{%R-cmiKd2_;L}y){C4b zVPViYsuW|I9ZhbRLtEvGTEqo{tZjT`&-3(C$}x5J2O=r`GFUNY(`4c2wKE%ca~AJI z{&RO(HXMqJafms`yhTm?$id>TEXjsaDXo|<|CYi*BW=D&lsqnhz!my)e;D~bRQ?J# zn6gdYsT<`Ij9nYOARZaadOUkDM8h=)&{~IWVOqoYy-|CDjX7g#*|84`E7G@a){+dI z#IIKvt*A-TP&IgideF3eF>EZ9IA}X)8}V@taJOH+{nF0sDW2&+%UGpJKNlW<{iv<< zmie`H_tiV7PXYQbzd~P+voSLJhvVs&*~|m6>l#nHe{Yedo(bj4$?Qwh3ICtPdHva+ zxM@(}pVJ>+)DIznD5A*wR;~m{eds~RmT19~%kRnYBnPq@x$n`x8{>f>UNO|*OEft@ z_4V_=R`oRoRc##Q`md%<$->gRt9QWnpg%Anm2s^Q;lliEpjqs?;*U~@XT<%{pdcy&;FHA9>0I7uVYS%0T zeF3*hR$3%LdqX>#DYb2Ox%ouH`+ba7;P7|VMAHpeQzG6L*wEEs0N5IBl)L;`VSjXA z7Noe^CI?C7vxtqqc3fj$;OX5&UQVWH-SdO9YK}oPr zS%&`E*?3OB$1dwF-pP?yl4}byEREG@mT$RvKz##sA@sth{XzDT#DB8OKdON(%qM;A zPAIC|VapN5EoECr;oL7EWHKKycU%%|RXKx@P%|Er=o?_Q8-Lgc$lSbTVVmI1X&WpM zjJYtrvQiaH`o>WEBT&qbP4<%H7f5Jv5=UiHByKNr@C~}1zRa}ym}1s#h6P3(NL8E4 z2hGd7n;N~jlIZ@{#PAT)$F=+SG+uEhRa|B3E@uC5J->0*bZQ&ud_5%U+zZIQ9|g@e zj|zCR1*UQ%FI}{Mw^oE%>`pUHf)6yWOni}h?d-xVDh#ecX3LPNz-DYJqewcC1_ZLoh7 literal 0 HcmV?d00001 diff --git a/build_scripts/install-autoconf.sh b/build_scripts/install-autoconf.sh new file mode 100755 index 0000000..f11eac4 --- /dev/null +++ b/build_scripts/install-autoconf.sh @@ -0,0 +1,51 @@ +#!/bin/bash +# Top-level build script called from Dockerfile + +# Stop at any error, show all commands +set -exuo pipefail + +# Get script directory +MY_DIR=$(dirname "${BASH_SOURCE[0]}") + +# Get build utilities +# shellcheck source-path=SCRIPTDIR +source "${MY_DIR}/build_utils.sh" + + +# Install newest autoconf +check_var "${AUTOCONF_ROOT}" +check_var "${AUTOCONF_HASH}" +check_var "${AUTOCONF_DOWNLOAD_URL}" + +AUTOCONF_VERSION=${AUTOCONF_ROOT#*-} +if autoconf --version > /dev/null 2>&1; then + # || test $? -eq 141 is there to ignore SIGPIPE with set -o pipefail + # c.f. https://stackoverflow.com/questions/22464786/ignoring-bash-pipefail-for-error-code-141#comment60412687_33026977 + INSTALLED=$( (autoconf --version | head -1 || test $? -eq 141) | awk '{ print $NF }') + SMALLEST=$(echo -e "${INSTALLED}\n${AUTOCONF_VERSION}" | sort -t. -k 1,1n -k 2,2n -k 3,3n -k 4,4n | head -1 || test $? -eq 141) + if [ "${SMALLEST}" == "${AUTOCONF_VERSION}" ]; then + echo "skipping installation of autoconf ${AUTOCONF_VERSION}, system provides autoconf ${INSTALLED}" + exit 0 + fi +fi + + +fetch_source "${AUTOCONF_ROOT}.tar.gz" "${AUTOCONF_DOWNLOAD_URL}" +check_sha256sum "${AUTOCONF_ROOT}.tar.gz" "${AUTOCONF_HASH}" +tar -zxf "${AUTOCONF_ROOT}.tar.gz" +pushd "${AUTOCONF_ROOT}" +DESTDIR=/manylinux-rootfs do_standard_install +popd +rm -rf "${AUTOCONF_ROOT}" "${AUTOCONF_ROOT}.tar.gz" + +# Strip what we can +strip_ /manylinux-rootfs + +# Install +cp -rlf /manylinux-rootfs/* / + +# Remove temporary rootfs +rm -rf /manylinux-rootfs + +hash -r +autoconf --version diff --git a/build_scripts/install-automake.sh b/build_scripts/install-automake.sh new file mode 100755 index 0000000..9622364 --- /dev/null +++ b/build_scripts/install-automake.sh @@ -0,0 +1,56 @@ +#!/bin/bash +# Top-level build script called from Dockerfile + +# Stop at any error, show all commands +set -exuo pipefail + +# Get script directory +MY_DIR=$(dirname "${BASH_SOURCE[0]}") + +# Get build utilities +# shellcheck source-path=SCRIPTDIR +source "${MY_DIR}/build_utils.sh" + +# Install newest automake +check_var "${AUTOMAKE_ROOT}" +check_var "${AUTOMAKE_HASH}" +check_var "${AUTOMAKE_DOWNLOAD_URL}" + +AUTOMAKE_VERSION=${AUTOMAKE_ROOT#*-} +if automake --version > /dev/null 2>&1; then + # || test $? -eq 141 is there to ignore SIGPIPE with set -o pipefail + # c.f. https://stackoverflow.com/questions/22464786/ignoring-bash-pipefail-for-error-code-141#comment60412687_33026977 + INSTALLED=$( (automake --version | head -1 || test $? -eq 141) | awk '{ print $NF }') + SMALLEST=$(echo -e "${INSTALLED}\n${AUTOMAKE_VERSION}" | sort -t. -k 1,1n -k 2,2n -k 3,3n -k 4,4n | head -1 || test $? -eq 141) + if [ "${SMALLEST}" == "${AUTOMAKE_VERSION}" ]; then + # add local aclocal files to system automake + echo "/usr/local/share/aclocal" >> "$(aclocal --print-ac-dir)/dirlist" + echo "skipping installation of automake ${AUTOMAKE_VERSION}, system provides automake ${INSTALLED}" + exit 0 + fi +fi + +SYSTEM_ACLOCAL="$(which aclocal)" + +fetch_source "${AUTOMAKE_ROOT}.tar.gz" "${AUTOMAKE_DOWNLOAD_URL}" +check_sha256sum "${AUTOMAKE_ROOT}.tar.gz" "${AUTOMAKE_HASH}" +tar -zxf "${AUTOMAKE_ROOT}.tar.gz" +pushd "${AUTOMAKE_ROOT}" +DESTDIR=/manylinux-rootfs do_standard_install +popd +rm -rf "${AUTOMAKE_ROOT}" "${AUTOMAKE_ROOT}.tar.gz" + +# Strip what we can +strip_ /manylinux-rootfs + +# Install +cp -rlf /manylinux-rootfs/* / + +# Remove temporary rootfs +rm -rf /manylinux-rootfs + +# keep system aclocal files with local automake +"${SYSTEM_ACLOCAL}" --print-ac-dir >> "/usr/local/share/aclocal/dirlist" + +hash -r +automake --version diff --git a/build_scripts/install-build-packages.sh b/build_scripts/install-build-packages.sh new file mode 100755 index 0000000..eacfbcf --- /dev/null +++ b/build_scripts/install-build-packages.sh @@ -0,0 +1,30 @@ +#!/bin/bash +# Install packages that will be needed at runtime + +# Stop at any error, show all commands +set -exuo pipefail + +# Set build environment variables +MY_DIR=$(dirname "${BASH_SOURCE[0]}") + +# Get build utilities +# shellcheck source-path=SCRIPTDIR +source "${MY_DIR}/build_utils.sh" + +# if a devel package is added to COMPILE_DEPS, +# make sure the corresponding library is added to RUNTIME_DEPS if applicable + +# Base dependencies that should be available in all RHEL-like distributions +# cmake is needed for libjpeg-turbo, libtiff, and other CMake-based builds +COMPILE_DEPS=(bzip2-devel ncurses-devel gdbm-devel xz-devel openssl openssl-devel libffi-devel kernel-headers perl-IPC-Cmd cmake) + +# Optional dependencies (not available in minimal UBI images) +# We build curl and Tcl/Tk from source, so curl-devel and tk-devel are optional +for optional_pkg in readline-devel curl-devel uuid-devel tk-devel; do + if dnf list available "$optional_pkg" &>/dev/null; then + COMPILE_DEPS+=("$optional_pkg") + fi +done + +manylinux_pkg_install "${COMPILE_DEPS[@]}" +manylinux_pkg_clean diff --git a/build_scripts/install-clang-static.sh b/build_scripts/install-clang-static.sh new file mode 100755 index 0000000..46ef91d --- /dev/null +++ b/build_scripts/install-clang-static.sh @@ -0,0 +1,67 @@ +#!/bin/bash +# Install packages that will be needed at runtime + +# Stop at any error, show all commands +set -exuo pipefail + +# Set build environment variables +MY_DIR=$(dirname "${BASH_SOURCE[0]}") + +# Get build utilities +# shellcheck source-path=SCRIPTDIR +source "${MY_DIR}/build_utils.sh" + +case "${BASE_POLICY}-${AUDITWHEEL_ARCH}" in + manylinux-armv7l) TARGET_TRIPLE=armv7-unknown-linux-gnueabihf;; + musllinux-armv7l) TARGET_TRIPLE=armv7-alpine-linux-musleabihf;; + manylinux-ppc64le) TARGET_TRIPLE=powerpc64le-unknown-linux-gnu;; + musllinux-ppc64le) TARGET_TRIPLE=powerpc64le-alpine-linux-musl;; + manylinux-*) TARGET_TRIPLE=${AUDITWHEEL_ARCH}-unknown-linux-gnu;; + musllinux-*) TARGET_TRIPLE=${AUDITWHEEL_ARCH}-alpine-linux-musl;; +esac +case "${AUDITWHEEL_ARCH}" in + riscv64) M_ARCH="-march=rv64gc";; + x86_64) M_ARCH="-march=x86-64";; + armv7l) M_ARCH="-march=armv7a";; + i686) M_ARCH="-march=i686";; +esac +GCC_TRIPLE=$(gcc -dumpmachine) + +TOOLCHAIN_PATH="$1" +ln -s clang "${TOOLCHAIN_PATH}/bin/gcc" +ln -s clang "${TOOLCHAIN_PATH}/bin/cc" +ln -s clang-cpp "${TOOLCHAIN_PATH}/bin/cpp" +ln -s clang++ "${TOOLCHAIN_PATH}/bin/g++" +ln -s clang++ "${TOOLCHAIN_PATH}/bin/c++" + +cat<"${TOOLCHAIN_PATH}/bin/${AUDITWHEEL_PLAT}.cfg" + -target ${TARGET_TRIPLE} + ${M_ARCH:-} + --gcc-toolchain=${DEVTOOLSET_ROOTPATH:-}/usr + --gcc-triple=${GCC_TRIPLE} +EOF + +cat<"${TOOLCHAIN_PATH}/bin/clang.cfg" + @${AUDITWHEEL_PLAT}.cfg + -fuse-ld=lld +EOF +cat<"${TOOLCHAIN_PATH}/bin/clang++.cfg" + @${AUDITWHEEL_PLAT}.cfg + -fuse-ld=lld +EOF +cat<"${TOOLCHAIN_PATH}/bin/clang-cpp.cfg" + @${AUDITWHEEL_PLAT}.cfg +EOF + +cat<"${TOOLCHAIN_PATH}/entrypoint" +#!/bin/bash + +set -eu +export MANYLINUX_DISABLE_CLANG=${MANYLINUX_DISABLE_CLANG} +if [ ${MANYLINUX_DISABLE_CLANG} -eq 0 ] && [ \${MANYLINUX_DISABLE_CLANG_FOR_CPYTHON:-0} -eq 0 ]; then + export PATH="${TOOLCHAIN_PATH}/bin:\${PATH}" +fi +exec manylinux-entrypoint "\$@" +EOF + +chmod +x "${TOOLCHAIN_PATH}/entrypoint" diff --git a/build_scripts/install-entrypoint.sh b/build_scripts/install-entrypoint.sh new file mode 100755 index 0000000..056faab --- /dev/null +++ b/build_scripts/install-entrypoint.sh @@ -0,0 +1,5 @@ +#!/bin/sh +# Install entrypoint for UBI8-based builder image + +# Stop at any error, show all commands +set -exu diff --git a/build_scripts/install-gcc-wrapper.sh b/build_scripts/install-gcc-wrapper.sh new file mode 100755 index 0000000..982f803 --- /dev/null +++ b/build_scripts/install-gcc-wrapper.sh @@ -0,0 +1,110 @@ +#!/bin/bash + +# Stop at any error, show all commands +set -exuo pipefail + +if [ "${AUDITWHEEL_ARCH}" != "x86_64" ]; then + exit 0 +fi + +if ! echo | gcc -S -x c -o /dev/null -v - 2>&1 | grep 'march=x86-64-v' > /dev/null; then + exit 0 +fi + +# Get script directory +MY_DIR=$(dirname "${BASH_SOURCE[0]}") + +# Get build utilities +# shellcheck source-path=SCRIPTDIR +source "${MY_DIR}/build_utils.sh" + +# create wrapper to override default -march=x86-64-v? and replace it with -march=x86-64 +cat < /tmp/manylinux-gcc-wrapper.c +#define _GNU_SOURCE +#include +#include +#include +#include +#include +#include + +int main(int argc, char* argv[]) { + int has_march = 0; + int has_mtune = 0; + for (int i = 1; i < argc; ++i) { + if (!has_march && (strncmp(argv[i], "-march=", 7) == 0)) { + has_march = 1; + if (has_mtune) break; + } + else if (!has_mtune && (strncmp(argv[i], "-mtune=", 7) == 0)) { + has_mtune = 1; + if (has_march) break; + } + } + int insert = 0; + if (!has_march) { + insert += 1; + if (!has_mtune) insert += 1; + } + if (argc > (INT_MAX - insert - 1)) { + fputs("too many arguments\n", stderr); + return EXIT_FAILURE; + } + size_t argc_ = argc + insert + 1; + if (argc_ > SIZE_MAX / sizeof(char*)) { + fputs("too many arguments2\n", stderr); + return EXIT_FAILURE; + } + char** argv_ = malloc(argc_ * sizeof(char*)); + if (argv_ == NULL) { + fputs("can't allocate memory for arguments\n", stderr); + return EXIT_FAILURE; + } + char* progname = basename(argv[0]); + char argv0[128]; + int len = snprintf(argv0, sizeof(argv0), "${DEVTOOLSET_ROOTPATH}/usr/bin/%s", progname); + if ((len <= 0) || (len >= sizeof(argv0))) { + fputs("can't compute argv0\n", stderr); + return EXIT_FAILURE; + } + argv_[0] = argv0; + if (insert > 0) { + if (insert == 2) argv_[1] = "-mtune=generic"; + argv_[insert] = "-march=x86-64"; + } + for (int i = 1; i < argc; ++i) { + argv_[i + insert] = argv[i]; + } + argv_[argc_ - 1] = NULL; + if (execv(argv0, argv_) == -1) { + fprintf(stderr, "failed to start '%s'\n", argv0); + return EXIT_FAILURE; + } + return 0; +} +EOF + +# shellcheck disable=SC2086 +gcc ${MANYLINUX_CFLAGS} -std=c11 -Os -s -Werror -o /usr/local/bin/manylinux-gcc-wrapper /tmp/manylinux-gcc-wrapper.c + +for EXE in "${DEVTOOLSET_ROOTPATH}"/usr/bin/*; do + if diff -q "${EXE}" "${DEVTOOLSET_ROOTPATH}/usr/bin/gcc"; then + LINK_NAME=/usr/local/bin/$(basename "${EXE}") + ln -s manylinux-gcc-wrapper "${LINK_NAME}" + if echo | "${LINK_NAME}" -S -x c -o /dev/null -v - 2>&1 | grep 'march=x86-64-v' > /dev/null; then + exit 1 + fi + elif diff -q "${EXE}" "${DEVTOOLSET_ROOTPATH}/usr/bin/g++"; then + LINK_NAME=/usr/local/bin/$(basename "${EXE}") + ln -s manylinux-gcc-wrapper "${LINK_NAME}" + if echo | "${LINK_NAME}" -S -x c++ -o /dev/null -v - 2>&1 | grep 'march=x86-64-v' > /dev/null; then + exit 1 + fi + elif diff -q "${EXE}" "${DEVTOOLSET_ROOTPATH}/usr/bin/gfortran"; then + LINK_NAME=/usr/local/bin/$(basename "${EXE}") + ln -s manylinux-gcc-wrapper "${LINK_NAME}" + if echo | "${LINK_NAME}" -S -x f77 -o /dev/null -v - 2>&1 | grep 'march=x86-64-v' > /dev/null; then + exit 1 + fi + fi +done diff --git a/build_scripts/install-git-lfs.sh b/build_scripts/install-git-lfs.sh new file mode 100755 index 0000000..1ade8ed --- /dev/null +++ b/build_scripts/install-git-lfs.sh @@ -0,0 +1,51 @@ +#!/bin/bash +# Top-level build script called from Dockerfile + +# Stop at any error, show all commands +set -exuo pipefail + +# Get script directory +MY_DIR=$(dirname "${BASH_SOURCE[0]}") + +# Get build utilities +# shellcheck source-path=SCRIPTDIR +source "${MY_DIR}/build_utils.sh" + +cd /tmp +case "${AUDITWHEEL_ARCH}" in + x86_64) GOARCH=amd64;; + i686) GOARCH=386;; + aarch64) GOARCH=arm64;; + armv7l) GOARCH=arm;; + *) GOARCH="${AUDITWHEEL_ARCH}";; +esac + +GIT_LFS_VERSION=3.7.1 +GIT_LFS_SHA256=sha256sums.asc +GIT_LFS_ARCHIVE="git-lfs-linux-${GOARCH}-v${GIT_LFS_VERSION}.tar.gz" + +# for some reason, using --homedir gpg option fails, let's backup instead +if [ -d ~/.gnupg ]; then + mv ~/.gnupg ~/.gnupg.backup +fi + +tar -Ozxf "${MY_DIR}/git-lfs-core-gpg-keys" | gpg --import - + +curl -fsSLo "${GIT_LFS_SHA256}" "https://github.com/git-lfs/git-lfs/releases/download/v${GIT_LFS_VERSION}/sha256sums.asc" +curl -fsSLo "${GIT_LFS_ARCHIVE}" "https://github.com/git-lfs/git-lfs/releases/download/v${GIT_LFS_VERSION}/${GIT_LFS_ARCHIVE}" + +gpg -d "${GIT_LFS_SHA256}" | grep "${GIT_LFS_ARCHIVE}" | sha256sum -c +if [ "${AUDITWHEEL_POLICY}" != "manylinux2014" ]; then + gpgconf --kill gpg-agent +fi + +mkdir git-lfs +tar -C git-lfs -xf "${GIT_LFS_ARCHIVE}" --strip-components 1 +./git-lfs/install.sh + +rm -rf ~/.gnupg +if [ -d ~/.gnupg.backup ]; then + mv ~/.gnupg.backup ~/.gnupg +fi + +rm -rf "${GIT_LFS_SHA256}" "${GIT_LFS_ARCHIVE}" ./git-lfs diff --git a/build_scripts/install-libtool.sh b/build_scripts/install-libtool.sh new file mode 100755 index 0000000..b39da73 --- /dev/null +++ b/build_scripts/install-libtool.sh @@ -0,0 +1,36 @@ +#!/bin/bash +# Top-level build script called from Dockerfile + +# Stop at any error, show all commands +set -exuo pipefail + +# Get script directory +MY_DIR=$(dirname "${BASH_SOURCE[0]}") + +# Get build utilities +# shellcheck source-path=SCRIPTDIR +source "${MY_DIR}/build_utils.sh" + +# Install newest libtool +check_var "${LIBTOOL_ROOT}" +check_var "${LIBTOOL_HASH}" +check_var "${LIBTOOL_DOWNLOAD_URL}" +fetch_source "${LIBTOOL_ROOT}.tar.gz" "${LIBTOOL_DOWNLOAD_URL}" +check_sha256sum "${LIBTOOL_ROOT}.tar.gz" "${LIBTOOL_HASH}" +tar -zxf "${LIBTOOL_ROOT}.tar.gz" +pushd "${LIBTOOL_ROOT}" +DESTDIR=/manylinux-rootfs do_standard_install +popd +rm -rf "${LIBTOOL_ROOT}" "${LIBTOOL_ROOT}.tar.gz" + +# Strip what we can +strip_ /manylinux-rootfs + +# Install +cp -rlf /manylinux-rootfs/* / + +# Remove temporary rootfs +rm -rf /manylinux-rootfs + +hash -r +libtoolize --version diff --git a/build_scripts/install-libxcrypt.sh b/build_scripts/install-libxcrypt.sh new file mode 100755 index 0000000..f8caac8 --- /dev/null +++ b/build_scripts/install-libxcrypt.sh @@ -0,0 +1,64 @@ +#!/bin/bash +# Top-level build script called from Dockerfile + +# Stop at any error, show all commands +set -exuo pipefail + +# Get script directory +MY_DIR=$(dirname "${BASH_SOURCE[0]}") + +# Get build utilities +# shellcheck source-path=SCRIPTDIR +source "${MY_DIR}/build_utils.sh" + +if [ "${AUDITWHEEL_POLICY}" != "manylinux2014" ]; then + echo "Skip libxcrypt installation on ${AUDITWHEEL_POLICY}" + exit 0 +fi + +# Install libcrypt.so.1 and libcrypt.so.2 +check_var "${LIBXCRYPT_VERSION}" +check_var "${LIBXCRYPT_HASH}" +check_var "${LIBXCRYPT_DOWNLOAD_URL}" +LIBXCRYPT_ROOT="libxcrypt-${LIBXCRYPT_VERSION}" + +if [ "${MANYLINUX_DISABLE_CLANG}" -eq 0 ]; then + # revert to using ld as ldd does not like the version script + MANYLINUX_LDFLAGS="-fuse-ld=ld ${MANYLINUX_LDFLAGS}" +fi + +fetch_source "${LIBXCRYPT_ROOT}.tar.xz" "${LIBXCRYPT_DOWNLOAD_URL}/v${LIBXCRYPT_VERSION}" +check_sha256sum "${LIBXCRYPT_ROOT}.tar.xz" "${LIBXCRYPT_HASH}" +tar xfJ "${LIBXCRYPT_ROOT}.tar.xz" +pushd "${LIBXCRYPT_ROOT}" +DESTDIR=/manylinux-rootfs do_standard_install \ + --disable-obsolete-api \ + --enable-hashes=all \ + --disable-werror +# we also need libcrypt.so.1 with glibc compatibility for system libraries +# c.f https://github.com/pypa/manylinux/issues/305#issuecomment-625902928 +make clean > /dev/null +sed -r -i 's/XCRYPT_([0-9.])+/-/g;s/(%chain OW_CRYPT_1.0).*/\1/g' lib/libcrypt.map.in +DESTDIR=/manylinux-rootfs/so.1 do_standard_install \ + --disable-xcrypt-compat-files \ + --enable-obsolete-api=glibc \ + --enable-hashes=all \ + --disable-werror +cp -P /manylinux-rootfs/so.1/usr/local/lib/libcrypt.so.1* /manylinux-rootfs/usr/local/lib/ +rm -rf /manylinux-rootfs/so.1 +popd +rm -rf "${LIBXCRYPT_ROOT}.tar.xz" "${LIBXCRYPT_ROOT}" + +# Strip what we can +strip_ /manylinux-rootfs + +# Install +cp -rlf /manylinux-rootfs/* / + +# Remove temporary rootfs +rm -rf /manylinux-rootfs + +# Delete GLIBC version headers and libraries +rm -rf /usr/include/crypt.h +find /lib* /usr/lib* \( -name 'libcrypt.a' -o -name 'libcrypt.so' -o -name 'libcrypt.so.*' -o -name 'libcrypt-2.*.so' \) -delete +ldconfig diff --git a/build_scripts/install-runtime-packages.sh b/build_scripts/install-runtime-packages.sh new file mode 100755 index 0000000..a73b9ff --- /dev/null +++ b/build_scripts/install-runtime-packages.sh @@ -0,0 +1,94 @@ +#!/bin/bash +# Install packages that will be needed at runtime + +# Stop at any error, show all commands +set -exuo pipefail + +# Set build environment variables +MY_DIR=$(dirname "${BASH_SOURCE[0]}") + +# Get build utilities +# shellcheck source-path=SCRIPTDIR +source "${MY_DIR}/build_utils.sh" + +# Libraries that are allowed as part of the manylinux2014 profile +# Extract from PEP: https://www.python.org/dev/peps/pep-0599/#the-manylinux2014-policy +# On RPM-based systems, they are provided by these packages: +# Package: Libraries +# glib2: libglib-2.0.so.0, libgthread-2.0.so.0, libgobject-2.0.so.0 +# glibc: libresolv.so.2, libutil.so.1, libnsl.so.1, librt.so.1, libpthread.so.0, libdl.so.2, libm.so.6, libc.so.6 +# libICE: libICE.so.6 +# libX11: libX11.so.6 +# libXext: libXext.so.6 +# libXrender: libXrender.so.1 +# libgcc: libgcc_s.so.1 +# libstdc++: libstdc++.so.6 +# mesa: libGL.so.1 +# +# PEP is missing the package for libSM.so.6 for RPM based system +# +# With PEP600, more packages are allowed by auditwheel policies +# - libz.so.1 +# - libexpat.so.1 + + +# MANYLINUX_DEPS: Install development packages (except for libgcc which is provided by gcc install) +# Note: UBI images have a limited package set. Some X11 libraries may not be available. +MANYLINUX_DEPS=(glibc-devel libstdc++-devel glib2-devel zlib-devel expat-devel) +# Try to install X11 libraries if available (not in UBI minimal images) +for pkg in libX11-devel libXext-devel libXrender-devel mesa-libGL-devel libICE-devel libSM-devel; do + if dnf list available "$pkg" &>/dev/null; then + MANYLINUX_DEPS+=("$pkg") + fi +done + +# RUNTIME_DEPS: Runtime dependencies. c.f. install-build-packages.sh +RUNTIME_DEPS=(zlib bzip2 expat ncurses readline gdbm xz openssl libcurl uuid libffi tk) + +BASE_TOOLS=(autoconf automake bzip2 ca-certificates curl diffutils file make patch unzip) +# Add bison if available (not in UBI minimal images) +if dnf list available bison &>/dev/null; then + BASE_TOOLS+=(bison) +fi +BASE_TOOLS+=(glibc-locale-source glibc-langpack-en gnupg2 gzip hardlink hostname libcurl libxcrypt which) +# libnsl not available in UBI8, add if present +if dnf list available libnsl &>/dev/null; then + BASE_TOOLS+=(libnsl) +fi +echo "tsflags=nodocs" >> /etc/dnf/dnf.conf +dnf -y upgrade +EPEL= +if dnf list available epel-release &>/dev/null; then + EPEL=epel-release +fi +dnf -y install dnf-plugins-core ${EPEL} +# UBI8 already has ubi-8-codeready-builder-rpms enabled by default +dnf config-manager --set-enabled ubi-8-codeready-builder-rpms 2>/dev/null || \ + dnf config-manager --set-enabled codeready-builder-for-rhel-8-*-rpms 2>/dev/null || \ + dnf config-manager --set-enabled powertools 2>/dev/null || true +TOOLCHAIN_DEPS=(gcc-toolset-14-binutils gcc-toolset-14-gcc gcc-toolset-14-gcc-c++ gcc-toolset-14-gcc-gfortran gcc-toolset-14-libatomic-devel) +if [ "${AUDITWHEEL_ARCH}" == "x86_64" ]; then + # yasm not available in UBI8, add if present (we can build without it if needed) + if dnf list available yasm &>/dev/null; then + TOOLCHAIN_DEPS+=(yasm) + fi +fi + +manylinux_pkg_install "${BASE_TOOLS[@]}" "${TOOLCHAIN_DEPS[@]}" "${MANYLINUX_DEPS[@]}" "${RUNTIME_DEPS[@]}" + +# update system packages, we already updated them but +# the following script takes care of cleaning-up some things +# and since it's also needed in the finalize step, everything's +# centralized in this script to avoid code duplication +LC_ALL=C "${MY_DIR}/update-system-packages.sh" + +# we'll be removing libcrypt.so.1 later on +# this is needed to ensure the new one will be found +# as LD_LIBRARY_PATH does not seem enough. +# c.f. https://github.com/pypa/manylinux/issues/1022 +echo "/usr/local/lib" > /etc/ld.so.conf.d/00-manylinux.conf +ldconfig + +if [ "${OS_ID_LIKE}-${AUDITWHEEL_ARCH}" == "rhel-i686" ] && [ -f /usr/bin/i686-redhat-linux-gnu-pkg-config ] && [ ! -f /usr/bin/i386-redhat-linux-gnu-pkg-config ]; then + ln -s i686-redhat-linux-gnu-pkg-config /usr/bin/i386-redhat-linux-gnu-pkg-config +fi diff --git a/build_scripts/manylinux-interpreters.py b/build_scripts/manylinux-interpreters.py new file mode 100644 index 0000000..f3b5b52 --- /dev/null +++ b/build_scripts/manylinux-interpreters.py @@ -0,0 +1,210 @@ +from __future__ import annotations + +import argparse +import json +import os +import subprocess +import sys +from functools import cache +from pathlib import Path + +HERE = Path(__file__).parent.resolve(strict=True) +PYTHON_TAGS = json.loads(HERE.joinpath("python_versions.json").read_text()) +INSTALL_DIR = Path("/opt/python") +ARCH = os.environ["AUDITWHEEL_ARCH"] +POLICY = os.environ["AUDITWHEEL_POLICY"] +NO_CHECK = os.environ.get("MANYLINUX_INTERPRETERS_NO_CHECK", "0") == "1" + + +def sort_key(tag): + python_tag, _ = tag.split("-") + if python_tag.startswith(("cp", "pp")): + return python_tag[:2], int(python_tag[2]), int(python_tag[3:]) + if python_tag.startswith("graalpy"): + return python_tag[:7], int(python_tag[7]), int(python_tag[8:]) + raise LookupError(tag) + + +@cache +def get_all_tags(no_check: bool = False): + all_tags_ = {p.name for p in INSTALL_DIR.iterdir() if p.is_dir()} + if POLICY.startswith("manylinux"): + all_tags_ |= {tag for tag in PYTHON_TAGS if ARCH in PYTHON_TAGS[tag]} + if no_check: + all_tags_ |= set(PYTHON_TAGS.keys()) + all_tags = list(all_tags_) + all_tags.sort(key=lambda tag: sort_key(tag)) + return all_tags + + +def add_parser_list(subparsers): + description = "list available or installed interpreters" + parser = subparsers.add_parser("list", description=description, help=description) + parser.set_defaults(func=_list) + parser.add_argument( + "-v", + "--verbose", + default=False, + action="store_true", + help="display additional information (--format=text only, ignored for --format=json)", + ) + parser.add_argument( + "-i", + "--installed", + default=False, + action="store_true", + help="only list installed interpreters", + ) + parser.add_argument( + "--format", + choices=["text", "json"], + default="text", + help="text is not meant to be machine readable (i.e. the format is not stable)", + ) + + +def get_info_from_path(path: Path): + python = path / "bin" / "python" + script = """ +import json +import sys +pre_map = {"alpha": "a", "beta": "b", "candidate": "rc"} +pv = sys.version_info +pv_pre = pre_map.get(pv[3], "") +if pv_pre: + pv_pre += str(pv[4]) +iv = sys.implementation.version +iv_pre = pre_map.get(iv[3], "") +if iv_pre: + iv_pre += str(iv[4]) +info = { + "pv": ".".join(str(p) for p in pv[:3]) + pv_pre, + "i": sys.implementation.name, + "iv": ".".join(str(p) for p in iv[:3]) + iv_pre, +} +print(json.dumps(info)) + """ + output = subprocess.run( + [str(python), "-c", script], + check=True, + text=True, + stdout=subprocess.PIPE, + ).stdout + return json.loads(output) + + +def get_info_from_tag(tag): + python_tag, _ = tag.split("-") + if python_tag.startswith("pp"): + return { + "pv": f"{python_tag[2]}.{python_tag[3:]}", + "i": "pypy", + "iv": PYTHON_TAGS[tag][ARCH]["version"], + } + if python_tag.startswith("graalpy"): + return { + "pv": f"{python_tag[7]}.{python_tag[8:]}", + "i": "graalpy", + "iv": PYTHON_TAGS[tag][ARCH]["version"], + } + raise LookupError(tag) + + +def _list(args): + tags = get_all_tags() + if args.installed: + tags = [tag for tag in tags if INSTALL_DIR.joinpath(tag).exists()] + + tag_infos = [] + for tag in tags: + install_path = INSTALL_DIR.joinpath(tag) + installed = install_path.exists() + info = get_info_from_path(install_path) if installed else get_info_from_tag(tag) + tag_info = { + "identifier": tag, + "installed": installed, + "python_version": info["pv"], + "implementation": info["i"], + "implementation_version": info["iv"], + "install_path": str(install_path), + } + tag_infos.append(tag_info) + + if args.format == "json": + json.dump(tag_infos, sys.stdout, indent=2) + return + + assert args.format == "text" + for tag in tag_infos: + print(f"{tag['identifier']}{':' if args.verbose else ''}") + if args.verbose: + print(f" installed: {'yes' if tag['installed'] else 'no'}") + print(f" python version: {tag['python_version']}") + print(f" implementation: {tag['implementation']}") + print(f" implementation version: {tag['implementation_version']}") + print(f" install_path: {tag['install_path']}") + + +def add_parser_ensure(subparsers): + description = "make sure a list of interpreters are installed" + parser = subparsers.add_parser("ensure", description=description, help=description) + parser.set_defaults(func=ensure) + parser.add_argument( + "tags", + choices=get_all_tags(no_check=NO_CHECK), + metavar="TAG", + nargs="+", + help="tag with format '-' e.g. 'pp310-pypy310_pp73'", + ) + + +def ensure_one(tag): + install_path = INSTALL_DIR.joinpath(tag) + if install_path.exists(): + print(f"'{tag}' already installed at '{install_path}'") + return + if tag not in get_all_tags() or ARCH not in PYTHON_TAGS[tag]: + print(f"skipping '{tag}' for '{ARCH}' architecture") + return + print(f"installing '{tag}' at '{install_path}'") + install_script = HERE / "download-and-install-interpreter.sh" + tag_info = PYTHON_TAGS[tag][ARCH] + download_url = tag_info["download_url"] + sha256 = tag_info["sha256"] + subprocess.run([str(install_script), tag, download_url, sha256], check=True) + if not install_path.exists(): + print("installation failed", file=sys.stderr) + exit(1) + + +def ensure(args): + for tag in args.tags: + ensure_one(tag) + + +def add_parser_ensure_all(subparsers): + description = "make sure all interpreters are installed" + parser = subparsers.add_parser("ensure-all", description=description, help=description) + parser.set_defaults(func=ensure_all) + + +def ensure_all(args): # noqa: ARG001 + for tag in get_all_tags(): + ensure_one(tag) + + +def main(): + parser = argparse.ArgumentParser() + subparsers = parser.add_subparsers(required=True) + add_parser_ensure(subparsers) + add_parser_ensure_all(subparsers) + add_parser_list(subparsers) + args = parser.parse_args() + if not hasattr(args, "func"): + parser.print_help() + return + args.func(args) + + +if __name__ == "__main__": + main() diff --git a/build_scripts/python-tag-abi-tag.py b/build_scripts/python-tag-abi-tag.py new file mode 100644 index 0000000..ba22ea6 --- /dev/null +++ b/build_scripts/python-tag-abi-tag.py @@ -0,0 +1,9 @@ +# Utility script to print the python tag + the abi tag for a Python +# See PEP 425 for exactly what these are, but an example would be: +# cp27-cp27mu + +from packaging.tags import sys_tags + +# first tag is always the more specific tag +tag = next(sys_tags()) +print(f"{tag.interpreter}-{tag.abi}") diff --git a/build_scripts/python_versions.json b/build_scripts/python_versions.json new file mode 100644 index 0000000..e546449 --- /dev/null +++ b/build_scripts/python_versions.json @@ -0,0 +1,94 @@ +{ + "graalpy311-graalpy242_311_native": { + "x86_64": { + "version": "24.2.2", + "download_url": "https://github.com/oracle/graalpython/releases/download/graal-24.2.2/graalpy-24.2.2-linux-amd64.tar.gz", + "sha256": "604b7abf6c58038a30866e52da43818af63bcd97909af8b1a96523c7f0e01414" + }, + "aarch64": { + "version": "24.2.2", + "download_url": "https://github.com/oracle/graalpython/releases/download/graal-24.2.2/graalpy-24.2.2-linux-aarch64.tar.gz", + "sha256": "c9be459ab9479892b88dd63f8f88cbc7b1067f4cb27ff17f4761b36de6bd73af" + } + }, + "graalpy312-graalpy250_312_native": { + "x86_64": { + "version": "25.0.1", + "download_url": "https://github.com/oracle/graalpython/releases/download/graal-25.0.1/graalpy-25.0.1-linux-amd64.tar.gz", + "sha256": "b5baff786753ebb774300fcf68a9bca4d14cbb8099f055637bee11786abb2d57" + }, + "aarch64": { + "version": "25.0.1", + "download_url": "https://github.com/oracle/graalpython/releases/download/graal-25.0.1/graalpy-25.0.1-linux-aarch64.tar.gz", + "sha256": "f3315d1a3f13e7fcd785d0ca9b954d251da5f5d0dedae094c28a0566a239e4fd" + } + }, + "pp38-pypy38_pp73": { + "x86_64": { + "version": "7.3.11", + "download_url": "https://downloads.python.org/pypy/pypy3.8-v7.3.11-linux64.tar.bz2", + "sha256": "470330e58ac105c094041aa07bb05676b06292bc61409e26f5c5593ebb2292d9" + }, + "aarch64": { + "version": "7.3.11", + "download_url": "https://downloads.python.org/pypy/pypy3.8-v7.3.11-aarch64.tar.bz2", + "sha256": "9a2fa0b8d92b7830aa31774a9a76129b0ff81afbd22cd5c41fbdd9119e859f55" + }, + "i686": { + "version": "7.3.11", + "download_url": "https://downloads.python.org/pypy/pypy3.8-v7.3.11-linux32.tar.bz2", + "sha256": "a79b31fce8f5bc1f9940b6777134189a1d3d18bda4b1c830384cda90077c9176" + } + }, + "pp39-pypy39_pp73": { + "x86_64": { + "version": "7.3.16", + "download_url": "https://downloads.python.org/pypy/pypy3.9-v7.3.16-linux64.tar.bz2", + "sha256": "16f9c5b808c848516e742986e826b833cdbeda09ad8764e8704595adbe791b23" + }, + "aarch64": { + "version": "7.3.16", + "download_url": "https://downloads.python.org/pypy/pypy3.9-v7.3.16-aarch64.tar.bz2", + "sha256": "de3f2ed3581b30555ac0dd3e4df78a262ec736a36fb2e8f28259f8539b278ef4" + }, + "i686": { + "version": "7.3.16", + "download_url": "https://downloads.python.org/pypy/pypy3.9-v7.3.16-linux32.tar.bz2", + "sha256": "583b6d6dd4e8c07cbc04da04a7ec2bdfa6674825289c2378c5e018d5abe779ea" + } + }, + "pp310-pypy310_pp73": { + "x86_64": { + "version": "7.3.19", + "download_url": "https://downloads.python.org/pypy/pypy3.10-v7.3.19-linux64.tar.bz2", + "sha256": "c73ac2cc2380ac9227fd297482bf2a3e17a80618ba46db7544d535515321ec1e" + }, + "aarch64": { + "version": "7.3.19", + "download_url": "https://downloads.python.org/pypy/pypy3.10-v7.3.19-aarch64.tar.bz2", + "sha256": "af27a589178f11198e2244ab65ca510630ba97c131d7ccc4021eb5bc58de7f57" + }, + "i686": { + "version": "7.3.19", + "download_url": "https://downloads.python.org/pypy/pypy3.10-v7.3.19-linux32.tar.bz2", + "sha256": "e63a4fcad2641ee541e852918befb513abf04ce7070f743a50778cae9f9da80e" + } + }, + "pp311-pypy311_pp73": { + "x86_64": { + "version": "7.3.20", + "download_url": "https://downloads.python.org/pypy/pypy3.11-v7.3.20-linux64.tar.bz2", + "sha256": "1410db3a7ae47603e2b7cbfd7ff6390b891b2e041c9eb4f1599f333677bccb3e" + }, + "aarch64": { + "version": "7.3.20", + "download_url": "https://downloads.python.org/pypy/pypy3.11-v7.3.20-aarch64.tar.bz2", + "sha256": "9347fe691a07fd9df17a1b186554fb9d9e6210178ffef19520a579ce1f9eb741" + }, + "i686": { + "version": "7.3.20", + "download_url": "https://downloads.python.org/pypy/pypy3.11-v7.3.20-linux32.tar.bz2", + "sha256": "d08ce15dd61e9ace5e010b047104f0137110a258184e448ea8239472f10cf99b" + } + } +} \ No newline at end of file diff --git a/build_scripts/requirements-base-tools.txt b/build_scripts/requirements-base-tools.txt new file mode 100644 index 0000000..9b3b36e --- /dev/null +++ b/build_scripts/requirements-base-tools.txt @@ -0,0 +1,30 @@ +# This file was autogenerated by uv via the following command: +# nox -s update_python_dependencies +argcomplete==3.6.3 \ + --hash=sha256:62e8ed4fd6a45864acc8235409461b72c9a28ee785a2011cc5eb78318786c89c \ + --hash=sha256:f5007b3a600ccac5d25bbce33089211dfd49eab4a7718da3f10e3082525a92ce + # via pipx +certifi==2025.10.5 \ + --hash=sha256:0f212c2744a9bb6de0c56639a6f68afe01ecd92d91f14ae897c4fe7bbeeef0de \ + --hash=sha256:47c09d31ccf2acf0be3f701ea53595ee7e0b8fa08801c6624be771df09ae7b43 + # via -r requirements-base-tools.in +click==8.3.0 \ + --hash=sha256:9b9f285302c6e3064f4330c05f05b81945b2a39544279343e6e7c5f27a9baddc \ + --hash=sha256:e7b8232224eba16f4ebe410c25ced9f7875cb5f3263ffc93cc3e8da705e229c4 + # via userpath +packaging==25.0 \ + --hash=sha256:29572ef2b1f17581046b3a2227d5c611fb25ec70ca1ba8554b24b0e69331a484 \ + --hash=sha256:d443872c98d677bf60f6a1f2f8c1cb748e8fe762d2bf9d3148b5599295b0fc4f + # via pipx +pipx==1.8.0 \ + --hash=sha256:61a653ef2046de67c3201306b9d07428e93c80e6bebdcbbcb8177ecf3328b403 \ + --hash=sha256:b9535d59108d31675e7e14a837273e7816be2b8f08a96b3cc48daf09c066e696 + # via -r requirements-base-tools.in +platformdirs==4.5.0 \ + --hash=sha256:70ddccdd7c99fc5942e9fc25636a8b34d04c24b335100223152c2803e4063312 \ + --hash=sha256:e578a81bb873cbb89a41fcc904c7ef523cc18284b7e3b3ccf06aca1403b7ebd3 + # via pipx +userpath==1.9.2 \ + --hash=sha256:2cbf01a23d655a1ff8fc166dfb78da1b641d1ceabf0fe5f970767d380b14e89d \ + --hash=sha256:6c52288dab069257cc831846d15d48133522455d4677ee69a9781f11dbefd815 + # via pipx diff --git a/build_scripts/requirements-tools/auditwheel b/build_scripts/requirements-tools/auditwheel new file mode 100644 index 0000000..3fcc396 --- /dev/null +++ b/build_scripts/requirements-tools/auditwheel @@ -0,0 +1,14 @@ +# This file was autogenerated by uv via the following command: +# nox -s update_python_dependencies +auditwheel==6.5.0 \ + --hash=sha256:4fbcbd5854054bb1dd7870db03727b871b96b18147db57259561c058603987d7 \ + --hash=sha256:e08d2eede0259be6feff597d041c06175026e93248a1a97143acc52c57714d80 + # via -r .nox/update_python_dependencies/tmp/auditwheel.in +packaging==25.0 \ + --hash=sha256:29572ef2b1f17581046b3a2227d5c611fb25ec70ca1ba8554b24b0e69331a484 \ + --hash=sha256:d443872c98d677bf60f6a1f2f8c1cb748e8fe762d2bf9d3148b5599295b0fc4f + # via auditwheel +pyelftools==0.32 \ + --hash=sha256:013df952a006db5e138b1edf6d8a68ecc50630adbd0d83a2d41e7f846163d738 \ + --hash=sha256:6de90ee7b8263e740c8715a925382d4099b354f29ac48ea40d840cf7aa14ace5 + # via auditwheel diff --git a/build_scripts/requirements-tools/cmake b/build_scripts/requirements-tools/cmake new file mode 100644 index 0000000..586ab9e --- /dev/null +++ b/build_scripts/requirements-tools/cmake @@ -0,0 +1,23 @@ +# This file was autogenerated by uv via the following command: +# nox -s update_python_dependencies +cmake==4.1.2 \ + --hash=sha256:0a5edb762341220649794580b3b9608ea782b5ba6a3f7fe4e21eb4a4f705ec39 \ + --hash=sha256:1034d0670581149981138609fe993dd791b92992e8a57c1b92ab9b3d818b6069 \ + --hash=sha256:3e9dcc042d4b41bab6a5b5d3c3144a73009cffd6f390b4ea7b3971967caa2f7d \ + --hash=sha256:415396a7320856c64bd27ca00950b2bbb161604bff60ae5ebf256e2ca08b81ab \ + --hash=sha256:4bdf265e908ae18a318e5e1b7f796ba4b80ec0e5d53b3bf82f503786cab3a8ce \ + --hash=sha256:56d1afbb5f7d8e588b7f384c323eff93aff7846666d7db18b7851b870ac1f8ea \ + --hash=sha256:679cc0e1cc7227ead59f7126b27a9df44f3273c2952ab720f94e5dc5a3e26bd0 \ + --hash=sha256:6d5e09cf9b5aded14c1e271b09b0d0749b4db38002d5715ab626695b1baaf0cb \ + --hash=sha256:7587a2b2ce48df1fd68a68657b6c5a711b467c346812e46dfb9cd996cd6e2352 \ + --hash=sha256:96f5b0b2685137a3fd37f73cce04dcfc1cc05208be5890460fcd9f2033364df8 \ + --hash=sha256:a1d4ab14b8274c85ba28de739bbf212efc267286d8908e8224e0dfff667a3a5e \ + --hash=sha256:b608042882f79ad2b92ce44bc1f1266882b7784f8feab313ae0b6c735379bd4c \ + --hash=sha256:bee98458447b3a3b937b72849489e6e37ba0076d46df2fbb3af26739e1a3ed10 \ + --hash=sha256:c19f2d56a1cf50bfb7d3b736707419cf1fab14b5d22d5452f8cf7b8c1208df01 \ + --hash=sha256:d24040de733cfd8adc005dfdf5a532b01e991fde94eda6bed289538fd0b31fe1 \ + --hash=sha256:d7ecea15c2cae907966adf64e16ede1dae3adf67ce176d70279a968b01b6cba4 \ + --hash=sha256:ec978480e11a2c2591d54ed4e92a911913a85d805bd3d6311eb51dbcd22b8697 \ + --hash=sha256:f0676a6357957a1e3391815385d6494438b1ad2df97928727ce9e5080a1d38f1 \ + --hash=sha256:fe6a4f95d90deeb4c63818d6a3a601d038b06d535ebd13515f41814ae9c7a9ae + # via -r .nox/update_python_dependencies/tmp/cmake.in diff --git a/build_scripts/requirements-tools/patchelf b/build_scripts/requirements-tools/patchelf new file mode 100644 index 0000000..2aad52b --- /dev/null +++ b/build_scripts/requirements-tools/patchelf @@ -0,0 +1,13 @@ +# This file was autogenerated by uv via the following command: +# nox -s update_python_dependencies +patchelf==0.17.2.4 \ + --hash=sha256:09fd848d625a165fc7b7e07745508c24077129b019c4415a882938781d43adf8 \ + --hash=sha256:2931a1b5b85f3549661898af7bf746afbda7903c7c9a967cfc998a3563f84fad \ + --hash=sha256:343bb1b94e959f9070ca9607453b04390e36bbaa33c88640b989cefad0aa049e \ + --hash=sha256:680a266a70f60a7a4f4c448482c5bdba80cc8e6bb155a49dcc24238ba49927b0 \ + --hash=sha256:7076d9e127230982e20a81a6e2358d3343004667ba510d9f822d4fdee29b0d71 \ + --hash=sha256:970ee5cd8af33e5ea2099510b2f9013fa1b8d5cd763bf3fd3961281c18101a09 \ + --hash=sha256:ae44cb3c857d50f54b99e5697aa978726ada33a8a6129d4b8b7ffd28b996652d \ + --hash=sha256:d842b51f0401460f3b1f3a3a67d2c266a8f515a5adfbfa6e7b656cb3ac2ed8bc \ + --hash=sha256:d9b35ebfada70c02679ad036407d9724ffe1255122ba4ac5e4be5868618a5689 + # via -r .nox/update_python_dependencies/tmp/patchelf.in diff --git a/build_scripts/requirements-tools/swig b/build_scripts/requirements-tools/swig new file mode 100644 index 0000000..3874d2e --- /dev/null +++ b/build_scripts/requirements-tools/swig @@ -0,0 +1,22 @@ +# This file was autogenerated by uv via the following command: +# nox -s update_python_dependencies +swig==4.4.0 \ + --hash=sha256:043f99294fc045d0c987e0375dfb52ddb5a59303f3cabd0744bce595d2091e2d \ + --hash=sha256:1772479a714f835687183fa75ca0253ab6a90ffaa6acd838462068ecb68a0b1b \ + --hash=sha256:191f63588f074343751bd28491c1552e39de808b0638e084e936d68004f065da \ + --hash=sha256:2abd14fc9d67906b91337d0308309241dcce0bba6433c49b5d2b4e18649cc112 \ + --hash=sha256:55267923f99621c37a4979ec0db3592726906afaa9a1d441cd96229190aab3e4 \ + --hash=sha256:6b1788664ae9babaa6cecc259de9dc648c0e7683db74e5f5e3b4a2699712197d \ + --hash=sha256:6b713d033bbe132f5ac84b9c773577e938116fd4d67faa3f2829ed261f082515 \ + --hash=sha256:90ee0db1b7debf1570d1cd47349a770b66df3e04ebcb4f7f9cc52839fd3047ab \ + --hash=sha256:9a2049995c39336ef53cafa0e66390235c8e2ceceb46d7894322cd79205f5125 \ + --hash=sha256:9bdb677fd0643dfe72c4c68efac0789643b6053863242e5e8a572b403ea802a1 \ + --hash=sha256:9d44e328e3649072942c40fb2f050f380e90e44ed310f0a41113a75c804ad98b \ + --hash=sha256:a0d48c94e8b97e3661e201626341e4822154592c2ff42e40ade1957a5a0f6b52 \ + --hash=sha256:b270c660843e9e9e611a99d1749e82af50d7ea29a797f1aab92f21911b683b47 \ + --hash=sha256:c3f53a15e8acf3c83abc25278ecf342ff0e0a4499389c2fecdfa3325507bd8b8 \ + --hash=sha256:e32e34fffd5268a46f5baa6a35d7c021667f8a2a80cd898d40b0f69750394542 \ + --hash=sha256:e38636d7f42a350cd3c380f75f8fe365a9aac77e9263d5b0cd0757c8829ef899 \ + --hash=sha256:e87fe24b7da2546579551767615406663ee5bdc263ce3b5e35480154970935c9 \ + --hash=sha256:ec190acba3ea0d243cda20b012bcadd16e3e766343cd084d6cd70e9b1f3d8d41 + # via -r .nox/update_python_dependencies/tmp/swig.in diff --git a/build_scripts/requirements-tools/uv b/build_scripts/requirements-tools/uv new file mode 100644 index 0000000..dce9d7b --- /dev/null +++ b/build_scripts/requirements-tools/uv @@ -0,0 +1,23 @@ +# This file was autogenerated by uv via the following command: +# nox -s update_python_dependencies +uv==0.9.7 \ + --hash=sha256:0fdbfad5b367e7a3968264af6da5bbfffd4944a90319042f166e8df1a2d9de09 \ + --hash=sha256:134e0daac56f9e399ccdfc9e4635bc0a13c234cad9224994c67bae462e07399a \ + --hash=sha256:1aaf79b4234400e9e2fbf5b50b091726ccbb0b6d4d032edd3dfd4c9673d89dca \ + --hash=sha256:34fe0af83fcafb9e2b786f4bd633a06c878d548a7c479594ffb5607db8778471 \ + --hash=sha256:555ee72146b8782c73d755e4a21c9885c6bfc81db0ffca2220d52dddae007eb7 \ + --hash=sha256:56a440ccde7624a7bc070e1c2492b358c67aea9b8f17bc243ea27c5871c8d02c \ + --hash=sha256:62b315f62669899076a1953fba6baf50bd2b57f66f656280491331dcedd7e6c6 \ + --hash=sha256:635e82c2d0d8b001618af82e4f2724350f15814f6462a71b3ebd44adec21f03c \ + --hash=sha256:7019f4416925f4091b9d28c1cf3e8444cf910c4ede76bdf1f6b9a56ca5f97985 \ + --hash=sha256:777bb1de174319245a35e4f805d3b4484d006ebedae71d3546f95e7c28a5f436 \ + --hash=sha256:89697fa0d7384ba047daf75df844ee7800235105e41d08e0c876861a2b4aa90e \ + --hash=sha256:8cf6bc2482d1293cc630f66b862b494c09acda9b7faff7307ef52667a2b3ad49 \ + --hash=sha256:b5f1fb8203a77853db176000e8f30d5815ab175dc46199db059f97a72fc51110 \ + --hash=sha256:bb8bfcc2897f7653522abc2cae80233af756ad857bfbbbbe176f79460cbba417 \ + --hash=sha256:bcf878528bd079fe8ae15928b5dfa232fac8b0e1854a2102da6ae1a833c31276 \ + --hash=sha256:c9810ee8173dce129c49b338d5e97f3d7c7e9435f73e0b9b26c2f37743d3bb9e \ + --hash=sha256:d13da6521d4e841b1e0a9fda82e793dcf8458a323a9e8955f50903479d0bfa97 \ + --hash=sha256:d6e5fe28ca05a4b576c0e8da5f69251dc187a67054829cfc4afb2bfa1767114b \ + --hash=sha256:edd768f6730bba06aa10fdbd80ee064569f7236806f636bf65b68136a430aad0 + # via -r .nox/update_python_dependencies/tmp/uv.in diff --git a/build_scripts/requirements3.10.txt b/build_scripts/requirements3.10.txt new file mode 100644 index 0000000..45273c6 --- /dev/null +++ b/build_scripts/requirements3.10.txt @@ -0,0 +1,72 @@ +# This file was autogenerated by uv via the following command: +# nox -s update_python_dependencies +build==1.3.0 \ + --hash=sha256:698edd0ea270bde950f53aed21f3a0135672206f3911e0176261a31e0e07b397 \ + --hash=sha256:7145f0b5061ba90a1500d60bd1b13ca0a8a4cebdd0cc16ed8adf1c0e739f43b4 + # via -r requirements.in +importlib-metadata==8.7.0 ; python_full_version < '3.10.2' \ + --hash=sha256:d13b81ad223b890aa16c5471f2ac3056cf76c5f10f82d6f9292f0b415f389000 \ + --hash=sha256:e5dd1551894c77868a30651cef00984d50e1002d06942a7101d34870c5f02afd + # via build +packaging==25.0 \ + --hash=sha256:29572ef2b1f17581046b3a2227d5c611fb25ec70ca1ba8554b24b0e69331a484 \ + --hash=sha256:d443872c98d677bf60f6a1f2f8c1cb748e8fe762d2bf9d3148b5599295b0fc4f + # via + # -r requirements.in + # build +pip==25.3 ; implementation_name != 'graalpy' \ + --hash=sha256:8d0538dbbd7babbd207f261ed969c65de439f6bc9e5dbd3b3b9a77f25d95f343 \ + --hash=sha256:9655943313a94722b7774661c21049070f6bbb0a1516bf02f7c8d5d9201514cd + # via -r requirements.in +pyproject-hooks==1.2.0 \ + --hash=sha256:1e859bd5c40fae9448642dd871adf459e5e2084186e8d2c2a79a824c970da1f8 \ + --hash=sha256:9e5c6bfa8dcc30091c74b0cf803c81fdd29d94f01992a7707bc97babb1141913 + # via build +tomli==2.3.0 ; python_full_version < '3.11' \ + --hash=sha256:00b5f5d95bbfc7d12f91ad8c593a1659b6387b43f054104cda404be6bda62456 \ + --hash=sha256:0a154a9ae14bfcf5d8917a59b51ffd5a3ac1fd149b71b47a3a104ca4edcfa845 \ + --hash=sha256:0c95ca56fbe89e065c6ead5b593ee64b84a26fca063b5d71a1122bf26e533999 \ + --hash=sha256:0eea8cc5c5e9f89c9b90c4896a8deefc74f518db5927d0e0e8d4a80953d774d0 \ + --hash=sha256:1cb4ed918939151a03f33d4242ccd0aa5f11b3547d0cf30f7c74a408a5b99878 \ + --hash=sha256:4021923f97266babc6ccab9f5068642a0095faa0a51a246a6a02fccbb3514eaf \ + --hash=sha256:4c2ef0244c75aba9355561272009d934953817c49f47d768070c3c94355c2aa3 \ + --hash=sha256:4dc4ce8483a5d429ab602f111a93a6ab1ed425eae3122032db7e9acf449451be \ + --hash=sha256:4f195fe57ecceac95a66a75ac24d9d5fbc98ef0962e09b2eddec5d39375aae52 \ + --hash=sha256:5192f562738228945d7b13d4930baffda67b69425a7f0da96d360b0a3888136b \ + --hash=sha256:5e01decd096b1530d97d5d85cb4dff4af2d8347bd35686654a004f8dea20fc67 \ + --hash=sha256:64be704a875d2a59753d80ee8a533c3fe183e3f06807ff7dc2232938ccb01549 \ + --hash=sha256:70a251f8d4ba2d9ac2542eecf008b3c8a9fc5c3f9f02c56a9d7952612be2fdba \ + --hash=sha256:73ee0b47d4dad1c5e996e3cd33b8a76a50167ae5f96a2607cbe8cc773506ab22 \ + --hash=sha256:74bf8464ff93e413514fefd2be591c3b0b23231a77f901db1eb30d6f712fc42c \ + --hash=sha256:792262b94d5d0a466afb5bc63c7daa9d75520110971ee269152083270998316f \ + --hash=sha256:7b0882799624980785240ab732537fcfc372601015c00f7fc367c55308c186f6 \ + --hash=sha256:883b1c0d6398a6a9d29b508c331fa56adbcdff647f6ace4dfca0f50e90dfd0ba \ + --hash=sha256:88bd15eb972f3664f5ed4b57c1634a97153b4bac4479dcb6a495f41921eb7f45 \ + --hash=sha256:8a35dd0e643bb2610f156cca8db95d213a90015c11fee76c946aa62b7ae7e02f \ + --hash=sha256:940d56ee0410fa17ee1f12b817b37a4d4e4dc4d27340863cc67236c74f582e77 \ + --hash=sha256:97d5eec30149fd3294270e889b4234023f2c69747e555a27bd708828353ab606 \ + --hash=sha256:a0e285d2649b78c0d9027570d4da3425bdb49830a6156121360b3f8511ea3441 \ + --hash=sha256:a1f7f282fe248311650081faafa5f4732bdbfef5d45fe3f2e702fbc6f2d496e0 \ + --hash=sha256:a4ea38c40145a357d513bffad0ed869f13c1773716cf71ccaa83b0fa0cc4e42f \ + --hash=sha256:a56212bdcce682e56b0aaf79e869ba5d15a6163f88d5451cbde388d48b13f530 \ + --hash=sha256:ad805ea85eda330dbad64c7ea7a4556259665bdf9d2672f5dccc740eb9d3ca05 \ + --hash=sha256:b273fcbd7fc64dc3600c098e39136522650c49bca95df2d11cf3b626422392c8 \ + --hash=sha256:b5870b50c9db823c595983571d1296a6ff3e1b88f734a4c8f6fc6188397de005 \ + --hash=sha256:b74a0e59ec5d15127acdabd75ea17726ac4c5178ae51b85bfe39c4f8a278e879 \ + --hash=sha256:be71c93a63d738597996be9528f4abe628d1adf5e6eb11607bc8fe1a510b5dae \ + --hash=sha256:c22a8bf253bacc0cf11f35ad9808b6cb75ada2631c2d97c971122583b129afbc \ + --hash=sha256:c4665508bcbac83a31ff8ab08f424b665200c0e1e645d2bd9ab3d3e557b6185b \ + --hash=sha256:c5f3ffd1e098dfc032d4d3af5c0ac64f6d286d98bc148698356847b80fa4de1b \ + --hash=sha256:cebc6fe843e0733ee827a282aca4999b596241195f43b4cc371d64fc6639da9e \ + --hash=sha256:d1381caf13ab9f300e30dd8feadb3de072aeb86f1d34a8569453ff32a7dea4bf \ + --hash=sha256:d7d86942e56ded512a594786a5ba0a5e521d02529b3826e7761a05138341a2ac \ + --hash=sha256:e31d432427dcbf4d86958c184b9bfd1e96b5b71f8eb17e6d02531f434fd335b8 \ + --hash=sha256:e95b1af3c5b07d9e643909b5abbec77cd9f1217e6d0bca72b0234736b9fb1f1b \ + --hash=sha256:f85209946d1fe94416debbb88d00eb92ce9cd5266775424ff81bc959e001acaf \ + --hash=sha256:feb0dacc61170ed7ab602d3d972a58f14ee3ee60494292d384649a3dc38ef463 \ + --hash=sha256:ff72b71b5d10d22ecb084d345fc26f42b5143c5533db5e2eaba7d2d335358876 + # via build +zipp==3.23.0 ; python_full_version < '3.10.2' \ + --hash=sha256:071652d6115ed432f5ce1d34c336c0adfd6a884660d1e9712a256d3d3bd4b14e \ + --hash=sha256:a07157588a12518c9d4034df3fbbee09c814741a33ff63c05fa29d26a2404166 + # via importlib-metadata diff --git a/build_scripts/requirements3.11.txt b/build_scripts/requirements3.11.txt new file mode 100644 index 0000000..2e1a1fc --- /dev/null +++ b/build_scripts/requirements3.11.txt @@ -0,0 +1,20 @@ +# This file was autogenerated by uv via the following command: +# nox -s update_python_dependencies +build==1.3.0 \ + --hash=sha256:698edd0ea270bde950f53aed21f3a0135672206f3911e0176261a31e0e07b397 \ + --hash=sha256:7145f0b5061ba90a1500d60bd1b13ca0a8a4cebdd0cc16ed8adf1c0e739f43b4 + # via -r requirements.in +packaging==25.0 \ + --hash=sha256:29572ef2b1f17581046b3a2227d5c611fb25ec70ca1ba8554b24b0e69331a484 \ + --hash=sha256:d443872c98d677bf60f6a1f2f8c1cb748e8fe762d2bf9d3148b5599295b0fc4f + # via + # -r requirements.in + # build +pip==25.3 ; implementation_name != 'graalpy' \ + --hash=sha256:8d0538dbbd7babbd207f261ed969c65de439f6bc9e5dbd3b3b9a77f25d95f343 \ + --hash=sha256:9655943313a94722b7774661c21049070f6bbb0a1516bf02f7c8d5d9201514cd + # via -r requirements.in +pyproject-hooks==1.2.0 \ + --hash=sha256:1e859bd5c40fae9448642dd871adf459e5e2084186e8d2c2a79a824c970da1f8 \ + --hash=sha256:9e5c6bfa8dcc30091c74b0cf803c81fdd29d94f01992a7707bc97babb1141913 + # via build diff --git a/build_scripts/requirements3.12.txt b/build_scripts/requirements3.12.txt new file mode 100644 index 0000000..2e1a1fc --- /dev/null +++ b/build_scripts/requirements3.12.txt @@ -0,0 +1,20 @@ +# This file was autogenerated by uv via the following command: +# nox -s update_python_dependencies +build==1.3.0 \ + --hash=sha256:698edd0ea270bde950f53aed21f3a0135672206f3911e0176261a31e0e07b397 \ + --hash=sha256:7145f0b5061ba90a1500d60bd1b13ca0a8a4cebdd0cc16ed8adf1c0e739f43b4 + # via -r requirements.in +packaging==25.0 \ + --hash=sha256:29572ef2b1f17581046b3a2227d5c611fb25ec70ca1ba8554b24b0e69331a484 \ + --hash=sha256:d443872c98d677bf60f6a1f2f8c1cb748e8fe762d2bf9d3148b5599295b0fc4f + # via + # -r requirements.in + # build +pip==25.3 ; implementation_name != 'graalpy' \ + --hash=sha256:8d0538dbbd7babbd207f261ed969c65de439f6bc9e5dbd3b3b9a77f25d95f343 \ + --hash=sha256:9655943313a94722b7774661c21049070f6bbb0a1516bf02f7c8d5d9201514cd + # via -r requirements.in +pyproject-hooks==1.2.0 \ + --hash=sha256:1e859bd5c40fae9448642dd871adf459e5e2084186e8d2c2a79a824c970da1f8 \ + --hash=sha256:9e5c6bfa8dcc30091c74b0cf803c81fdd29d94f01992a7707bc97babb1141913 + # via build diff --git a/build_scripts/requirements3.13.txt b/build_scripts/requirements3.13.txt new file mode 100644 index 0000000..2e1a1fc --- /dev/null +++ b/build_scripts/requirements3.13.txt @@ -0,0 +1,20 @@ +# This file was autogenerated by uv via the following command: +# nox -s update_python_dependencies +build==1.3.0 \ + --hash=sha256:698edd0ea270bde950f53aed21f3a0135672206f3911e0176261a31e0e07b397 \ + --hash=sha256:7145f0b5061ba90a1500d60bd1b13ca0a8a4cebdd0cc16ed8adf1c0e739f43b4 + # via -r requirements.in +packaging==25.0 \ + --hash=sha256:29572ef2b1f17581046b3a2227d5c611fb25ec70ca1ba8554b24b0e69331a484 \ + --hash=sha256:d443872c98d677bf60f6a1f2f8c1cb748e8fe762d2bf9d3148b5599295b0fc4f + # via + # -r requirements.in + # build +pip==25.3 ; implementation_name != 'graalpy' \ + --hash=sha256:8d0538dbbd7babbd207f261ed969c65de439f6bc9e5dbd3b3b9a77f25d95f343 \ + --hash=sha256:9655943313a94722b7774661c21049070f6bbb0a1516bf02f7c8d5d9201514cd + # via -r requirements.in +pyproject-hooks==1.2.0 \ + --hash=sha256:1e859bd5c40fae9448642dd871adf459e5e2084186e8d2c2a79a824c970da1f8 \ + --hash=sha256:9e5c6bfa8dcc30091c74b0cf803c81fdd29d94f01992a7707bc97babb1141913 + # via build diff --git a/build_scripts/requirements3.14.txt b/build_scripts/requirements3.14.txt new file mode 100644 index 0000000..2e1a1fc --- /dev/null +++ b/build_scripts/requirements3.14.txt @@ -0,0 +1,20 @@ +# This file was autogenerated by uv via the following command: +# nox -s update_python_dependencies +build==1.3.0 \ + --hash=sha256:698edd0ea270bde950f53aed21f3a0135672206f3911e0176261a31e0e07b397 \ + --hash=sha256:7145f0b5061ba90a1500d60bd1b13ca0a8a4cebdd0cc16ed8adf1c0e739f43b4 + # via -r requirements.in +packaging==25.0 \ + --hash=sha256:29572ef2b1f17581046b3a2227d5c611fb25ec70ca1ba8554b24b0e69331a484 \ + --hash=sha256:d443872c98d677bf60f6a1f2f8c1cb748e8fe762d2bf9d3148b5599295b0fc4f + # via + # -r requirements.in + # build +pip==25.3 ; implementation_name != 'graalpy' \ + --hash=sha256:8d0538dbbd7babbd207f261ed969c65de439f6bc9e5dbd3b3b9a77f25d95f343 \ + --hash=sha256:9655943313a94722b7774661c21049070f6bbb0a1516bf02f7c8d5d9201514cd + # via -r requirements.in +pyproject-hooks==1.2.0 \ + --hash=sha256:1e859bd5c40fae9448642dd871adf459e5e2084186e8d2c2a79a824c970da1f8 \ + --hash=sha256:9e5c6bfa8dcc30091c74b0cf803c81fdd29d94f01992a7707bc97babb1141913 + # via build diff --git a/build_scripts/requirements3.8.txt b/build_scripts/requirements3.8.txt new file mode 100644 index 0000000..57a599e --- /dev/null +++ b/build_scripts/requirements3.8.txt @@ -0,0 +1,72 @@ +# This file was autogenerated by uv via the following command: +# nox -s update_python_dependencies +build==1.2.2.post1 \ + --hash=sha256:1d61c0887fa860c01971625baae8bdd338e517b836a2f70dd1f7aa3a6b2fc5b5 \ + --hash=sha256:b36993e92ca9375a219c99e606a122ff365a760a2d4bba0caa09bd5278b608b7 + # via -r requirements.in +importlib-metadata==8.5.0 ; python_full_version < '3.10.2' \ + --hash=sha256:45e54197d28b7a7f1559e60b95e7c567032b602131fbd588f1497f47880aa68b \ + --hash=sha256:71522656f0abace1d072b9e5481a48f07c138e00f079c38c8f883823f9c26bd7 + # via build +packaging==25.0 \ + --hash=sha256:29572ef2b1f17581046b3a2227d5c611fb25ec70ca1ba8554b24b0e69331a484 \ + --hash=sha256:d443872c98d677bf60f6a1f2f8c1cb748e8fe762d2bf9d3148b5599295b0fc4f + # via + # -r requirements.in + # build +pip==25.0.1 ; implementation_name != 'graalpy' \ + --hash=sha256:88f96547ea48b940a3a385494e181e29fb8637898f88d88737c5049780f196ea \ + --hash=sha256:c46efd13b6aa8279f33f2864459c8ce587ea6a1a59ee20de055868d8f7688f7f + # via -r requirements.in +pyproject-hooks==1.2.0 \ + --hash=sha256:1e859bd5c40fae9448642dd871adf459e5e2084186e8d2c2a79a824c970da1f8 \ + --hash=sha256:9e5c6bfa8dcc30091c74b0cf803c81fdd29d94f01992a7707bc97babb1141913 + # via build +tomli==2.3.0 ; python_full_version < '3.11' \ + --hash=sha256:00b5f5d95bbfc7d12f91ad8c593a1659b6387b43f054104cda404be6bda62456 \ + --hash=sha256:0a154a9ae14bfcf5d8917a59b51ffd5a3ac1fd149b71b47a3a104ca4edcfa845 \ + --hash=sha256:0c95ca56fbe89e065c6ead5b593ee64b84a26fca063b5d71a1122bf26e533999 \ + --hash=sha256:0eea8cc5c5e9f89c9b90c4896a8deefc74f518db5927d0e0e8d4a80953d774d0 \ + --hash=sha256:1cb4ed918939151a03f33d4242ccd0aa5f11b3547d0cf30f7c74a408a5b99878 \ + --hash=sha256:4021923f97266babc6ccab9f5068642a0095faa0a51a246a6a02fccbb3514eaf \ + --hash=sha256:4c2ef0244c75aba9355561272009d934953817c49f47d768070c3c94355c2aa3 \ + --hash=sha256:4dc4ce8483a5d429ab602f111a93a6ab1ed425eae3122032db7e9acf449451be \ + --hash=sha256:4f195fe57ecceac95a66a75ac24d9d5fbc98ef0962e09b2eddec5d39375aae52 \ + --hash=sha256:5192f562738228945d7b13d4930baffda67b69425a7f0da96d360b0a3888136b \ + --hash=sha256:5e01decd096b1530d97d5d85cb4dff4af2d8347bd35686654a004f8dea20fc67 \ + --hash=sha256:64be704a875d2a59753d80ee8a533c3fe183e3f06807ff7dc2232938ccb01549 \ + --hash=sha256:70a251f8d4ba2d9ac2542eecf008b3c8a9fc5c3f9f02c56a9d7952612be2fdba \ + --hash=sha256:73ee0b47d4dad1c5e996e3cd33b8a76a50167ae5f96a2607cbe8cc773506ab22 \ + --hash=sha256:74bf8464ff93e413514fefd2be591c3b0b23231a77f901db1eb30d6f712fc42c \ + --hash=sha256:792262b94d5d0a466afb5bc63c7daa9d75520110971ee269152083270998316f \ + --hash=sha256:7b0882799624980785240ab732537fcfc372601015c00f7fc367c55308c186f6 \ + --hash=sha256:883b1c0d6398a6a9d29b508c331fa56adbcdff647f6ace4dfca0f50e90dfd0ba \ + --hash=sha256:88bd15eb972f3664f5ed4b57c1634a97153b4bac4479dcb6a495f41921eb7f45 \ + --hash=sha256:8a35dd0e643bb2610f156cca8db95d213a90015c11fee76c946aa62b7ae7e02f \ + --hash=sha256:940d56ee0410fa17ee1f12b817b37a4d4e4dc4d27340863cc67236c74f582e77 \ + --hash=sha256:97d5eec30149fd3294270e889b4234023f2c69747e555a27bd708828353ab606 \ + --hash=sha256:a0e285d2649b78c0d9027570d4da3425bdb49830a6156121360b3f8511ea3441 \ + --hash=sha256:a1f7f282fe248311650081faafa5f4732bdbfef5d45fe3f2e702fbc6f2d496e0 \ + --hash=sha256:a4ea38c40145a357d513bffad0ed869f13c1773716cf71ccaa83b0fa0cc4e42f \ + --hash=sha256:a56212bdcce682e56b0aaf79e869ba5d15a6163f88d5451cbde388d48b13f530 \ + --hash=sha256:ad805ea85eda330dbad64c7ea7a4556259665bdf9d2672f5dccc740eb9d3ca05 \ + --hash=sha256:b273fcbd7fc64dc3600c098e39136522650c49bca95df2d11cf3b626422392c8 \ + --hash=sha256:b5870b50c9db823c595983571d1296a6ff3e1b88f734a4c8f6fc6188397de005 \ + --hash=sha256:b74a0e59ec5d15127acdabd75ea17726ac4c5178ae51b85bfe39c4f8a278e879 \ + --hash=sha256:be71c93a63d738597996be9528f4abe628d1adf5e6eb11607bc8fe1a510b5dae \ + --hash=sha256:c22a8bf253bacc0cf11f35ad9808b6cb75ada2631c2d97c971122583b129afbc \ + --hash=sha256:c4665508bcbac83a31ff8ab08f424b665200c0e1e645d2bd9ab3d3e557b6185b \ + --hash=sha256:c5f3ffd1e098dfc032d4d3af5c0ac64f6d286d98bc148698356847b80fa4de1b \ + --hash=sha256:cebc6fe843e0733ee827a282aca4999b596241195f43b4cc371d64fc6639da9e \ + --hash=sha256:d1381caf13ab9f300e30dd8feadb3de072aeb86f1d34a8569453ff32a7dea4bf \ + --hash=sha256:d7d86942e56ded512a594786a5ba0a5e521d02529b3826e7761a05138341a2ac \ + --hash=sha256:e31d432427dcbf4d86958c184b9bfd1e96b5b71f8eb17e6d02531f434fd335b8 \ + --hash=sha256:e95b1af3c5b07d9e643909b5abbec77cd9f1217e6d0bca72b0234736b9fb1f1b \ + --hash=sha256:f85209946d1fe94416debbb88d00eb92ce9cd5266775424ff81bc959e001acaf \ + --hash=sha256:feb0dacc61170ed7ab602d3d972a58f14ee3ee60494292d384649a3dc38ef463 \ + --hash=sha256:ff72b71b5d10d22ecb084d345fc26f42b5143c5533db5e2eaba7d2d335358876 + # via build +zipp==3.20.2 ; python_full_version < '3.10.2' \ + --hash=sha256:a817ac80d6cf4b23bf7f2828b7cabf326f15a001bea8b1f9b49631780ba28350 \ + --hash=sha256:bc9eb26f4506fda01b81bcde0ca78103b6e62f991b381fec825435c836edbc29 + # via importlib-metadata diff --git a/build_scripts/requirements3.9.txt b/build_scripts/requirements3.9.txt new file mode 100644 index 0000000..45273c6 --- /dev/null +++ b/build_scripts/requirements3.9.txt @@ -0,0 +1,72 @@ +# This file was autogenerated by uv via the following command: +# nox -s update_python_dependencies +build==1.3.0 \ + --hash=sha256:698edd0ea270bde950f53aed21f3a0135672206f3911e0176261a31e0e07b397 \ + --hash=sha256:7145f0b5061ba90a1500d60bd1b13ca0a8a4cebdd0cc16ed8adf1c0e739f43b4 + # via -r requirements.in +importlib-metadata==8.7.0 ; python_full_version < '3.10.2' \ + --hash=sha256:d13b81ad223b890aa16c5471f2ac3056cf76c5f10f82d6f9292f0b415f389000 \ + --hash=sha256:e5dd1551894c77868a30651cef00984d50e1002d06942a7101d34870c5f02afd + # via build +packaging==25.0 \ + --hash=sha256:29572ef2b1f17581046b3a2227d5c611fb25ec70ca1ba8554b24b0e69331a484 \ + --hash=sha256:d443872c98d677bf60f6a1f2f8c1cb748e8fe762d2bf9d3148b5599295b0fc4f + # via + # -r requirements.in + # build +pip==25.3 ; implementation_name != 'graalpy' \ + --hash=sha256:8d0538dbbd7babbd207f261ed969c65de439f6bc9e5dbd3b3b9a77f25d95f343 \ + --hash=sha256:9655943313a94722b7774661c21049070f6bbb0a1516bf02f7c8d5d9201514cd + # via -r requirements.in +pyproject-hooks==1.2.0 \ + --hash=sha256:1e859bd5c40fae9448642dd871adf459e5e2084186e8d2c2a79a824c970da1f8 \ + --hash=sha256:9e5c6bfa8dcc30091c74b0cf803c81fdd29d94f01992a7707bc97babb1141913 + # via build +tomli==2.3.0 ; python_full_version < '3.11' \ + --hash=sha256:00b5f5d95bbfc7d12f91ad8c593a1659b6387b43f054104cda404be6bda62456 \ + --hash=sha256:0a154a9ae14bfcf5d8917a59b51ffd5a3ac1fd149b71b47a3a104ca4edcfa845 \ + --hash=sha256:0c95ca56fbe89e065c6ead5b593ee64b84a26fca063b5d71a1122bf26e533999 \ + --hash=sha256:0eea8cc5c5e9f89c9b90c4896a8deefc74f518db5927d0e0e8d4a80953d774d0 \ + --hash=sha256:1cb4ed918939151a03f33d4242ccd0aa5f11b3547d0cf30f7c74a408a5b99878 \ + --hash=sha256:4021923f97266babc6ccab9f5068642a0095faa0a51a246a6a02fccbb3514eaf \ + --hash=sha256:4c2ef0244c75aba9355561272009d934953817c49f47d768070c3c94355c2aa3 \ + --hash=sha256:4dc4ce8483a5d429ab602f111a93a6ab1ed425eae3122032db7e9acf449451be \ + --hash=sha256:4f195fe57ecceac95a66a75ac24d9d5fbc98ef0962e09b2eddec5d39375aae52 \ + --hash=sha256:5192f562738228945d7b13d4930baffda67b69425a7f0da96d360b0a3888136b \ + --hash=sha256:5e01decd096b1530d97d5d85cb4dff4af2d8347bd35686654a004f8dea20fc67 \ + --hash=sha256:64be704a875d2a59753d80ee8a533c3fe183e3f06807ff7dc2232938ccb01549 \ + --hash=sha256:70a251f8d4ba2d9ac2542eecf008b3c8a9fc5c3f9f02c56a9d7952612be2fdba \ + --hash=sha256:73ee0b47d4dad1c5e996e3cd33b8a76a50167ae5f96a2607cbe8cc773506ab22 \ + --hash=sha256:74bf8464ff93e413514fefd2be591c3b0b23231a77f901db1eb30d6f712fc42c \ + --hash=sha256:792262b94d5d0a466afb5bc63c7daa9d75520110971ee269152083270998316f \ + --hash=sha256:7b0882799624980785240ab732537fcfc372601015c00f7fc367c55308c186f6 \ + --hash=sha256:883b1c0d6398a6a9d29b508c331fa56adbcdff647f6ace4dfca0f50e90dfd0ba \ + --hash=sha256:88bd15eb972f3664f5ed4b57c1634a97153b4bac4479dcb6a495f41921eb7f45 \ + --hash=sha256:8a35dd0e643bb2610f156cca8db95d213a90015c11fee76c946aa62b7ae7e02f \ + --hash=sha256:940d56ee0410fa17ee1f12b817b37a4d4e4dc4d27340863cc67236c74f582e77 \ + --hash=sha256:97d5eec30149fd3294270e889b4234023f2c69747e555a27bd708828353ab606 \ + --hash=sha256:a0e285d2649b78c0d9027570d4da3425bdb49830a6156121360b3f8511ea3441 \ + --hash=sha256:a1f7f282fe248311650081faafa5f4732bdbfef5d45fe3f2e702fbc6f2d496e0 \ + --hash=sha256:a4ea38c40145a357d513bffad0ed869f13c1773716cf71ccaa83b0fa0cc4e42f \ + --hash=sha256:a56212bdcce682e56b0aaf79e869ba5d15a6163f88d5451cbde388d48b13f530 \ + --hash=sha256:ad805ea85eda330dbad64c7ea7a4556259665bdf9d2672f5dccc740eb9d3ca05 \ + --hash=sha256:b273fcbd7fc64dc3600c098e39136522650c49bca95df2d11cf3b626422392c8 \ + --hash=sha256:b5870b50c9db823c595983571d1296a6ff3e1b88f734a4c8f6fc6188397de005 \ + --hash=sha256:b74a0e59ec5d15127acdabd75ea17726ac4c5178ae51b85bfe39c4f8a278e879 \ + --hash=sha256:be71c93a63d738597996be9528f4abe628d1adf5e6eb11607bc8fe1a510b5dae \ + --hash=sha256:c22a8bf253bacc0cf11f35ad9808b6cb75ada2631c2d97c971122583b129afbc \ + --hash=sha256:c4665508bcbac83a31ff8ab08f424b665200c0e1e645d2bd9ab3d3e557b6185b \ + --hash=sha256:c5f3ffd1e098dfc032d4d3af5c0ac64f6d286d98bc148698356847b80fa4de1b \ + --hash=sha256:cebc6fe843e0733ee827a282aca4999b596241195f43b4cc371d64fc6639da9e \ + --hash=sha256:d1381caf13ab9f300e30dd8feadb3de072aeb86f1d34a8569453ff32a7dea4bf \ + --hash=sha256:d7d86942e56ded512a594786a5ba0a5e521d02529b3826e7761a05138341a2ac \ + --hash=sha256:e31d432427dcbf4d86958c184b9bfd1e96b5b71f8eb17e6d02531f434fd335b8 \ + --hash=sha256:e95b1af3c5b07d9e643909b5abbec77cd9f1217e6d0bca72b0234736b9fb1f1b \ + --hash=sha256:f85209946d1fe94416debbb88d00eb92ce9cd5266775424ff81bc959e001acaf \ + --hash=sha256:feb0dacc61170ed7ab602d3d972a58f14ee3ee60494292d384649a3dc38ef463 \ + --hash=sha256:ff72b71b5d10d22ecb084d345fc26f42b5143c5533db5e2eaba7d2d335358876 + # via build +zipp==3.23.0 ; python_full_version < '3.10.2' \ + --hash=sha256:071652d6115ed432f5ce1d34c336c0adfd6a884660d1e9712a256d3d3bd4b14e \ + --hash=sha256:a07157588a12518c9d4034df3fbbee09c814741a33ff63c05fa29d26a2404166 + # via importlib-metadata diff --git a/build_scripts/update-system-packages.sh b/build_scripts/update-system-packages.sh new file mode 100755 index 0000000..1815a3d --- /dev/null +++ b/build_scripts/update-system-packages.sh @@ -0,0 +1,64 @@ +#!/bin/bash +# Update system packages + +# Stop at any error, show all commands +set -exuo pipefail + +# Get script directory +MY_DIR=$(dirname "${BASH_SOURCE[0]}") + +# Get build utilities +# shellcheck source-path=SCRIPTDIR +source "${MY_DIR}/build_utils.sh" + +dnf -y upgrade +manylinux_pkg_clean + +# do we want to update locales ? +LOCALE_ARCHIVE=/usr/lib/locale/locale-archive +TIMESTAMP_FILE=${LOCALE_ARCHIVE}.ml.timestamp +if [ ! -f "${TIMESTAMP_FILE}" ] || [ "${LOCALE_ARCHIVE}" -nt "${TIMESTAMP_FILE}" ]; then + # upgrading glibc-common can end with removal on en_US.UTF-8 locale + localedef -i en_US -f UTF-8 en_US.UTF-8 + + # if we updated glibc, we need to strip locales again... + if localedef --list-archive | grep -sq -v -i ^en_US.utf8; then + localedef --list-archive | grep -v -i ^en_US.utf8 | xargs localedef --delete-from-archive + fi + touch ${TIMESTAMP_FILE} +fi + +if [ -d /usr/share/locale ]; then + find /usr/share/locale -mindepth 1 -maxdepth 1 -not \( -name 'en*' -or -name 'locale.alias' \) -print0 | xargs -0 rm -rf +fi +if [ -d /usr/local/share/locale ]; then + find /usr/local/share/locale -mindepth 1 -maxdepth 1 -not \( -name 'en*' -or -name 'locale.alias' \) -print0 | xargs -0 rm -rf +fi + +if [ "${DEVTOOLSET_ROOTPATH:-}" != "" ]; then + # remove useless things that have been installed/updated by devtoolset + if [ -d "${DEVTOOLSET_ROOTPATH}/usr/share/man" ]; then + rm -rf "${DEVTOOLSET_ROOTPATH}/usr/share/man" + fi + if [ -d "${DEVTOOLSET_ROOTPATH}/usr/share/locale" ]; then + find "${DEVTOOLSET_ROOTPATH}/usr/share/locale" -mindepth 1 -maxdepth 1 -not \( -name 'en*' -or -name 'locale.alias' \) -print0 | xargs -0 rm -rf + fi +fi + +if [ -d /usr/share/backgrounds ]; then + rm -rf /usr/share/backgrounds +fi + +if [ -d /usr/local/share/man ]; then + # https://github.com/pypa/manylinux/issues/1060 + # wrong /usr/local/man symlink + # only delete the content + rm -rf /usr/local/share/man/* +fi + +if [ -f /usr/local/lib/libcrypt.so.1 ]; then + # Remove libcrypt to only use installed libxcrypt instead + find /lib* /usr/lib* \( -name 'libcrypt.a' -o -name 'libcrypt.so' -o -name 'libcrypt.so.*' -o -name 'libcrypt-2.*.so' \) -delete +fi + +ldconfig diff --git a/examples/Containerfile.ubi10 b/examples/Containerfile.ubi10 new file mode 100644 index 0000000..88507ca --- /dev/null +++ b/examples/Containerfile.ubi10 @@ -0,0 +1,49 @@ +# This Containerfile is inspired by the Containerfile used by Hermeto: +# https://github.com/hermetoproject/hermeto/blob/main/Dockerfile + +FROM registry.access.redhat.com/ubi10/ubi:latest as ubi + +######################## +# PREPARE OUR BASE IMAGE +######################## +FROM ubi as base +RUN dnf -y install \ + --setopt install_weak_deps=0 \ + --nodocs \ + python3 \ + python3-devel \ + libffi-devel \ + rust \ + cargo \ + openssl-devel \ + && dnf clean all + +############### +# BUILD/INSTALL +############### +FROM base as builder +WORKDIR /src + +COPY requirements.txt . +RUN python3 -m venv /venv && \ + /venv/bin/pip install -r requirements.txt --no-deps --no-cache-dir --require-hashes + +########################## +# ASSEMBLE THE FINAL IMAGE +########################## +FROM base +LABEL maintainer="Red Hat" + +COPY --from=builder /venv /venv + +COPY scripts/* /usr/local/bin/ + +RUN \ + ln -s /venv/bin/fromager /usr/local/bin/fromager && \ + ln -s /venv/bin/wheel /usr/local/bin/wheel + +# Force the stdout and stderr streams to be unbuffered. +# https://docs.python.org/3/using/cmdline.html#envvar-PYTHONUNBUFFERED +ENV PYTHONUNBUFFERED=1 + +CMD ["fromager"] diff --git a/examples/Containerfile.ubi9 b/examples/Containerfile.ubi9 new file mode 100644 index 0000000..5720330 --- /dev/null +++ b/examples/Containerfile.ubi9 @@ -0,0 +1,49 @@ +# This Containerfile is inspired by the Containerfile used by Hermeto: +# https://github.com/hermetoproject/hermeto/blob/main/Dockerfile + +FROM registry.access.redhat.com/ubi9/ubi@sha256:dec374e05cc13ebbc0975c9f521f3db6942d27f8ccdf06b180160490eef8bdbc as ubi + +######################## +# PREPARE OUR BASE IMAGE +######################## +FROM ubi as base +RUN dnf -y install \ + --setopt install_weak_deps=0 \ + --nodocs \ + python3.12 \ + python3.12-devel \ + libffi-devel \ + rust \ + cargo \ + openssl-devel \ + && dnf clean all + +############### +# BUILD/INSTALL +############### +FROM base as builder +WORKDIR /src + +COPY requirements.txt . +RUN python3.12 -m venv /venv && \ + /venv/bin/pip install -r requirements.txt --no-deps --no-cache-dir --require-hashes + +########################## +# ASSEMBLE THE FINAL IMAGE +########################## +FROM base +LABEL maintainer="Red Hat" + +COPY --from=builder /venv /venv + +COPY scripts/* /usr/local/bin/ + +RUN \ + ln -s /venv/bin/fromager /usr/local/bin/fromager && \ + ln -s /venv/bin/wheel /usr/local/bin/wheel + +# Force the stdout and stderr streams to be unbuffered. +# https://docs.python.org/3/using/cmdline.html#envvar-PYTHONUNBUFFERED +ENV PYTHONUNBUFFERED=1 + +CMD ["fromager"] diff --git a/manylinux-entrypoint b/manylinux-entrypoint new file mode 100755 index 0000000..e1289ac --- /dev/null +++ b/manylinux-entrypoint @@ -0,0 +1,14 @@ +#!/bin/bash + +set -eu + +if [ "${AUDITWHEEL_ARCH}" == "i686" ] && [ "$(uname -m)" == "x86_64" ]; then + linux32 "$@" +elif [ "${AUDITWHEEL_ARCH}" == "armv7l" ] && [ "$(uname -m)" != "armv7l" ]; then + if [ "$(linux32 uname -m)" == "armv8l" ]; then + export _PYTHON_HOST_PLATFORM="linux-armv7l" + fi + linux32 "$@" +else + exec "$@" +fi diff --git a/overrides/package_plugins/build/lib/package_plugins/__init__.py b/overrides/package_plugins/build/lib/package_plugins/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/overrides/package_plugins/build/lib/package_plugins/debugpy.py b/overrides/package_plugins/build/lib/package_plugins/debugpy.py new file mode 100644 index 0000000..c42367f --- /dev/null +++ b/overrides/package_plugins/build/lib/package_plugins/debugpy.py @@ -0,0 +1,94 @@ +"""debugpy fromager override plugin. + +PyPI's debugpy wheel ships a compiled +``pydevd_attach_to_process/attach_linux_amd64.so``, built in upstream CI. The +sdist carries only its source (``linux_and_mac/attach.cpp``) and upstream's +``compile_linux.sh``, so a build from source produces a wheel without it and +``debugpy --pid `` fails outright with:: + + RuntimeError: Could not find .so for attach to process. + +``get_target_filename()`` in ``add_code_to_python_process.py`` looks for the +``.so`` as a sibling of itself, so compiling it into the unpacked source before +the wheel is built is enough: debugpy's own ``setup.py`` already collects the +vendored tree off disk and whitelists ``_linux_amd64.so`` for +``linux-x86_64``, which means no patch and no setup.py change are needed. +""" + +import logging +import pathlib +import platform + +from fromager import context, external_commands, sources +from packaging.requirements import Requirement +from packaging.version import Version + +logger = logging.getLogger(__name__) + +# Paths relative to the unpacked sdist root. +_ATTACH_DIR = pathlib.Path( + "src/debugpy/_vendored/pydevd/pydevd_attach_to_process" +) +_COMPILE_SCRIPT = _ATTACH_DIR / "linux_and_mac" / "compile_linux.sh" +_SO_NAME = "attach_linux_amd64.so" + + +def _compile_attach_so(source_root_dir: pathlib.Path) -> None: + """Build attach_linux_amd64.so in place, using upstream's own compile line.""" + machine = platform.machine() + if machine != "x86_64": + # Upstream ships no attach .so for any other Linux architecture -- + # their own wheel has only the amd64 one -- so there is nothing to + # match and compile_linux.sh would name the output attach_linux_.so. + logger.info( + "debugpy: architecture is %s, not x86_64; upstream ships no " + "attach .so for it, skipping", + machine, + ) + return + + script = source_root_dir / _COMPILE_SCRIPT + target = source_root_dir / _ATTACH_DIR / _SO_NAME + if not script.exists(): + raise FileNotFoundError( + f"debugpy: expected upstream compile script at {script}" + ) + + # The script has CRLF line endings in the sdist, so `bash compile_linux.sh` + # dies with "set: - : invalid option". Strip the carriage returns and feed + # the body to bash instead of rewriting the file, which would leave our + # wheel's copy of the script differing from PyPI's. $0 is set to the real + # script path so its own `SRC="$(dirname "$0")/.."` still resolves. + body = script.read_text().replace("\r\n", "\n") + external_commands.run( + ["bash", "-c", body, str(script)], + cwd=str(source_root_dir), + ) + + if not target.exists(): + raise FileNotFoundError( + f"debugpy: {script.name} exited cleanly but did not produce {target}" + ) + logger.info( + "debugpy: compiled %s (%d bytes)", target.name, target.stat().st_size + ) + + +def prepare_source( + ctx: context.WorkContext, + req: Requirement, + source_filename: pathlib.Path, + version: Version, +) -> tuple[pathlib.Path, bool]: + """Unpack the sdist as usual, then compile the attach-to-process helper.""" + source_root_dir, is_new = sources.default_prepare_source( + ctx=ctx, + req=req, + source_filename=source_filename, + version=version, + ) + # Unconditional, not just when is_new: a reused source tree that somehow + # lacks the .so would otherwise build a wheel without it, which is the + # failure this plugin exists to prevent. The compile takes under a second. + _compile_attach_so(source_root_dir) + return source_root_dir, is_new diff --git a/overrides/package_plugins/build/lib/package_plugins/faiss_cpu.py b/overrides/package_plugins/build/lib/package_plugins/faiss_cpu.py new file mode 100644 index 0000000..7f7c148 --- /dev/null +++ b/overrides/package_plugins/build/lib/package_plugins/faiss_cpu.py @@ -0,0 +1,225 @@ +"""faiss-cpu fromager override plugin. + +Before v1.14.2, PyPI wheels were built by https://github.com/faiss-wheels/faiss-wheels +using a custom build strategy. This plugin reproduces that strategy exactly to +preserve binary compatibility with the published wheels. + +From v1.14.2 onward, https://github.com/facebookresearch/faiss publishes wheels +directly via scikit-build-core; that path is handled by standard PEP-517. + +Build strategy by version: + + < 1.14.2 (faiss-wheels/faiss-wheels era): + 1. cmake FAISS_ENABLE_PYTHON=OFF + FAISS_OPT_LEVEL=avx512 (Linux x86_64) + 2. cmake --install -> local prefix (libfaiss.a) + 3. cmake FAISS_ENABLE_PYTHON=ON -> _swigfaiss.so linked against libfaiss.a + 4. PEP-517 wheel from cmake output dir + 5. Retag py3-none-any -> linux_x86_64 -> auditwheel -> manylinux_2_*_x86_64 + + >= 1.14.2 (facebookresearch/faiss upstream era): + scikit-build-core pyproject.toml -> standard PEP-517, no custom cmake. + +""" + +import functools +import logging +import multiprocessing +import pathlib +import platform as _platform +import shutil +import sys +from collections.abc import Iterable + +from fromager import build_environment, context, wheels +from fromager.dependencies import default_get_build_backend_dependencies +from packaging.requirements import Requirement +from packaging.version import Version + +logger = logging.getLogger(__name__) + +_OPENBLAS_PREFIX = "/opt/_internal/openblas-0" +_KYAMAGU_CXXFLAGS = "-fvisibility=hidden -fdata-sections -ffunction-sections" +_SCIKIT_BUILD_CORE_MIN = Version("1.14.2") + + +@functools.cache +def _uses_scikit_build_core(sdist_root_dir: pathlib.Path) -> bool: + pyproject = sdist_root_dir / "pyproject.toml" + if not pyproject.exists(): + return False + return "scikit_build_core" in pyproject.read_text() + + +def _faiss_opt_level() -> str: + return "avx512" if _platform.machine() == "x86_64" else "generic" + + +def _retag_wheel( + wheel_path: pathlib.Path, + build_env: build_environment.BuildEnvironment, +) -> pathlib.Path: + py_ver = f"cp{sys.version_info.major}{sys.version_info.minor}" + machine = _platform.machine() + logger.info( + "faiss-cpu: retagging %s -> %s-%s-linux_%s", + wheel_path.name, py_ver, py_ver, machine, + ) + build_env.run( + [ + str(build_env.python), "-m", "wheel", "tags", + "--python-tag", py_ver, + "--abi-tag", py_ver, + "--platform-tag", f"linux_{machine}", + "--remove", + str(wheel_path), + ], + cwd=str(wheel_path.parent), + ) + pattern = f"faiss_cpu-*-{py_ver}-{py_ver}-linux_{machine}.whl" + found = list(wheel_path.parent.glob(pattern)) + if not found: + # faiss-wheels pyproject.toml names the package "faiss-cpu" but the + # cmake-built wheel may still be named "faiss-*" when pep517 runs from + # the cmake python build dir using the submodule's setup.py. + fallback = f"faiss-*-{py_ver}-{py_ver}-linux_{machine}.whl" + found = list(wheel_path.parent.glob(fallback)) + if found: + renamed = found[0].parent / found[0].name.replace("faiss-", "faiss_cpu-", 1) + found[0].rename(renamed) + logger.info("faiss-cpu: renamed %s -> %s", found[0].name, renamed.name) + found = [renamed] + if not found: + msg = ( + f"Retagged wheel not found in {wheel_path.parent} " + f"(tried primary pattern: {pattern}, fallback: faiss-*-{py_ver}-{py_ver}-linux_{machine}.whl)" + ) + raise RuntimeError(msg) + logger.info("faiss-cpu: retagged -> %s", found[0].name) + return found[0] + + +def get_build_backend_dependencies( # noqa: PLR0913 + ctx: context.WorkContext, + req: Requirement, + sdist_root_dir: pathlib.Path, + build_dir: pathlib.Path, + extra_environ: dict, + build_env: build_environment.BuildEnvironment, +) -> Iterable[str]: + """Return build backend deps; skip setup.py interrogation for legacy builds.""" + if _uses_scikit_build_core(sdist_root_dir): + logger.info("faiss-cpu: scikit-build-core detected, using default deps") + return default_get_build_backend_dependencies( + ctx=ctx, req=req, sdist_root_dir=sdist_root_dir, + build_dir=build_dir, extra_environ=extra_environ, build_env=build_env, + ) + logger.info("faiss-cpu: legacy kyamagu build, declaring numpy + wheel") + return ["numpy", "wheel"] + + +def build_wheel( # noqa: PLR0913 + ctx: context.WorkContext, + build_env: build_environment.BuildEnvironment, + extra_environ: dict, + req: Requirement, + sdist_root_dir: pathlib.Path, + version: Version, + build_dir: pathlib.Path, +) -> pathlib.Path: + """Build faiss-cpu wheel following the kyamagu/faiss-wheels process.""" + if version >= _SCIKIT_BUILD_CORE_MIN: + logger.info("faiss-cpu %s: scikit-build-core, default PEP-517", version) + return wheels.default_build_wheel( + ctx=ctx, build_env=build_env, extra_environ=extra_environ, + req=req, sdist_root_dir=sdist_root_dir, + version=version, build_dir=build_dir, + ) + + faiss_prefix = sdist_root_dir / "_faiss_install" + cmake_build = sdist_root_dir / "_cmake_build" + _max = ctx.settings.max_jobs + jobs = max(1, _max if _max is not None else multiprocessing.cpu_count()) + opt_level = _faiss_opt_level() + + # faiss-wheels/faiss-wheels uses faiss as a git submodule at sdist_root_dir/faiss/ + # The CMakeLists.txt is inside that submodule, not at the repo root. + faiss_src_dir = sdist_root_dir / "faiss" if (sdist_root_dir / "faiss" / "CMakeLists.txt").exists() else sdist_root_dir + + logger.info( + "faiss-cpu: cmake PYTHON=OFF FAISS_OPT_LEVEL=%s -j%d", opt_level, jobs, + ) + build_env.run( + [ + "cmake", str(faiss_src_dir), "-B", str(cmake_build), + "-DFAISS_ENABLE_GPU=OFF", + "-DFAISS_ENABLE_PYTHON=OFF", + "-DBUILD_TESTING=OFF", + f"-DFAISS_OPT_LEVEL={opt_level}", + "-DCMAKE_BUILD_TYPE=Release", + f"-DCMAKE_CXX_FLAGS={_KYAMAGU_CXXFLAGS}", + f"-DCMAKE_PREFIX_PATH={_OPENBLAS_PREFIX}", + f"-DCMAKE_INSTALL_PREFIX={faiss_prefix}", + ], + cwd=str(sdist_root_dir), + extra_environ=extra_environ, + ) + build_env.run( + ["cmake", "--build", str(cmake_build), f"-j{jobs}"], + extra_environ=extra_environ, + ) + build_env.run( + ["cmake", "--install", str(cmake_build)], + extra_environ=extra_environ, + ) + + cmake_python_build = sdist_root_dir / "_cmake_python_build" + logger.info( + "faiss-cpu: cmake PYTHON=ON FAISS_OPT_LEVEL=%s -j%d", opt_level, jobs, + ) + build_env.run( + [ + "cmake", str(faiss_src_dir), "-B", str(cmake_python_build), + "-DFAISS_ENABLE_GPU=OFF", + "-DFAISS_ENABLE_PYTHON=ON", + "-DBUILD_TESTING=OFF", + f"-DFAISS_OPT_LEVEL={opt_level}", + "-DCMAKE_BUILD_TYPE=Release", + f"-DCMAKE_PREFIX_PATH={faiss_prefix};{_OPENBLAS_PREFIX}", + "-DSWIG_EXECUTABLE=/usr/local/bin/swig", + f"-DPython_EXECUTABLE={build_env.python}", + ], + cwd=str(sdist_root_dir), + extra_environ=extra_environ, + ) + build_env.run( + [ + "cmake", "--build", str(cmake_python_build), + "--target", "swigfaiss", f"-j{jobs}", + ], + extra_environ=extra_environ, + ) + + cmake_python_dir = cmake_python_build / "faiss" / "python" + # Copy root pyproject.toml (name='faiss-cpu') into cmake build dir so + # pep517 produces faiss_cpu-*.dist-info, not faiss-*.dist-info. + root_pyproject = sdist_root_dir / "pyproject.toml" + if root_pyproject.exists(): + shutil.copy2(root_pyproject, cmake_python_dir / "pyproject.toml") + logger.info("faiss-cpu: copied root pyproject.toml to %s", cmake_python_dir) + else: + logger.warning( + "faiss-cpu: root pyproject.toml not found at %s — " + "wheel may be named 'faiss-*' instead of 'faiss_cpu-*'", + root_pyproject, + ) + logger.info("faiss-cpu: PEP-517 wheel from %s", cmake_python_dir) + wheel_path = wheels.pep517_build_wheel( + ctx=ctx, + build_env=build_env, + extra_environ=extra_environ, + req=req, + sdist_root_dir=sdist_root_dir, + version=version, + build_dir=cmake_python_dir, + ) + return _retag_wheel(wheel_path, build_env) diff --git a/overrides/package_plugins/pyproject.toml b/overrides/package_plugins/pyproject.toml new file mode 100644 index 0000000..f562898 --- /dev/null +++ b/overrides/package_plugins/pyproject.toml @@ -0,0 +1,11 @@ +[build-system] +requires = ["setuptools"] +build-backend = "setuptools.build_meta" + +[project] +name = "calunga-package-plugins" +version = "0.1.0" + +[project.entry-points."fromager.project_overrides"] +debugpy = "package_plugins.debugpy" +faiss_cpu = "package_plugins.faiss_cpu" diff --git a/overrides/package_plugins/src/calunga_package_plugins.egg-info/PKG-INFO b/overrides/package_plugins/src/calunga_package_plugins.egg-info/PKG-INFO new file mode 100644 index 0000000..ecc59e1 --- /dev/null +++ b/overrides/package_plugins/src/calunga_package_plugins.egg-info/PKG-INFO @@ -0,0 +1,3 @@ +Metadata-Version: 2.4 +Name: calunga-package-plugins +Version: 0.1.0 diff --git a/overrides/package_plugins/src/calunga_package_plugins.egg-info/SOURCES.txt b/overrides/package_plugins/src/calunga_package_plugins.egg-info/SOURCES.txt new file mode 100644 index 0000000..772e60a --- /dev/null +++ b/overrides/package_plugins/src/calunga_package_plugins.egg-info/SOURCES.txt @@ -0,0 +1,9 @@ +pyproject.toml +src/calunga_package_plugins.egg-info/PKG-INFO +src/calunga_package_plugins.egg-info/SOURCES.txt +src/calunga_package_plugins.egg-info/dependency_links.txt +src/calunga_package_plugins.egg-info/entry_points.txt +src/calunga_package_plugins.egg-info/top_level.txt +src/package_plugins/__init__.py +src/package_plugins/debugpy.py +src/package_plugins/faiss_cpu.py \ No newline at end of file diff --git a/overrides/package_plugins/src/calunga_package_plugins.egg-info/dependency_links.txt b/overrides/package_plugins/src/calunga_package_plugins.egg-info/dependency_links.txt new file mode 100644 index 0000000..8b13789 --- /dev/null +++ b/overrides/package_plugins/src/calunga_package_plugins.egg-info/dependency_links.txt @@ -0,0 +1 @@ + diff --git a/overrides/package_plugins/src/calunga_package_plugins.egg-info/entry_points.txt b/overrides/package_plugins/src/calunga_package_plugins.egg-info/entry_points.txt new file mode 100644 index 0000000..fe926f9 --- /dev/null +++ b/overrides/package_plugins/src/calunga_package_plugins.egg-info/entry_points.txt @@ -0,0 +1,3 @@ +[fromager.project_overrides] +debugpy = package_plugins.debugpy +faiss_cpu = package_plugins.faiss_cpu diff --git a/overrides/package_plugins/src/calunga_package_plugins.egg-info/top_level.txt b/overrides/package_plugins/src/calunga_package_plugins.egg-info/top_level.txt new file mode 100644 index 0000000..ec775f4 --- /dev/null +++ b/overrides/package_plugins/src/calunga_package_plugins.egg-info/top_level.txt @@ -0,0 +1 @@ +package_plugins diff --git a/overrides/package_plugins/src/package_plugins/__init__.py b/overrides/package_plugins/src/package_plugins/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/overrides/package_plugins/src/package_plugins/debugpy.py b/overrides/package_plugins/src/package_plugins/debugpy.py new file mode 100644 index 0000000..c42367f --- /dev/null +++ b/overrides/package_plugins/src/package_plugins/debugpy.py @@ -0,0 +1,94 @@ +"""debugpy fromager override plugin. + +PyPI's debugpy wheel ships a compiled +``pydevd_attach_to_process/attach_linux_amd64.so``, built in upstream CI. The +sdist carries only its source (``linux_and_mac/attach.cpp``) and upstream's +``compile_linux.sh``, so a build from source produces a wheel without it and +``debugpy --pid `` fails outright with:: + + RuntimeError: Could not find .so for attach to process. + +``get_target_filename()`` in ``add_code_to_python_process.py`` looks for the +``.so`` as a sibling of itself, so compiling it into the unpacked source before +the wheel is built is enough: debugpy's own ``setup.py`` already collects the +vendored tree off disk and whitelists ``_linux_amd64.so`` for +``linux-x86_64``, which means no patch and no setup.py change are needed. +""" + +import logging +import pathlib +import platform + +from fromager import context, external_commands, sources +from packaging.requirements import Requirement +from packaging.version import Version + +logger = logging.getLogger(__name__) + +# Paths relative to the unpacked sdist root. +_ATTACH_DIR = pathlib.Path( + "src/debugpy/_vendored/pydevd/pydevd_attach_to_process" +) +_COMPILE_SCRIPT = _ATTACH_DIR / "linux_and_mac" / "compile_linux.sh" +_SO_NAME = "attach_linux_amd64.so" + + +def _compile_attach_so(source_root_dir: pathlib.Path) -> None: + """Build attach_linux_amd64.so in place, using upstream's own compile line.""" + machine = platform.machine() + if machine != "x86_64": + # Upstream ships no attach .so for any other Linux architecture -- + # their own wheel has only the amd64 one -- so there is nothing to + # match and compile_linux.sh would name the output attach_linux_.so. + logger.info( + "debugpy: architecture is %s, not x86_64; upstream ships no " + "attach .so for it, skipping", + machine, + ) + return + + script = source_root_dir / _COMPILE_SCRIPT + target = source_root_dir / _ATTACH_DIR / _SO_NAME + if not script.exists(): + raise FileNotFoundError( + f"debugpy: expected upstream compile script at {script}" + ) + + # The script has CRLF line endings in the sdist, so `bash compile_linux.sh` + # dies with "set: - : invalid option". Strip the carriage returns and feed + # the body to bash instead of rewriting the file, which would leave our + # wheel's copy of the script differing from PyPI's. $0 is set to the real + # script path so its own `SRC="$(dirname "$0")/.."` still resolves. + body = script.read_text().replace("\r\n", "\n") + external_commands.run( + ["bash", "-c", body, str(script)], + cwd=str(source_root_dir), + ) + + if not target.exists(): + raise FileNotFoundError( + f"debugpy: {script.name} exited cleanly but did not produce {target}" + ) + logger.info( + "debugpy: compiled %s (%d bytes)", target.name, target.stat().st_size + ) + + +def prepare_source( + ctx: context.WorkContext, + req: Requirement, + source_filename: pathlib.Path, + version: Version, +) -> tuple[pathlib.Path, bool]: + """Unpack the sdist as usual, then compile the attach-to-process helper.""" + source_root_dir, is_new = sources.default_prepare_source( + ctx=ctx, + req=req, + source_filename=source_filename, + version=version, + ) + # Unconditional, not just when is_new: a reused source tree that somehow + # lacks the .so would otherwise build a wheel without it, which is the + # failure this plugin exists to prevent. The compile takes under a second. + _compile_attach_so(source_root_dir) + return source_root_dir, is_new diff --git a/overrides/package_plugins/src/package_plugins/faiss_cpu.py b/overrides/package_plugins/src/package_plugins/faiss_cpu.py new file mode 100644 index 0000000..7f7c148 --- /dev/null +++ b/overrides/package_plugins/src/package_plugins/faiss_cpu.py @@ -0,0 +1,225 @@ +"""faiss-cpu fromager override plugin. + +Before v1.14.2, PyPI wheels were built by https://github.com/faiss-wheels/faiss-wheels +using a custom build strategy. This plugin reproduces that strategy exactly to +preserve binary compatibility with the published wheels. + +From v1.14.2 onward, https://github.com/facebookresearch/faiss publishes wheels +directly via scikit-build-core; that path is handled by standard PEP-517. + +Build strategy by version: + + < 1.14.2 (faiss-wheels/faiss-wheels era): + 1. cmake FAISS_ENABLE_PYTHON=OFF + FAISS_OPT_LEVEL=avx512 (Linux x86_64) + 2. cmake --install -> local prefix (libfaiss.a) + 3. cmake FAISS_ENABLE_PYTHON=ON -> _swigfaiss.so linked against libfaiss.a + 4. PEP-517 wheel from cmake output dir + 5. Retag py3-none-any -> linux_x86_64 -> auditwheel -> manylinux_2_*_x86_64 + + >= 1.14.2 (facebookresearch/faiss upstream era): + scikit-build-core pyproject.toml -> standard PEP-517, no custom cmake. + +""" + +import functools +import logging +import multiprocessing +import pathlib +import platform as _platform +import shutil +import sys +from collections.abc import Iterable + +from fromager import build_environment, context, wheels +from fromager.dependencies import default_get_build_backend_dependencies +from packaging.requirements import Requirement +from packaging.version import Version + +logger = logging.getLogger(__name__) + +_OPENBLAS_PREFIX = "/opt/_internal/openblas-0" +_KYAMAGU_CXXFLAGS = "-fvisibility=hidden -fdata-sections -ffunction-sections" +_SCIKIT_BUILD_CORE_MIN = Version("1.14.2") + + +@functools.cache +def _uses_scikit_build_core(sdist_root_dir: pathlib.Path) -> bool: + pyproject = sdist_root_dir / "pyproject.toml" + if not pyproject.exists(): + return False + return "scikit_build_core" in pyproject.read_text() + + +def _faiss_opt_level() -> str: + return "avx512" if _platform.machine() == "x86_64" else "generic" + + +def _retag_wheel( + wheel_path: pathlib.Path, + build_env: build_environment.BuildEnvironment, +) -> pathlib.Path: + py_ver = f"cp{sys.version_info.major}{sys.version_info.minor}" + machine = _platform.machine() + logger.info( + "faiss-cpu: retagging %s -> %s-%s-linux_%s", + wheel_path.name, py_ver, py_ver, machine, + ) + build_env.run( + [ + str(build_env.python), "-m", "wheel", "tags", + "--python-tag", py_ver, + "--abi-tag", py_ver, + "--platform-tag", f"linux_{machine}", + "--remove", + str(wheel_path), + ], + cwd=str(wheel_path.parent), + ) + pattern = f"faiss_cpu-*-{py_ver}-{py_ver}-linux_{machine}.whl" + found = list(wheel_path.parent.glob(pattern)) + if not found: + # faiss-wheels pyproject.toml names the package "faiss-cpu" but the + # cmake-built wheel may still be named "faiss-*" when pep517 runs from + # the cmake python build dir using the submodule's setup.py. + fallback = f"faiss-*-{py_ver}-{py_ver}-linux_{machine}.whl" + found = list(wheel_path.parent.glob(fallback)) + if found: + renamed = found[0].parent / found[0].name.replace("faiss-", "faiss_cpu-", 1) + found[0].rename(renamed) + logger.info("faiss-cpu: renamed %s -> %s", found[0].name, renamed.name) + found = [renamed] + if not found: + msg = ( + f"Retagged wheel not found in {wheel_path.parent} " + f"(tried primary pattern: {pattern}, fallback: faiss-*-{py_ver}-{py_ver}-linux_{machine}.whl)" + ) + raise RuntimeError(msg) + logger.info("faiss-cpu: retagged -> %s", found[0].name) + return found[0] + + +def get_build_backend_dependencies( # noqa: PLR0913 + ctx: context.WorkContext, + req: Requirement, + sdist_root_dir: pathlib.Path, + build_dir: pathlib.Path, + extra_environ: dict, + build_env: build_environment.BuildEnvironment, +) -> Iterable[str]: + """Return build backend deps; skip setup.py interrogation for legacy builds.""" + if _uses_scikit_build_core(sdist_root_dir): + logger.info("faiss-cpu: scikit-build-core detected, using default deps") + return default_get_build_backend_dependencies( + ctx=ctx, req=req, sdist_root_dir=sdist_root_dir, + build_dir=build_dir, extra_environ=extra_environ, build_env=build_env, + ) + logger.info("faiss-cpu: legacy kyamagu build, declaring numpy + wheel") + return ["numpy", "wheel"] + + +def build_wheel( # noqa: PLR0913 + ctx: context.WorkContext, + build_env: build_environment.BuildEnvironment, + extra_environ: dict, + req: Requirement, + sdist_root_dir: pathlib.Path, + version: Version, + build_dir: pathlib.Path, +) -> pathlib.Path: + """Build faiss-cpu wheel following the kyamagu/faiss-wheels process.""" + if version >= _SCIKIT_BUILD_CORE_MIN: + logger.info("faiss-cpu %s: scikit-build-core, default PEP-517", version) + return wheels.default_build_wheel( + ctx=ctx, build_env=build_env, extra_environ=extra_environ, + req=req, sdist_root_dir=sdist_root_dir, + version=version, build_dir=build_dir, + ) + + faiss_prefix = sdist_root_dir / "_faiss_install" + cmake_build = sdist_root_dir / "_cmake_build" + _max = ctx.settings.max_jobs + jobs = max(1, _max if _max is not None else multiprocessing.cpu_count()) + opt_level = _faiss_opt_level() + + # faiss-wheels/faiss-wheels uses faiss as a git submodule at sdist_root_dir/faiss/ + # The CMakeLists.txt is inside that submodule, not at the repo root. + faiss_src_dir = sdist_root_dir / "faiss" if (sdist_root_dir / "faiss" / "CMakeLists.txt").exists() else sdist_root_dir + + logger.info( + "faiss-cpu: cmake PYTHON=OFF FAISS_OPT_LEVEL=%s -j%d", opt_level, jobs, + ) + build_env.run( + [ + "cmake", str(faiss_src_dir), "-B", str(cmake_build), + "-DFAISS_ENABLE_GPU=OFF", + "-DFAISS_ENABLE_PYTHON=OFF", + "-DBUILD_TESTING=OFF", + f"-DFAISS_OPT_LEVEL={opt_level}", + "-DCMAKE_BUILD_TYPE=Release", + f"-DCMAKE_CXX_FLAGS={_KYAMAGU_CXXFLAGS}", + f"-DCMAKE_PREFIX_PATH={_OPENBLAS_PREFIX}", + f"-DCMAKE_INSTALL_PREFIX={faiss_prefix}", + ], + cwd=str(sdist_root_dir), + extra_environ=extra_environ, + ) + build_env.run( + ["cmake", "--build", str(cmake_build), f"-j{jobs}"], + extra_environ=extra_environ, + ) + build_env.run( + ["cmake", "--install", str(cmake_build)], + extra_environ=extra_environ, + ) + + cmake_python_build = sdist_root_dir / "_cmake_python_build" + logger.info( + "faiss-cpu: cmake PYTHON=ON FAISS_OPT_LEVEL=%s -j%d", opt_level, jobs, + ) + build_env.run( + [ + "cmake", str(faiss_src_dir), "-B", str(cmake_python_build), + "-DFAISS_ENABLE_GPU=OFF", + "-DFAISS_ENABLE_PYTHON=ON", + "-DBUILD_TESTING=OFF", + f"-DFAISS_OPT_LEVEL={opt_level}", + "-DCMAKE_BUILD_TYPE=Release", + f"-DCMAKE_PREFIX_PATH={faiss_prefix};{_OPENBLAS_PREFIX}", + "-DSWIG_EXECUTABLE=/usr/local/bin/swig", + f"-DPython_EXECUTABLE={build_env.python}", + ], + cwd=str(sdist_root_dir), + extra_environ=extra_environ, + ) + build_env.run( + [ + "cmake", "--build", str(cmake_python_build), + "--target", "swigfaiss", f"-j{jobs}", + ], + extra_environ=extra_environ, + ) + + cmake_python_dir = cmake_python_build / "faiss" / "python" + # Copy root pyproject.toml (name='faiss-cpu') into cmake build dir so + # pep517 produces faiss_cpu-*.dist-info, not faiss-*.dist-info. + root_pyproject = sdist_root_dir / "pyproject.toml" + if root_pyproject.exists(): + shutil.copy2(root_pyproject, cmake_python_dir / "pyproject.toml") + logger.info("faiss-cpu: copied root pyproject.toml to %s", cmake_python_dir) + else: + logger.warning( + "faiss-cpu: root pyproject.toml not found at %s — " + "wheel may be named 'faiss-*' instead of 'faiss_cpu-*'", + root_pyproject, + ) + logger.info("faiss-cpu: PEP-517 wheel from %s", cmake_python_dir) + wheel_path = wheels.pep517_build_wheel( + ctx=ctx, + build_env=build_env, + extra_environ=extra_environ, + req=req, + sdist_root_dir=sdist_root_dir, + version=version, + build_dir=cmake_python_dir, + ) + return _retag_wheel(wheel_path, build_env) diff --git a/overrides/patches/faiss_cpu-1.9.0/001-rename-package-to-faiss-cpu.patch b/overrides/patches/faiss_cpu-1.9.0/001-rename-package-to-faiss-cpu.patch new file mode 100644 index 0000000..069afac --- /dev/null +++ b/overrides/patches/faiss_cpu-1.9.0/001-rename-package-to-faiss-cpu.patch @@ -0,0 +1,9 @@ +--- a/faiss/faiss/python/setup.py ++++ b/faiss/faiss/python/setup.py +@@ -73,7 +73,7 @@ long_description=""" + """ + setup( +- name='faiss', ++ name='faiss-cpu', + version='1.9.0', + description='A library for efficient similarity search and clustering of dense vectors', diff --git a/overrides/patches/faiss_cpu/010-use-python-development-module-only.patch b/overrides/patches/faiss_cpu/010-use-python-development-module-only.patch new file mode 100644 index 0000000..fb544d7 --- /dev/null +++ b/overrides/patches/faiss_cpu/010-use-python-development-module-only.patch @@ -0,0 +1,8 @@ +--- a/faiss/faiss/python/CMakeLists.txt ++++ b/faiss/faiss/python/CMakeLists.txt +@@ -229,7 +229,7 @@ target_include_directories(swigfaiss_sve PRIVATE ${PROJECT_SOURCE_DIR}/../..) + + find_package(Python REQUIRED +- COMPONENTS Development NumPy ++ COMPONENTS Development.Module NumPy + ) diff --git a/overrides/patches/sentencepiece-0.2.0/001-update-cmake-minimum-version.patch b/overrides/patches/sentencepiece-0.2.0/001-update-cmake-minimum-version.patch new file mode 100644 index 0000000..161a62b --- /dev/null +++ b/overrides/patches/sentencepiece-0.2.0/001-update-cmake-minimum-version.patch @@ -0,0 +1,11 @@ +--- a/sentencepiece/CMakeLists.txt ++++ b/sentencepiece/CMakeLists.txt +@@ -12,7 +12,7 @@ + # See the License for the specific language governing permissions and + # limitations under the License.! + +-cmake_minimum_required(VERSION 3.1 FATAL_ERROR) ++cmake_minimum_required(VERSION 3.5 FATAL_ERROR) + file(STRINGS "VERSION.txt" SPM_VERSION) + message(STATUS "VERSION: ${SPM_VERSION}") + diff --git a/overrides/settings.yaml b/overrides/settings.yaml new file mode 100644 index 0000000..d189d16 --- /dev/null +++ b/overrides/settings.yaml @@ -0,0 +1,7 @@ +--- +sbom: + supplier: "Organization: Red Hat" + namespace: "https://www.redhat.com" + creators: + - "Organization: Red Hat" + repository_url: "https://packages.redhat.com" diff --git a/requirements-build.txt b/requirements-build.txt new file mode 100644 index 0000000..7361cde --- /dev/null +++ b/requirements-build.txt @@ -0,0 +1,212 @@ +# +# This file is autogenerated by pip-compile with Python 3.12 +# by the following command: +# +# pybuild-deps compile --generate-hashes --output-file=requirements-build.txt requirements.txt +# +calver==2025.10.20 \ + --hash=sha256:c98b376c2424642224d456b2f70c51402343e008c63d204634665e1a2a2835f5 \ + --hash=sha256:d7d75224eed9d9263f4fb30008487615196d208d14752bfd93fea7af2c84f508 + # via trove-classifiers +cython==3.3.0 \ + --hash=sha256:03056533fe4fdbc4f1d34a39178f9a4937ff35196f8bcdde2a67b5b5809c61fe \ + --hash=sha256:03bc5333932f5dda3ba9315298ecdd21daa1b58410bb1f8ce04c78ec8337130a \ + --hash=sha256:0507d9caf7dc35f1212627145d5d13dbc5dd7128529a6608ab72690472fa688e \ + --hash=sha256:0deedc2e9a5a664e1adfa4c2d310aa7b54903e1a647c274b6c9213f77a02d637 \ + --hash=sha256:11e437f086affee8051cec4bb531be3edb646ab66e325154aa6849377f365033 \ + --hash=sha256:14e825253455e943ca765a95096b355745558436b0c46c24856de9269cc4dbd9 \ + --hash=sha256:169e56fd411f4cd5bba51c82f8239421d547a846099db2b261e4aed48ba9f51f \ + --hash=sha256:23942b0662642927a55676e4b26e6840fb166dd7d76436384685227e7e8619a4 \ + --hash=sha256:26a5e536fc68e85a9de091a0b51c42c5ac834f8d00aaa43f227cbc3efa797ae5 \ + --hash=sha256:29f38ebafdf23e3da2516f40c4d065da38bfe002181bf93e2b8cf1262449aba6 \ + --hash=sha256:311a016369adfd1e0015c4f9819168fc0e518451d7efb4435c30d65a3a26d52b \ + --hash=sha256:333449cc0350baedee5a6af27929eac8a71eac4ec59333c45ff476b33c6c660d \ + --hash=sha256:428fafed98ea26927000a287b4dfc9ef07339f56656a5329a34eaa593f79a4f8 \ + --hash=sha256:46072c0d404616b5e652a63882c79cc3f8a1d62635a8692f56ed0e416a4dfed8 \ + --hash=sha256:4a36c34d1950845b8ac148653b07cdc62421a4b0d9abfcc849e69f1c4ff9919d \ + --hash=sha256:51999fb834365721b6c7f689cf6e2ec7c8667aae783df9eb5e589c290a414d9c \ + --hash=sha256:596e8df019372a2cd417805015022d42cb8ee4e1803ccdc11ed00e451625fb66 \ + --hash=sha256:66d86b6a1548ae64851b211e3c3504535814b8c8e6c46ddcaf01062bf8d5fad2 \ + --hash=sha256:75c4ae8a6d3a5ccf3cdaba8ab32e6a8d0cd38e3a476aa7ac12df8f8171a8d570 \ + --hash=sha256:7e321ae700995a16dc3055ada06ffb8d61e1a7434e5d0e811547a45ac1015ebd \ + --hash=sha256:82f94565b6001bab8e31bf52a0911672910b5735910612a2c0f772c719670006 \ + --hash=sha256:843d7134e784e7b320ef387512e89f1b29af80c641e176dfa8eabd52aab61c3c \ + --hash=sha256:8566ea804cfc265f5e9dda71d1b716aa24ee4c3423a5da4b28a248a78c33e3f9 \ + --hash=sha256:90869072e50b7c8904fe1dd7810321ae901fd5637a6eec6646ed9c57f9eb1081 \ + --hash=sha256:9b24b5c8cd536946b62086fcafee6d5509d3f549f72d553d2336af87ffbe0da1 \ + --hash=sha256:ab24d1a4fb6aaf0b5b6fcd75a6d70255fbd3130fa78884c26991f8d5502616b5 \ + --hash=sha256:b447f6906e0555f05dc4742ef1f99091b1e5d9aa9f16616e772fbf9ff6271616 \ + --hash=sha256:b55c72e8eccdd508c8de3cf3bbc543aafbb3bf6a518e1ee20358d3241cd780ef \ + --hash=sha256:b94fb5613b9fe34c27d13ec9972dc0dcd2a2155db2902e93921cadc162610a38 \ + --hash=sha256:bc2f2a6b65a991666cfd35a35bab0cd88ffba4df2f601edb6e76cc8116de24b9 \ + --hash=sha256:bf411da3ef1af8763781c219108860f7de33f1100038da35d6bf1b4d83fcb2c0 \ + --hash=sha256:c4558ba85849ab65dc57e10fd0efb13fabd9d3c09981a2566e18dec7cf47586a \ + --hash=sha256:dce56c26d388f00a19426371b6926bf2f77c5c03b71d5273e4556c68be98c2dd \ + --hash=sha256:de883ec6764b61547c1e7674c0d8a8a875d398bd6bb684e46b93d83e4f13b260 \ + --hash=sha256:e0d2713d2b292c826bc21dc8732bd9e47628103aa3764180c881e04b3fef95dc \ + --hash=sha256:e6035b5231a9316edc19d6415f4296fd1d0370e2a165a714b3edc167b9ca00e1 \ + --hash=sha256:ec09dbf73ff4f7be2b339b995fadae9c4bb517bbbed7ec11d6fe99c2092b48fd \ + --hash=sha256:eda47eb7731c3b41180b58bb83de423f43aa58a677677e3390e8d332b003859e \ + --hash=sha256:eed0d93fbca7087f143b42c34b05a825849bdf17f101572c2105acfa49aa88b8 + # via pyyaml +flit-core==3.12.0 \ + --hash=sha256:18f63100d6f94385c6ed57a72073443e1a71a4acb4339491615d0f16d6ff01b2 \ + --hash=sha256:e7a0304069ea895172e3c7bb703292e992c5d1555dd1233ab7b5621b5b69e62c + # via + # click + # idna + # markdown-it-py + # mdurl + # pyproject-hooks + # typing-extensions + # wheel +flit-core==4.1.0 \ + --hash=sha256:17398cdd2c38b24047a5a9c93089ec5c0bf12ec3d1469bbf69c27ed7965299db \ + --hash=sha256:62e12b63ead8335b37f59fabb977c7167fe476dafb5e41785dfa8c9aff843bc6 + # via + # packaging + # pathspec +hatch-fancy-pypi-readme==25.1.0 \ + --hash=sha256:9c58ed3dff90d51f43414ce37009ad1d5b0f08ffc9fc216998a06380f01c0045 \ + --hash=sha256:ce0134c40d63d874ac48f48ccc678b8f3b62b8e50e9318520d2bffc752eedaf3 + # via + # attrs + # pydantic +hatch-vcs==0.5.0 \ + --hash=sha256:0395fa126940340215090c344a2bf4e2a77bcbe7daab16f41b37b98c95809ff9 \ + --hash=sha256:b49677dbdc597460cc22d01b27ab3696f5e16a21ecf2700fb01bc28e1f2a04a7 + # via + # attrs + # fromager + # urllib3 +hatchling==1.32.4 \ + --hash=sha256:08ecf7548fb48205e7f213d70c71e67b8271b7242093dc3f1da578b42c734a2c \ + --hash=sha256:c4468f73144c054d2aab4ef0f0378c43b9878bf07f8ffd6b79690e970d375f07 + # via + # annotated-types + # attrs + # beautifulsoup4 + # fromager + # hatch-fancy-pypi-readme + # hatch-vcs + # mailbits + # pydantic + # pygments + # pypi-simple + # soupsieve + # starlette + # typing-inspection + # urllib3 + # uvicorn +maturin==1.15.0 \ + --hash=sha256:0ebf9767892725083138e671c34482c660317a2f3d6a29fc0e0f34e9d8c99136 \ + --hash=sha256:126e12e618b4db42f68c779a56d41f82a390145ba36ac3f621d057eb34f5ad9d \ + --hash=sha256:4f9d33e6c3f9615c8caceecbbbd440f8eb25a3ddeb687077682cd5eca2e9ae15 \ + --hash=sha256:552c2be4afd43fe8d5c9f3ec8d4c4756d973b8dcbe94c14084390301f50243e1 \ + --hash=sha256:653020a63525bb224e5ab0adf02e17a2e08bc86dbea7fc1399c9a56d7529b99e \ + --hash=sha256:6bf6dc62e22d4dcfd5a51244ff0d58975fa4979c48209fe84159617648956d82 \ + --hash=sha256:7ab7eebffd7b8debca2265985de4eaeb332141276d24b9560b5ad484d4b3add1 \ + --hash=sha256:7eb066372f541f8eb4909c79c5d9bd0b9e8125980bdf1ec9e8aba23c6c8d6c55 \ + --hash=sha256:94b26cc8e8aba61a5f2099715fe640e18c5f678e9a500408b38761263954228a \ + --hash=sha256:bf29beddd0c6708f112db51d5275fc28b28b9e9c9c5faae387eaef662918b176 \ + --hash=sha256:c40b4eae7bf5ef1f4b1af8d623fe4105016f93578fb15b764e741d08ec3b92dd \ + --hash=sha256:c7dc0c66c78d3debdd9c5aa807e861fbcbf07f3505d34b125df74c03986b0f48 \ + --hash=sha256:cd35772633f489841132bc8e71d6fc7f842df30b9c05cd5cdf1ee1ddcb744cc7 \ + --hash=sha256:da649988be98e87e009e51b1bf0d301b6a301bc0cecbdd60d40d8ba60748d1ca + # via + # pydantic-core + # uv +packaging==26.3 \ + --hash=sha256:94edc256424af38762eb31306eed28beb9f0efc50a8837492c9d6fd6004aed79 \ + --hash=sha256:d7193f7c8e4e93f444fde0262bf90af30e16fa0ad0ad44cb553c87339b23cd1c + # via + # hatchling + # setuptools-scm + # vcs-versioning +pathspec==1.1.1 \ + --hash=sha256:17db5ecd524104a120e173814c90367a96a98d07c45b2e10c2f3919fff91bf5a \ + --hash=sha256:a00ce642f577bf7f473932318056212bc4f8bfdf53128c78bbd5af0b9b20b189 + # via hatchling +pbr==7.1.3 \ + --hash=sha256:6583e878a1d97cb135fdc509811f31b9235905cde8d4dacd3dbadf9efc45d745 \ + --hash=sha256:9a4a85b84e906337708009af0b5f5cdabeeb72d4dc213c9e97974da54fd9acc5 + # via stevedore +pluggy==1.7.0 \ + --hash=sha256:7dd7b0d8832ba3cb632c306926ded123429211b83641b35dc5c41ad2d34f9bec \ + --hash=sha256:d1eaa46ebb595891b860ab086b4d09c8588af65ebd4361b8e8f4bb8920b90ba8 + # via hatchling +poetry-core==2.5.0 \ + --hash=sha256:81d04c9253b19d0604718268d781867c8f7b2128e5b25bbf1e84141eec6b89c4 \ + --hash=sha256:98ee465b66f7e14bb9fbe68fb5e00d0cff184f036993ec94610ae4b5612f3add + # via + # rich + # tomlkit +semantic-version==2.10.0 \ + --hash=sha256:bdabb6d336998cbb378d4b9db3a4b56a1e3235701dc05ea2690d9a997ed5041c \ + --hash=sha256:de78a3b8e0feda74cabc54aab2da702113e33ac9d9eb9d2389bcf1f58b7d9177 + # via setuptools-rust +setuptools-rust==1.13.0 \ + --hash=sha256:666439c4d90e968bb625bcf87ec0aa02b4f49e599d2f5dc255c633a04e8eca99 \ + --hash=sha256:f2afcf4baeee689910ce49cfa8aad4e08cce72f417449bcc32891b8664fdc726 + # via maturin +setuptools-scm==10.3.4 \ + --hash=sha256:82f34c3e3084fc2b57d397200637cc13f2338004052d2fee47baa5f0e902464e \ + --hash=sha256:a69f28bfc245608781205e912faae437c2b2165773afa4e7b979d77447a69dd2 + # via + # anyio + # elfdeps + # hatch-vcs + # license-expression + # pluggy + # setuptools-rust + # tqdm +setuptools-scm==9.2.2 \ + --hash=sha256:1c674ab4665686a0887d7e24c03ab25f24201c213e82ea689d2f3e169ef7ef57 \ + --hash=sha256:30e8f84d2ab1ba7cb0e653429b179395d0c33775d54807fc5f1dd6671801aef7 + # via + # hatch-vcs + # urllib3 +tomlkit==0.14.0 \ + --hash=sha256:592064ed85b40fa213469f81ac584f67a4f2992509a7c3ea2d632208623a3680 \ + --hash=sha256:cf00efca415dbd57575befb1f6634c4f42d2d87dbba376128adb42c121b87064 + # via hatchling +trove-classifiers==2026.9.21.13 \ + --hash=sha256:0a9ebc8d4e2f3e8a22848c5258033035bec17a3012ac3fea16dbaa764489eb71 \ + --hash=sha256:8b1ff4f9c191b1040b71c37f1e445ab99732911e3cd91de52838453a854d7a17 + # via hatchling +vcs-versioning==2.6.0 \ + --hash=sha256:22e9159288e2d8bca2fa6f6c31c34c9c66aec157f60e9e526f5d160d2516d60f \ + --hash=sha256:f8bebd1302ebc12e67ceb30fc7dd698ec969414b6fa43b30c3f14ac9b1e72c41 + # via setuptools-scm +wheel==0.46.3 \ + --hash=sha256:4b399d56c9d9338230118d705d9737a2a468ccca63d5e813e2a4fc7815d8bc4d \ + --hash=sha256:e3e79874b07d776c40bd6033f8ddf76a7dad46a7b8aa1b2787a83083519a1803 + # via license-expression + +# The following packages are considered to be unsafe in a requirements file: +setuptools==82.0.0 \ + --hash=sha256:22e0a2d69474c6ae4feb01951cb69d515ed23728cf96d05513d36e42b62b37cb \ + --hash=sha256:70b18734b607bd1da571d097d236cfcfacaf01de45717d59e6e04b96877532e0 + # via charset-normalizer +setuptools==84.2.0 \ + --hash=sha256:6f445ca2ce864605f81e223f262b4c94ffcb9a4a63473bae0ed7be5aab0291da \ + --hash=sha256:8cc107ac7a403105dc8d6477664171f36135fab26adf8b5e0edaebc313f39b21 + # via + # anyio + # calver + # certifi + # elfdeps + # license-expression + # maturin + # pathspec + # pbr + # pluggy + # psutil + # pyelftools + # pyyaml + # resolvelib + # setuptools-rust + # setuptools-scm + # tqdm + # trove-classifiers + # vcs-versioning diff --git a/requirements.in b/requirements.in new file mode 100644 index 0000000..0b571ac --- /dev/null +++ b/requirements.in @@ -0,0 +1 @@ +fromager==0.101.0 diff --git a/requirements.txt b/requirements.txt new file mode 100644 index 0000000..3a49870 --- /dev/null +++ b/requirements.txt @@ -0,0 +1,536 @@ +# +# This file is autogenerated by pip-compile with Python 3.12 +# by the following command: +# +# pip-compile --allow-unsafe --generate-hashes --index-url=https://pypi.org/simple --output-file=requirements.txt requirements.in +# +annotated-types==0.7.0 \ + --hash=sha256:1f02e8b43a8fbbc3f3e0d4f0f4bfc8131bcb4eebe8849b8e5c773f3a1c582a53 \ + --hash=sha256:aff07c09a53a08bc8cfccb9c85b05f1aa9a2a6f23728d790723543408344ce89 + # via pydantic +anyio==4.12.1 \ + --hash=sha256:41cfcc3a4c85d3f05c932da7c26d0201ac36f72abd4435ba90d0464a3ffed703 \ + --hash=sha256:d405828884fc140aa80a3c667b8beed277f1dfedec42ba031bd6ac3db606ab6c + # via starlette +attrs==25.4.0 \ + --hash=sha256:16d5969b87f0859ef33a48b35d55ac1be6e42ae49d5e853b597db70c35c57e11 \ + --hash=sha256:adcf7e2a1fb3b36ac48d97835bb6d8ade15b8dcce26aba8bf1d14847b57a3373 + # via mailbits +beautifulsoup4==4.14.3 \ + --hash=sha256:0918bfe44902e6ad8d57732ba310582e98da931428d231a5ecb9e7c703a735bb \ + --hash=sha256:6292b1c5186d356bba669ef9f7f051757099565ad9ada5dd630bd9de5fa7fb86 + # via pypi-simple +boolean-py==5.0 \ + --hash=sha256:60cbc4bad079753721d32649545505362c754e121570ada4658b852a3a318d95 \ + --hash=sha256:ef28a70bd43115208441b53a045d1549e2f0ec6e3d08a9d142cbc41c1938e8d9 + # via license-expression +certifi==2026.2.25 \ + --hash=sha256:027692e4402ad994f1c42e52a4997a9763c646b73e4096e4d5d6db8af1d6f0fa \ + --hash=sha256:e887ab5cee78ea814d3472169153c2d12cd43b14bd03329a39a9c6e2e80bfba7 + # via requests +charset-normalizer==3.4.6 \ + --hash=sha256:06a7e86163334edfc5d20fe104db92fcd666e5a5df0977cb5680a506fe26cc8e \ + --hash=sha256:0c173ce3a681f309f31b87125fecec7a5d1347261ea11ebbb856fa6006b23c8c \ + --hash=sha256:0e28d62a8fc7a1fa411c43bd65e346f3bce9716dc51b897fbe930c5987b402d5 \ + --hash=sha256:0e901eb1049fdb80f5bd11ed5ea1e498ec423102f7a9b9e4645d5b8204ff2815 \ + --hash=sha256:11afb56037cbc4b1555a34dd69151e8e069bee82e613a73bef6e714ce733585f \ + --hash=sha256:150b8ce8e830eb7ccb029ec9ca36022f756986aaaa7956aad6d9ec90089338c0 \ + --hash=sha256:172985e4ff804a7ad08eebec0a1640ece87ba5041d565fff23c8f99c1f389484 \ + --hash=sha256:197c1a244a274bb016dd8b79204850144ef77fe81c5b797dc389327adb552407 \ + --hash=sha256:1ae6b62897110aa7c79ea2f5dd38d1abca6db663687c0b1ad9aed6f6bae3d9d6 \ + --hash=sha256:1cf0a70018692f85172348fe06d3a4b63f94ecb055e13a00c644d368eb82e5b8 \ + --hash=sha256:1ed80ff870ca6de33f4d953fda4d55654b9a2b340ff39ab32fa3adbcd718f264 \ + --hash=sha256:22c6f0c2fbc31e76c3b8a86fba1a56eda6166e238c29cdd3d14befdb4a4e4815 \ + --hash=sha256:231d4da14bcd9301310faf492051bee27df11f2bc7549bc0bb41fef11b82daa2 \ + --hash=sha256:259695e2ccc253feb2a016303543d691825e920917e31f894ca1a687982b1de4 \ + --hash=sha256:2a24157fa36980478dd1770b585c0f30d19e18f4fb0c47c13aa568f871718579 \ + --hash=sha256:2b1a63e8224e401cafe7739f77efd3f9e7f5f2026bda4aead8e59afab537784f \ + --hash=sha256:2bd9d128ef93637a5d7a6af25363cf5dec3fa21cf80e68055aad627f280e8afa \ + --hash=sha256:2e1d8ca8611099001949d1cdfaefc510cf0f212484fe7c565f735b68c78c3c95 \ + --hash=sha256:2ef7fedc7a6ecbe99969cd09632516738a97eeb8bd7258bf8a0f23114c057dab \ + --hash=sha256:2f7fdd9b6e6c529d6a2501a2d36b240109e78a8ceaef5687cfcfa2bbe671d297 \ + --hash=sha256:30f445ae60aad5e1f8bdbb3108e39f6fbc09f4ea16c815c66578878325f8f15a \ + --hash=sha256:31215157227939b4fb3d740cd23fe27be0439afef67b785a1eb78a3ae69cba9e \ + --hash=sha256:34315ff4fc374b285ad7f4a0bf7dcbfe769e1b104230d40f49f700d4ab6bbd84 \ + --hash=sha256:3516bbb8d42169de9e61b8520cbeeeb716f12f4ecfe3fd30a9919aa16c806ca8 \ + --hash=sha256:3778fd7d7cd04ae8f54651f4a7a0bd6e39a0cf20f801720a4c21d80e9b7ad6b0 \ + --hash=sha256:39f5068d35621da2881271e5c3205125cc456f54e9030d3f723288c873a71bf9 \ + --hash=sha256:404a1e552cf5b675a87f0651f8b79f5f1e6fd100ee88dc612f89aa16abd4486f \ + --hash=sha256:419a9d91bd238052642a51938af8ac05da5b3343becde08d5cdeab9046df9ee1 \ + --hash=sha256:423fb7e748a08f854a08a222b983f4df1912b1daedce51a72bd24fe8f26a1843 \ + --hash=sha256:4482481cb0572180b6fd976a4d5c72a30263e98564da68b86ec91f0fe35e8565 \ + --hash=sha256:461598cd852bfa5a61b09cae2b1c02e2efcd166ee5516e243d540ac24bfa68a7 \ + --hash=sha256:47955475ac79cc504ef2704b192364e51d0d473ad452caedd0002605f780101c \ + --hash=sha256:48696db7f18afb80a068821504296eb0787d9ce239b91ca15059d1d3eaacf13b \ + --hash=sha256:4be9f4830ba8741527693848403e2c457c16e499100963ec711b1c6f2049b7c7 \ + --hash=sha256:4d1d02209e06550bdaef34af58e041ad71b88e624f5d825519da3a3308e22687 \ + --hash=sha256:4f41da960b196ea355357285ad1316a00099f22d0929fe168343b99b254729c9 \ + --hash=sha256:517ad0e93394ac532745129ceabdf2696b609ec9f87863d337140317ebce1c14 \ + --hash=sha256:51fb3c322c81d20567019778cb5a4a6f2dc1c200b886bc0d636238e364848c89 \ + --hash=sha256:5273b9f0b5835ff0350c0828faea623c68bfa65b792720c453e22b25cc72930f \ + --hash=sha256:530d548084c4a9f7a16ed4a294d459b4f229db50df689bfe92027452452943a0 \ + --hash=sha256:530e8cebeea0d76bdcf93357aa5e41336f48c3dc709ac52da2bb167c5b8271d9 \ + --hash=sha256:54fae94be3d75f3e573c9a1b5402dc593de19377013c9a0e4285e3d402dd3a2a \ + --hash=sha256:572d7c822caf521f0525ba1bce1a622a0b85cf47ffbdae6c9c19e3b5ac3c4389 \ + --hash=sha256:58c948d0d086229efc484fe2f30c2d382c86720f55cd9bc33591774348ad44e0 \ + --hash=sha256:5d11595abf8dd942a77883a39d81433739b287b6aa71620f15164f8096221b30 \ + --hash=sha256:5f8ddd609f9e1af8c7bd6e2aca279c931aefecd148a14402d4e368f3171769fd \ + --hash=sha256:5feb91325bbceade6afab43eb3b508c63ee53579fe896c77137ded51c6b6958e \ + --hash=sha256:60c74963d8350241a79cb8feea80e54d518f72c26db618862a8f53e5023deaf9 \ + --hash=sha256:613f19aa6e082cf96e17e3ffd89383343d0d589abda756b7764cf78361fd41dc \ + --hash=sha256:659a1e1b500fac8f2779dd9e1570464e012f43e580371470b45277a27baa7532 \ + --hash=sha256:695f5c2823691a25f17bc5d5ffe79fa90972cc34b002ac6c843bb8a1720e950d \ + --hash=sha256:69dd852c2f0ad631b8b60cfbe25a28c0058a894de5abb566619c205ce0550eae \ + --hash=sha256:6cceb5473417d28edd20c6c984ab6fee6c6267d38d906823ebfe20b03d607dc2 \ + --hash=sha256:71be7e0e01753a89cf024abf7ecb6bca2c81738ead80d43004d9b5e3f1244e64 \ + --hash=sha256:74119174722c4349af9708993118581686f343adc1c8c9c007d59be90d077f3f \ + --hash=sha256:74a2e659c7ecbc73562e2a15e05039f1e22c75b7c7618b4b574a3ea9118d1557 \ + --hash=sha256:7504e9b7dc05f99a9bbb4525c67a2c155073b44d720470a148b34166a69c054e \ + --hash=sha256:79090741d842f564b1b2827c0b82d846405b744d31e84f18d7a7b41c20e473ff \ + --hash=sha256:7a6967aaf043bceabab5412ed6bd6bd26603dae84d5cb75bf8d9a74a4959d398 \ + --hash=sha256:7bda6eebafd42133efdca535b04ccb338ab29467b3f7bf79569883676fc628db \ + --hash=sha256:7edbed096e4a4798710ed6bc75dcaa2a21b68b6c356553ac4823c3658d53743a \ + --hash=sha256:7f9019c9cb613f084481bd6a100b12e1547cf2efe362d873c2e31e4035a6fa43 \ + --hash=sha256:802168e03fba8bbc5ce0d866d589e4b1ca751d06edee69f7f3a19c5a9fe6b597 \ + --hash=sha256:80d0a5615143c0b3225e5e3ef22c8d5d51f3f72ce0ea6fb84c943546c7b25b6c \ + --hash=sha256:82060f995ab5003a2d6e0f4ad29065b7672b6593c8c63559beefe5b443242c3e \ + --hash=sha256:836ab36280f21fc1a03c99cd05c6b7af70d2697e374c7af0b61ed271401a72a2 \ + --hash=sha256:8761ac29b6c81574724322a554605608a9960769ea83d2c73e396f3df896ad54 \ + --hash=sha256:87725cfb1a4f1f8c2fc9890ae2f42094120f4b44db9360be5d99a4c6b0e03a9e \ + --hash=sha256:899d28f422116b08be5118ef350c292b36fc15ec2daeb9ea987c89281c7bb5c4 \ + --hash=sha256:8bc5f0687d796c05b1e28ab0d38a50e6309906ee09375dd3aff6a9c09dd6e8f4 \ + --hash=sha256:8bea55c4eef25b0b19a0337dc4e3f9a15b00d569c77211fa8cde38684f234fb7 \ + --hash=sha256:8e5a94886bedca0f9b78fecd6afb6629142fd2605aa70a125d49f4edc6037ee6 \ + --hash=sha256:90ca27cd8da8118b18a52d5f547859cc1f8354a00cd1e8e5120df3e30d6279e5 \ + --hash=sha256:92734d4d8d187a354a556626c221cd1a892a4e0802ccb2af432a1d85ec012194 \ + --hash=sha256:947cf925bc916d90adba35a64c82aace04fa39b46b52d4630ece166655905a69 \ + --hash=sha256:95b52c68d64c1878818687a473a10547b3292e82b6f6fe483808fb1468e2f52f \ + --hash=sha256:97d0235baafca5f2b09cf332cc275f021e694e8362c6bb9c96fc9a0eb74fc316 \ + --hash=sha256:9ca4c0b502ab399ef89248a2c84c54954f77a070f28e546a85e91da627d1301e \ + --hash=sha256:9cc4fc6c196d6a8b76629a70ddfcd4635a6898756e2d9cac5565cf0654605d73 \ + --hash=sha256:9cc6e6d9e571d2f863fa77700701dae73ed5f78881efc8b3f9a4398772ff53e8 \ + --hash=sha256:a056d1ad2633548ca18ffa2f85c202cfb48b68615129143915b8dc72a806a923 \ + --hash=sha256:a26611d9987b230566f24a0a125f17fe0de6a6aff9f25c9f564aaa2721a5fb88 \ + --hash=sha256:a4474d924a47185a06411e0064b803c68be044be2d60e50e8bddcc2649957c1f \ + --hash=sha256:a4ea868bc28109052790eb2b52a9ab33f3aa7adc02f96673526ff47419490e21 \ + --hash=sha256:a9e68c9d88823b274cf1e72f28cb5dc89c990edf430b0bfd3e2fb0785bfeabf4 \ + --hash=sha256:aa9cccf4a44b9b62d8ba8b4dd06c649ba683e4bf04eea606d2e94cfc2d6ff4d6 \ + --hash=sha256:ab30e5e3e706e3063bc6de96b118688cb10396b70bb9864a430f67df98c61ecc \ + --hash=sha256:ac2393c73378fea4e52aa56285a3d64be50f1a12395afef9cce47772f60334c2 \ + --hash=sha256:ad8faf8df23f0378c6d527d8b0b15ea4a2e23c89376877c598c4870d1b2c7866 \ + --hash=sha256:b35b200d6a71b9839a46b9b7fff66b6638bb52fc9658aa58796b0326595d3021 \ + --hash=sha256:b3694e3f87f8ac7ce279d4355645b3c878d24d1424581b46282f24b92f5a4ae2 \ + --hash=sha256:b4ff1d35e8c5bd078be89349b6f3a845128e685e751b6ea1169cf2160b344c4d \ + --hash=sha256:bbc8c8650c6e51041ad1be191742b8b421d05bbd3410f43fa2a00c8db87678e8 \ + --hash=sha256:bc72863f4d9aba2e8fd9085e63548a324ba706d2ea2c83b260da08a59b9482de \ + --hash=sha256:bf625105bb9eef28a56a943fec8c8a98aeb80e7d7db99bd3c388137e6eb2d237 \ + --hash=sha256:c2274ca724536f173122f36c98ce188fd24ce3dad886ec2b7af859518ce008a4 \ + --hash=sha256:c45a03a4c69820a399f1dda9e1d8fbf3562eda46e7720458180302021b08f778 \ + --hash=sha256:c8ae56368f8cc97c7e40a7ee18e1cedaf8e780cd8bc5ed5ac8b81f238614facb \ + --hash=sha256:c907cdc8109f6c619e6254212e794d6548373cc40e1ec75e6e3823d9135d29cc \ + --hash=sha256:ca0276464d148c72defa8bb4390cce01b4a0e425f3b50d1435aa6d7a18107602 \ + --hash=sha256:cd5e2801c89992ed8c0a3f0293ae83c159a60d9a5d685005383ef4caca77f2c4 \ + --hash=sha256:d08ec48f0a1c48d75d0356cea971921848fb620fdeba805b28f937e90691209f \ + --hash=sha256:d1a2ee9c1499fc8f86f4521f27a973c914b211ffa87322f4ee33bb35392da2c5 \ + --hash=sha256:d5f5d1e9def3405f60e3ca8232d56f35c98fb7bf581efcc60051ebf53cb8b611 \ + --hash=sha256:d60377dce4511655582e300dc1e5a5f24ba0cb229005a1d5c8d0cb72bb758ab8 \ + --hash=sha256:d73beaac5e90173ac3deb9928a74763a6d230f494e4bfb422c217a0ad8e629bf \ + --hash=sha256:d7de2637729c67d67cf87614b566626057e95c303bc0a55ffe391f5205e7003d \ + --hash=sha256:dad6e0f2e481fffdcf776d10ebee25e0ef89f16d691f1e5dee4b586375fdc64b \ + --hash=sha256:dda86aba335c902b6149a02a55b38e96287157e609200811837678214ba2b1db \ + --hash=sha256:df01808ee470038c3f8dc4f48620df7225c49c2d6639e38f96e6d6ac6e6f7b0e \ + --hash=sha256:e1f6e2f00a6b8edb562826e4632e26d063ac10307e80f7461f7de3ad8ef3f077 \ + --hash=sha256:e25369dc110d58ddf29b949377a93e0716d72a24f62bad72b2b39f155949c1fd \ + --hash=sha256:e3c701e954abf6fc03a49f7c579cc80c2c6cc52525340ca3186c41d3f33482ef \ + --hash=sha256:e5bcc1a1ae744e0bb59641171ae53743760130600da8db48cbb6e4918e186e4e \ + --hash=sha256:e68c14b04827dd76dcbd1aeea9e604e3e4b78322d8faf2f8132c7138efa340a8 \ + --hash=sha256:e8aeb10fcbe92767f0fa69ad5a72deca50d0dca07fbde97848997d778a50c9fe \ + --hash=sha256:e985a16ff513596f217cee86c21371b8cd011c0f6f056d0920aa2d926c544058 \ + --hash=sha256:ecbbd45615a6885fe3240eb9db73b9e62518b611850fdf8ab08bd56de7ad2b17 \ + --hash=sha256:ee4ec14bc1680d6b0afab9aea2ef27e26d2024f18b24a2d7155a52b60da7e833 \ + --hash=sha256:ef5960d965e67165d75b7c7ffc60a83ec5abfc5c11b764ec13ea54fbef8b4421 \ + --hash=sha256:f0cdaecd4c953bfae0b6bb64910aaaca5a424ad9c72d85cb88417bb9814f7550 \ + --hash=sha256:f1ce721c8a7dfec21fcbdfe04e8f68174183cf4e8188e0645e92aa23985c57ff \ + --hash=sha256:f50498891691e0864dc3da965f340fada0771f6142a378083dc4608f4ea513e2 \ + --hash=sha256:f5ea69428fa1b49573eef0cc44a1d43bebd45ad0c611eb7d7eac760c7ae771bc \ + --hash=sha256:f61aa92e4aad0be58eb6eb4e0c21acf32cf8065f4b2cae5665da756c4ceef982 \ + --hash=sha256:f6e4333fb15c83f7d1482a76d45a0818897b3d33f00efd215528ff7c51b8e35d \ + --hash=sha256:f820f24b09e3e779fe84c3c456cb4108a7aa639b0d1f02c28046e11bfcd088ed \ + --hash=sha256:f98059e4fcd3e3e4e2d632b7cf81c2faae96c43c60b569e9c621468082f1d104 \ + --hash=sha256:fcce033e4021347d80ed9c66dcf1e7b1546319834b74445f561d2e2221de5659 + # via requests +click==8.3.1 \ + --hash=sha256:12ff4785d337a1bb490bb7e9c2b1ee5da3112e94a8622f26a6c77f5d2fc6842a \ + --hash=sha256:981153a64e25f12d547d3426c367a4857371575ee7ad18df2a6183ab0545b2a6 + # via + # fromager + # uvicorn +elfdeps==0.2.0 \ + --hash=sha256:8df0b4f0deceae9faf37bf5f1ad1b46fa5bc7c1731d016df0bdec2513ec82750 \ + --hash=sha256:d99002612d9e08548e14dda6396c7146071cf4150d674eb98f4ced0ea052968b + # via fromager +fromager==0.101.0 \ + --hash=sha256:4a2fb6d06c841d46dfa53d070315a8797bdb7404f3efe87256b0ddabf545e70e \ + --hash=sha256:5a14ede2990392dd7a87f1d8db1cd2409ff3b0e9badc7db9bff4920c4b67ac3f + # via -r requirements.in +h11==0.16.0 \ + --hash=sha256:4e35b956cf45792e4caa5885e69fba00bdbc6ffafbfa020300e549b208ee5ff1 \ + --hash=sha256:63cf8bbe7522de3bf65932fda1d9c2772064ffb3dae62d55932da54b31cb6c86 + # via uvicorn +idna==3.11 \ + --hash=sha256:771a87f49d9defaf64091e6e6fe9c18d4833f140bd19464795bc32d966ca37ea \ + --hash=sha256:795dafcc9c04ed0c1fb032c2aa73654d8e8c5023a7df64a53f39190ada629902 + # via + # anyio + # requests +license-expression==30.4.4 \ + --hash=sha256:421788fdcadb41f049d2dc934ce666626265aeccefddd25e162a26f23bcbf8a4 \ + --hash=sha256:73448f0aacd8d0808895bdc4b2c8e01a8d67646e4188f887375398c761f340fd + # via fromager +mailbits==0.2.3 \ + --hash=sha256:13140be94825d440986dee0a6e653d81d3b4df4b0059fbdb6d78ba8ccb0c4ec0 \ + --hash=sha256:75082106ed1b9a19fdd86f73aee268b3662a42df5aa024a06018b1d1bedac7dc + # via pypi-simple +markdown-it-py==4.0.0 \ + --hash=sha256:87327c59b172c5011896038353a81343b6754500a08cd7a4973bb48c6d578147 \ + --hash=sha256:cb0a2b4aa34f932c007117b194e945bd74e0ec24133ceb5bac59009cda1cb9f3 + # via rich +mdurl==0.1.2 \ + --hash=sha256:84008a41e51615a49fc9966191ff91509e3c40b939176e643fd50a5c2196b8f8 \ + --hash=sha256:bb413d29f5eea38f31dd4754dd7377d4465116fb207585f97bf925588687c1ba + # via markdown-it-py +packageurl-python==0.17.6 \ + --hash=sha256:1252ce3a102372ca6f86eb968e16f9014c4ba511c5c37d95a7f023e2ca6e5c25 \ + --hash=sha256:31a85c2717bc41dd818f3c62908685ff9eebcb68588213745b14a6ee9e7df7c9 + # via fromager +packaging==26.3 \ + --hash=sha256:94edc256424af38762eb31306eed28beb9f0efc50a8837492c9d6fd6004aed79 \ + --hash=sha256:d7193f7c8e4e93f444fde0262bf90af30e16fa0ad0ad44cb553c87339b23cd1c + # via + # fromager + # pypi-simple + # wheel +psutil==7.2.2 \ + --hash=sha256:0746f5f8d406af344fd547f1c8daa5f5c33dbc293bb8d6a16d80b4bb88f59372 \ + --hash=sha256:076a2d2f923fd4821644f5ba89f059523da90dc9014e85f8e45a5774ca5bc6f9 \ + --hash=sha256:11fe5a4f613759764e79c65cf11ebdf26e33d6dd34336f8a337aa2996d71c841 \ + --hash=sha256:1a571f2330c966c62aeda00dd24620425d4b0cc86881c89861fbc04549e5dc63 \ + --hash=sha256:1a7b04c10f32cc88ab39cbf606e117fd74721c831c98a27dc04578deb0c16979 \ + --hash=sha256:1fa4ecf83bcdf6e6c8f4449aff98eefb5d0604bf88cb883d7da3d8d2d909546a \ + --hash=sha256:2edccc433cbfa046b980b0df0171cd25bcaeb3a68fe9022db0979e7aa74a826b \ + --hash=sha256:7b6d09433a10592ce39b13d7be5a54fbac1d1228ed29abc880fb23df7cb694c9 \ + --hash=sha256:8c233660f575a5a89e6d4cb65d9f938126312bca76d8fe087b947b3a1aaac9ee \ + --hash=sha256:917e891983ca3c1887b4ef36447b1e0873e70c933afc831c6b6da078ba474312 \ + --hash=sha256:ab486563df44c17f5173621c7b198955bd6b613fb87c71c161f827d3fb149a9b \ + --hash=sha256:ae0aefdd8796a7737eccea863f80f81e468a1e4cf14d926bd9b6f5f2d5f90ca9 \ + --hash=sha256:b0726cecd84f9474419d67252add4ac0cd9811b04d61123054b9fb6f57df6e9e \ + --hash=sha256:b58fabe35e80b264a4e3bb23e6b96f9e45a3df7fb7eed419ac0e5947c61e47cc \ + --hash=sha256:c7663d4e37f13e884d13994247449e9f8f574bc4655d509c3b95e9ec9e2b9dc1 \ + --hash=sha256:e452c464a02e7dc7822a05d25db4cde564444a67e58539a00f929c51eddda0cf \ + --hash=sha256:e78c8603dcd9a04c7364f1a3e670cea95d51ee865e4efb3556a3a63adef958ea \ + --hash=sha256:eb7e81434c8d223ec4a219b5fc1c47d0417b12be7ea866e24fb5ad6e84b3d988 \ + --hash=sha256:ed0cace939114f62738d808fdcecd4c869222507e266e574799e9c0faa17d486 \ + --hash=sha256:eed63d3b4d62449571547b60578c5b2c4bcccc5387148db46e0c2313dad0ee00 \ + --hash=sha256:fd04ef36b4a6d599bbdb225dd1d3f51e00105f6d48a28f006da7f9822f2606d8 + # via fromager +pydantic==2.12.5 \ + --hash=sha256:4d351024c75c0f085a9febbb665ce8c0c6ec5d30e903bdb6394b7ede26aebb49 \ + --hash=sha256:e561593fccf61e8a20fc46dfc2dfe075b8be7d0188df33f221ad1f0139180f9d + # via + # fromager + # pypi-simple +pydantic-core==2.41.5 \ + --hash=sha256:0177272f88ab8312479336e1d777f6b124537d47f2123f89cb37e0accea97f90 \ + --hash=sha256:01a3d0ab748ee531f4ea6c3e48ad9dac84ddba4b0d82291f87248f2f9de8d740 \ + --hash=sha256:0384e2e1021894b1ff5a786dbf94771e2986ebe2869533874d7e43bc79c6f504 \ + --hash=sha256:03b77d184b9eb40240ae9fd676ca364ce1085f203e1b1256f8ab9984dca80a84 \ + --hash=sha256:03ca43e12fab6023fc79d28ca6b39b05f794ad08ec2feccc59a339b02f2b3d33 \ + --hash=sha256:05a2c8852530ad2812cb7914dc61a1125dc4e06252ee98e5638a12da6cc6fb6c \ + --hash=sha256:070259a8818988b9a84a449a2a7337c7f430a22acc0859c6b110aa7212a6d9c0 \ + --hash=sha256:08daa51ea16ad373ffd5e7606252cc32f07bc72b28284b6bc9c6df804816476e \ + --hash=sha256:0cbaad15cb0c90aa221d43c00e77bb33c93e8d36e0bf74760cd00e732d10a6a0 \ + --hash=sha256:100baa204bb412b74fe285fb0f3a385256dad1d1879f0a5cb1499ed2e83d132a \ + --hash=sha256:112e305c3314f40c93998e567879e887a3160bb8689ef3d2c04b6cc62c33ac34 \ + --hash=sha256:16f80f7abe3351f8ea6858914ddc8c77e02578544a0ebc15b4c2e1a0e813b0b2 \ + --hash=sha256:1746d4a3d9a794cacae06a5eaaccb4b8643a131d45fbc9af23e353dc0a5ba5c3 \ + --hash=sha256:1962293292865bca8e54702b08a4f26da73adc83dd1fcf26fbc875b35d81c815 \ + --hash=sha256:1d1d9764366c73f996edd17abb6d9d7649a7eb690006ab6adbda117717099b14 \ + --hash=sha256:1f8d33a7f4d5a7889e60dc39856d76d09333d8a6ed0f5f1190635cbec70ec4ba \ + --hash=sha256:22f0fb8c1c583a3b6f24df2470833b40207e907b90c928cc8d3594b76f874375 \ + --hash=sha256:239edca560d05757817c13dc17c50766136d21f7cd0fac50295499ae24f90fdf \ + --hash=sha256:242a206cd0318f95cd21bdacff3fcc3aab23e79bba5cac3db5a841c9ef9c6963 \ + --hash=sha256:25e1c2af0fce638d5f1988b686f3b3ea8cd7de5f244ca147c777769e798a9cd1 \ + --hash=sha256:266fb4cbf5e3cbd0b53669a6d1b039c45e3ce651fd5442eff4d07c2cc8d66808 \ + --hash=sha256:2782c870e99878c634505236d81e5443092fba820f0373997ff75f90f68cd553 \ + --hash=sha256:287dad91cfb551c363dc62899a80e9e14da1f0e2b6ebde82c806612ca2a13ef1 \ + --hash=sha256:29452c56df2ed968d18d7e21f4ab0ac55e71dc59524872f6fc57dcf4a3249ed2 \ + --hash=sha256:299e0a22e7ae2b85c1a57f104538b2656e8ab1873511fd718a1c1c6f149b77b5 \ + --hash=sha256:2a5e06546e19f24c6a96a129142a75cee553cc018ffee48a460059b1185f4470 \ + --hash=sha256:2b761d210c9ea91feda40d25b4efe82a1707da2ef62901466a42492c028553a2 \ + --hash=sha256:2c010c6ded393148374c0f6f0bf89d206bf3217f201faa0635dcd56bd1520f6b \ + --hash=sha256:2ff4321e56e879ee8d2a879501c8e469414d948f4aba74a2d4593184eb326660 \ + --hash=sha256:3006c3dd9ba34b0c094c544c6006cc79e87d8612999f1a5d43b769b89181f23c \ + --hash=sha256:33cb885e759a705b426baada1fe68cbb0a2e68e34c5d0d0289a364cf01709093 \ + --hash=sha256:346285d28e4c8017da95144c7f3acd42740d637ff41946af5ce6e5e420502dd5 \ + --hash=sha256:34a64bc3441dc1213096a20fe27e8e128bd3ff89921706e83c0b1ac971276594 \ + --hash=sha256:35b44f37a3199f771c3eaa53051bc8a70cd7b54f333531c59e29fd4db5d15008 \ + --hash=sha256:378bec5c66998815d224c9ca994f1e14c0c21cb95d2f52b6021cc0b2a58f2a5a \ + --hash=sha256:3f37a19d7ebcdd20b96485056ba9e8b304e27d9904d233d7b1015db320e51f0a \ + --hash=sha256:3f84d5c1b4ab906093bdc1ff10484838aca54ef08de4afa9de0f5f14d69639cd \ + --hash=sha256:4009935984bd36bd2c774e13f9a09563ce8de4abaa7226f5108262fa3e637284 \ + --hash=sha256:406bf18d345822d6c21366031003612b9c77b3e29ffdb0f612367352aab7d586 \ + --hash=sha256:4819fa52133c9aa3c387b3328f25c1facc356491e6135b459f1de698ff64d869 \ + --hash=sha256:482c982f814460eabe1d3bb0adfdc583387bd4691ef00b90575ca0d2b6fe2294 \ + --hash=sha256:4bc36bbc0b7584de96561184ad7f012478987882ebf9f9c389b23f432ea3d90f \ + --hash=sha256:506d766a8727beef16b7adaeb8ee6217c64fc813646b424d0804d67c16eddb66 \ + --hash=sha256:56121965f7a4dc965bff783d70b907ddf3d57f6eba29b6d2e5dabfaf07799c51 \ + --hash=sha256:58133647260ea01e4d0500089a8c4f07bd7aa6ce109682b1426394988d8aaacc \ + --hash=sha256:5921a4d3ca3aee735d9fd163808f5e8dd6c6972101e4adbda9a4667908849b97 \ + --hash=sha256:5a4e67afbc95fa5c34cf27d9089bca7fcab4e51e57278d710320a70b956d1b9a \ + --hash=sha256:5cb1b2f9742240e4bb26b652a5aeb840aa4b417c7748b6f8387927bc6e45e40d \ + --hash=sha256:62de39db01b8d593e45871af2af9e497295db8d73b085f6bfd0b18c83c70a8f9 \ + --hash=sha256:634e8609e89ceecea15e2d61bc9ac3718caaaa71963717bf3c8f38bfde64242c \ + --hash=sha256:63510af5e38f8955b8ee5687740d6ebf7c2a0886d15a6d65c32814613681bc07 \ + --hash=sha256:650ae77860b45cfa6e2cdafc42618ceafab3a2d9a3811fcfbd3bbf8ac3c40d36 \ + --hash=sha256:6561e94ba9dacc9c61bce40e2d6bdc3bfaa0259d3ff36ace3b1e6901936d2e3e \ + --hash=sha256:65840751b72fbfd82c3c640cff9284545342a4f1eb1586ad0636955b261b0b05 \ + --hash=sha256:6cb58b9c66f7e4179a2d5e0f849c48eff5c1fca560994d6eb6543abf955a149e \ + --hash=sha256:6f52298fbd394f9ed112d56f3d11aabd0d5bd27beb3084cc3d8ad069483b8941 \ + --hash=sha256:707625ef0983fcfb461acfaf14de2067c5942c6bb0f3b4c99158bed6fedd3cf3 \ + --hash=sha256:72f6c8b11857a856bcfa48c86f5368439f74453563f951e473514579d44aa612 \ + --hash=sha256:753e230374206729bf0a807954bcc6c150d3743928a73faffee51ac6557a03c3 \ + --hash=sha256:76d0819de158cd855d1cbb8fcafdf6f5cf1eb8e470abe056d5d161106e38062b \ + --hash=sha256:76ee27c6e9c7f16f47db7a94157112a2f3a00e958bc626e2f4ee8bec5c328fbe \ + --hash=sha256:77b63866ca88d804225eaa4af3e664c5faf3568cea95360d21f4725ab6e07146 \ + --hash=sha256:79ec52ec461e99e13791ec6508c722742ad745571f234ea6255bed38c6480f11 \ + --hash=sha256:7b93a4d08587e2b7e7882de461e82b6ed76d9026ce91ca7915e740ecc7855f60 \ + --hash=sha256:7da7087d756b19037bc2c06edc6c170eeef3c3bafcb8f532ff17d64dc427adfd \ + --hash=sha256:7f3bf998340c6d4b0c9a2f02d6a400e51f123b59565d74dc60d252ce888c260b \ + --hash=sha256:80aa89cad80b32a912a65332f64a4450ed00966111b6615ca6816153d3585a8c \ + --hash=sha256:8566def80554c3faa0e65ac30ab0932b9e3a5cd7f8323764303d468e5c37595a \ + --hash=sha256:873e0d5b4fb9b89ef7c2d2a963ea7d02879d9da0da8d9d4933dee8ee86a8b460 \ + --hash=sha256:88942d3a3dff3afc8288c21e565e476fc278902ae4d6d134f1eeda118cc830b1 \ + --hash=sha256:8bfeaf8735be79f225f3fefab7f941c712aaca36f1128c9d7e2352ee1aa87bdf \ + --hash=sha256:8e7c86f27c585ef37c35e56a96363ab8de4e549a95512445b85c96d3e2f7c1bf \ + --hash=sha256:915c3d10f81bec3a74fbd4faebe8391013ba61e5a1a8d48c4455b923bdda7858 \ + --hash=sha256:93e8740d7503eb008aa2df04d3b9735f845d43ae845e6dcd2be0b55a2da43cd2 \ + --hash=sha256:941103c9be18ac8daf7b7adca8228f8ed6bb7a1849020f643b3a14d15b1924d9 \ + --hash=sha256:97aeba56665b4c3235a0e52b2c2f5ae9cd071b8a8310ad27bddb3f7fb30e9aa2 \ + --hash=sha256:a39455728aabd58ceabb03c90e12f71fd30fa69615760a075b9fec596456ccc3 \ + --hash=sha256:a3a52f6156e73e7ccb0f8cced536adccb7042be67cb45f9562e12b319c119da6 \ + --hash=sha256:a668ce24de96165bb239160b3d854943128f4334822900534f2fe947930e5770 \ + --hash=sha256:a75dafbf87d6276ddc5b2bf6fae5254e3d0876b626eb24969a574fff9149ee5d \ + --hash=sha256:aabf5777b5c8ca26f7824cb4a120a740c9588ed58df9b2d196ce92fba42ff8dc \ + --hash=sha256:aec5cf2fd867b4ff45b9959f8b20ea3993fc93e63c7363fe6851424c8a7e7c23 \ + --hash=sha256:b2379fa7ed44ddecb5bfe4e48577d752db9fc10be00a6b7446e9663ba143de26 \ + --hash=sha256:b4ececa40ac28afa90871c2cc2b9ffd2ff0bf749380fbdf57d165fd23da353aa \ + --hash=sha256:b5819cd790dbf0c5eb9f82c73c16b39a65dd6dd4d1439dcdea7816ec9adddab8 \ + --hash=sha256:b74557b16e390ec12dca509bce9264c3bbd128f8a2c376eaa68003d7f327276d \ + --hash=sha256:b80aa5095cd3109962a298ce14110ae16b8c1aece8b72f9dafe81cf597ad80b3 \ + --hash=sha256:b93590ae81f7010dbe380cdeab6f515902ebcbefe0b9327cc4804d74e93ae69d \ + --hash=sha256:b96d5f26b05d03cc60f11a7761a5ded1741da411e7fe0909e27a5e6a0cb7b034 \ + --hash=sha256:bd3d54f38609ff308209bd43acea66061494157703364ae40c951f83ba99a1a9 \ + --hash=sha256:bfea2a5f0b4d8d43adf9d7b8bf019fb46fdd10a2e5cde477fbcb9d1fa08c68e1 \ + --hash=sha256:c007fe8a43d43b3969e8469004e9845944f1a80e6acd47c150856bb87f230c56 \ + --hash=sha256:c1df3d34aced70add6f867a8cf413e299177e0c22660cc767218373d0779487b \ + --hash=sha256:c23e27686783f60290e36827f9c626e63154b82b116d7fe9adba1fda36da706c \ + --hash=sha256:c8d8b4eb992936023be7dee581270af5c6e0697a8559895f527f5b7105ecd36a \ + --hash=sha256:c9e19dd6e28fdcaa5a1de679aec4141f691023916427ef9bae8584f9c2fb3b0e \ + --hash=sha256:d0d2568a8c11bf8225044aa94409e21da0cb09dcdafe9ecd10250b2baad531a9 \ + --hash=sha256:d38548150c39b74aeeb0ce8ee1d8e82696f4a4e16ddc6de7b1d8823f7de4b9b5 \ + --hash=sha256:d3a978c4f57a597908b7e697229d996d77a6d3c94901e9edee593adada95ce1a \ + --hash=sha256:d5160812ea7a8a2ffbe233d8da666880cad0cbaf5d4de74ae15c313213d62556 \ + --hash=sha256:dc799088c08fa04e43144b164feb0c13f9a0bc40503f8df3e9fde58a3c0c101e \ + --hash=sha256:df3959765b553b9440adfd3c795617c352154e497a4eaf3752555cfb5da8fc49 \ + --hash=sha256:dfa8a0c812ac681395907e71e1274819dec685fec28273a28905df579ef137e2 \ + --hash=sha256:e25c479382d26a2a41b7ebea1043564a937db462816ea07afa8a44c0866d52f9 \ + --hash=sha256:e4f4a984405e91527a0d62649ee21138f8e3d0ef103be488c1dc11a80d7f184b \ + --hash=sha256:e536c98a7626a98feb2d3eaf75944ef6f3dbee447e1f841eae16f2f0a72d8ddc \ + --hash=sha256:e56ba91f47764cc14f1daacd723e3e82d1a89d783f0f5afe9c364b8bb491ccdb \ + --hash=sha256:e672ba74fbc2dc8eea59fb6d4aed6845e6905fc2a8afe93175d94a83ba2a01a0 \ + --hash=sha256:e7b576130c69225432866fe2f4a469a85a54ade141d96fd396dffcf607b558f8 \ + --hash=sha256:e8465ab91a4bd96d36dde3263f06caa6a8a6019e4113f24dc753d79a8b3a3f82 \ + --hash=sha256:e96cea19e34778f8d59fe40775a7a574d95816eb150850a85a7a4c8f4b94ac69 \ + --hash=sha256:ece5c59f0ce7d001e017643d8d24da587ea1f74f6993467d85ae8a5ef9d4f42b \ + --hash=sha256:eceb81a8d74f9267ef4081e246ffd6d129da5d87e37a77c9bde550cb04870c1c \ + --hash=sha256:ed2e99c456e3fadd05c991f8f437ef902e00eedf34320ba2b0842bd1c3ca3a75 \ + --hash=sha256:f0cd744688278965817fd0839c4a4116add48d23890d468bc436f78beb28abf5 \ + --hash=sha256:f14f8f046c14563f8eb3f45f499cc658ab8d10072961e07225e507adb700e93f \ + --hash=sha256:f15489ba13d61f670dcc96772e733aad1a6f9c429cc27574c6cdaed82d0146ad \ + --hash=sha256:f31d95a179f8d64d90f6831d71fa93290893a33148d890ba15de25642c5d075b \ + --hash=sha256:f41a7489d32336dbf2199c8c0a215390a751c5b014c2c1c5366e817202e9cdf7 \ + --hash=sha256:f41eb9797986d6ebac5e8edff36d5cef9de40def462311b3eb3eeded1431e425 \ + --hash=sha256:f547144f2966e1e16ae626d8ce72b4cfa0caedc7fa28052001c94fb2fcaa1c52 + # via pydantic +pyelftools==0.32 \ + --hash=sha256:013df952a006db5e138b1edf6d8a68ecc50630adbd0d83a2d41e7f846163d738 \ + --hash=sha256:6de90ee7b8263e740c8715a925382d4099b354f29ac48ea40d840cf7aa14ace5 + # via elfdeps +pygments==2.19.2 \ + --hash=sha256:636cb2477cec7f8952536970bc533bc43743542f70392ae026374600add5b887 \ + --hash=sha256:86540386c03d588bb81d44bc3928634ff26449851e99741617ecb9037ee5ec0b + # via rich +pypi-simple==1.8.0 \ + --hash=sha256:466f2fcd0d723822aae3a0ccfda22e68ff8cd7f50aae68911946ab1dd1d587e1 \ + --hash=sha256:85f56420ab1d8e7ef5e55daabcee20c73e714f2bfee5505d811b075cc72d9ecc + # via fromager +pyproject-hooks==1.2.0 \ + --hash=sha256:1e859bd5c40fae9448642dd871adf459e5e2084186e8d2c2a79a824c970da1f8 \ + --hash=sha256:9e5c6bfa8dcc30091c74b0cf803c81fdd29d94f01992a7707bc97babb1141913 + # via fromager +pyyaml==6.0.3 \ + --hash=sha256:00c4bdeba853cc34e7dd471f16b4114f4162dc03e6b7afcc2128711f0eca823c \ + --hash=sha256:0150219816b6a1fa26fb4699fb7daa9caf09eb1999f3b70fb6e786805e80375a \ + --hash=sha256:02893d100e99e03eda1c8fd5c441d8c60103fd175728e23e431db1b589cf5ab3 \ + --hash=sha256:02ea2dfa234451bbb8772601d7b8e426c2bfa197136796224e50e35a78777956 \ + --hash=sha256:0f29edc409a6392443abf94b9cf89ce99889a1dd5376d94316ae5145dfedd5d6 \ + --hash=sha256:10892704fc220243f5305762e276552a0395f7beb4dbf9b14ec8fd43b57f126c \ + --hash=sha256:16249ee61e95f858e83976573de0f5b2893b3677ba71c9dd36b9cf8be9ac6d65 \ + --hash=sha256:1d37d57ad971609cf3c53ba6a7e365e40660e3be0e5175fa9f2365a379d6095a \ + --hash=sha256:1ebe39cb5fc479422b83de611d14e2c0d3bb2a18bbcb01f229ab3cfbd8fee7a0 \ + --hash=sha256:214ed4befebe12df36bcc8bc2b64b396ca31be9304b8f59e25c11cf94a4c033b \ + --hash=sha256:2283a07e2c21a2aa78d9c4442724ec1eb15f5e42a723b99cb3d822d48f5f7ad1 \ + --hash=sha256:22ba7cfcad58ef3ecddc7ed1db3409af68d023b7f940da23c6c2a1890976eda6 \ + --hash=sha256:27c0abcb4a5dac13684a37f76e701e054692a9b2d3064b70f5e4eb54810553d7 \ + --hash=sha256:28c8d926f98f432f88adc23edf2e6d4921ac26fb084b028c733d01868d19007e \ + --hash=sha256:2e71d11abed7344e42a8849600193d15b6def118602c4c176f748e4583246007 \ + --hash=sha256:34d5fcd24b8445fadc33f9cf348c1047101756fd760b4dacb5c3e99755703310 \ + --hash=sha256:37503bfbfc9d2c40b344d06b2199cf0e96e97957ab1c1b546fd4f87e53e5d3e4 \ + --hash=sha256:3c5677e12444c15717b902a5798264fa7909e41153cdf9ef7ad571b704a63dd9 \ + --hash=sha256:3ff07ec89bae51176c0549bc4c63aa6202991da2d9a6129d7aef7f1407d3f295 \ + --hash=sha256:41715c910c881bc081f1e8872880d3c650acf13dfa8214bad49ed4cede7c34ea \ + --hash=sha256:418cf3f2111bc80e0933b2cd8cd04f286338bb88bdc7bc8e6dd775ebde60b5e0 \ + --hash=sha256:44edc647873928551a01e7a563d7452ccdebee747728c1080d881d68af7b997e \ + --hash=sha256:4a2e8cebe2ff6ab7d1050ecd59c25d4c8bd7e6f400f5f82b96557ac0abafd0ac \ + --hash=sha256:4ad1906908f2f5ae4e5a8ddfce73c320c2a1429ec52eafd27138b7f1cbe341c9 \ + --hash=sha256:501a031947e3a9025ed4405a168e6ef5ae3126c59f90ce0cd6f2bfc477be31b7 \ + --hash=sha256:5190d403f121660ce8d1d2c1bb2ef1bd05b5f68533fc5c2ea899bd15f4399b35 \ + --hash=sha256:5498cd1645aa724a7c71c8f378eb29ebe23da2fc0d7a08071d89469bf1d2defb \ + --hash=sha256:5cf4e27da7e3fbed4d6c3d8e797387aaad68102272f8f9752883bc32d61cb87b \ + --hash=sha256:5e0b74767e5f8c593e8c9b5912019159ed0533c70051e9cce3e8b6aa699fcd69 \ + --hash=sha256:5ed875a24292240029e4483f9d4a4b8a1ae08843b9c54f43fcc11e404532a8a5 \ + --hash=sha256:5fcd34e47f6e0b794d17de1b4ff496c00986e1c83f7ab2fb8fcfe9616ff7477b \ + --hash=sha256:5fdec68f91a0c6739b380c83b951e2c72ac0197ace422360e6d5a959d8d97b2c \ + --hash=sha256:6344df0d5755a2c9a276d4473ae6b90647e216ab4757f8426893b5dd2ac3f369 \ + --hash=sha256:64386e5e707d03a7e172c0701abfb7e10f0fb753ee1d773128192742712a98fd \ + --hash=sha256:652cb6edd41e718550aad172851962662ff2681490a8a711af6a4d288dd96824 \ + --hash=sha256:66291b10affd76d76f54fad28e22e51719ef9ba22b29e1d7d03d6777a9174198 \ + --hash=sha256:66e1674c3ef6f541c35191caae2d429b967b99e02040f5ba928632d9a7f0f065 \ + --hash=sha256:6adc77889b628398debc7b65c073bcb99c4a0237b248cacaf3fe8a557563ef6c \ + --hash=sha256:79005a0d97d5ddabfeeea4cf676af11e647e41d81c9a7722a193022accdb6b7c \ + --hash=sha256:7c6610def4f163542a622a73fb39f534f8c101d690126992300bf3207eab9764 \ + --hash=sha256:7f047e29dcae44602496db43be01ad42fc6f1cc0d8cd6c83d342306c32270196 \ + --hash=sha256:8098f252adfa6c80ab48096053f512f2321f0b998f98150cea9bd23d83e1467b \ + --hash=sha256:850774a7879607d3a6f50d36d04f00ee69e7fc816450e5f7e58d7f17f1ae5c00 \ + --hash=sha256:8d1fab6bb153a416f9aeb4b8763bc0f22a5586065f86f7664fc23339fc1c1fac \ + --hash=sha256:8da9669d359f02c0b91ccc01cac4a67f16afec0dac22c2ad09f46bee0697eba8 \ + --hash=sha256:8dc52c23056b9ddd46818a57b78404882310fb473d63f17b07d5c40421e47f8e \ + --hash=sha256:9149cad251584d5fb4981be1ecde53a1ca46c891a79788c0df828d2f166bda28 \ + --hash=sha256:93dda82c9c22deb0a405ea4dc5f2d0cda384168e466364dec6255b293923b2f3 \ + --hash=sha256:96b533f0e99f6579b3d4d4995707cf36df9100d67e0c8303a0c55b27b5f99bc5 \ + --hash=sha256:9c57bb8c96f6d1808c030b1687b9b5fb476abaa47f0db9c0101f5e9f394e97f4 \ + --hash=sha256:9c7708761fccb9397fe64bbc0395abcae8c4bf7b0eac081e12b809bf47700d0b \ + --hash=sha256:9f3bfb4965eb874431221a3ff3fdcddc7e74e3b07799e0e84ca4a0f867d449bf \ + --hash=sha256:a33284e20b78bd4a18c8c2282d549d10bc8408a2a7ff57653c0cf0b9be0afce5 \ + --hash=sha256:a80cb027f6b349846a3bf6d73b5e95e782175e52f22108cfa17876aaeff93702 \ + --hash=sha256:b30236e45cf30d2b8e7b3e85881719e98507abed1011bf463a8fa23e9c3e98a8 \ + --hash=sha256:b3bc83488de33889877a0f2543ade9f70c67d66d9ebb4ac959502e12de895788 \ + --hash=sha256:b865addae83924361678b652338317d1bd7e79b1f4596f96b96c77a5a34b34da \ + --hash=sha256:b8bb0864c5a28024fac8a632c443c87c5aa6f215c0b126c449ae1a150412f31d \ + --hash=sha256:ba1cc08a7ccde2d2ec775841541641e4548226580ab850948cbfda66a1befcdc \ + --hash=sha256:bdb2c67c6c1390b63c6ff89f210c8fd09d9a1217a465701eac7316313c915e4c \ + --hash=sha256:c1ff362665ae507275af2853520967820d9124984e0f7466736aea23d8611fba \ + --hash=sha256:c2514fceb77bc5e7a2f7adfaa1feb2fb311607c9cb518dbc378688ec73d8292f \ + --hash=sha256:c3355370a2c156cffb25e876646f149d5d68f5e0a3ce86a5084dd0b64a994917 \ + --hash=sha256:c458b6d084f9b935061bc36216e8a69a7e293a2f1e68bf956dcd9e6cbcd143f5 \ + --hash=sha256:d0eae10f8159e8fdad514efdc92d74fd8d682c933a6dd088030f3834bc8e6b26 \ + --hash=sha256:d76623373421df22fb4cf8817020cbb7ef15c725b9d5e45f17e189bfc384190f \ + --hash=sha256:ebc55a14a21cb14062aa4162f906cd962b28e2e9ea38f9b4391244cd8de4ae0b \ + --hash=sha256:eda16858a3cab07b80edaf74336ece1f986ba330fdb8ee0d6c0d68fe82bc96be \ + --hash=sha256:ee2922902c45ae8ccada2c5b501ab86c36525b883eff4255313a253a3160861c \ + --hash=sha256:efd7b85f94a6f21e4932043973a7ba2613b059c4a000551892ac9f1d11f5baf3 \ + --hash=sha256:f7057c9a337546edc7973c0d3ba84ddcdf0daa14533c2065749c9075001090e6 \ + --hash=sha256:fa160448684b4e94d80416c0fa4aac48967a969efe22931448d853ada8baf926 \ + --hash=sha256:fc09d0aa354569bc501d4e787133afc08552722d3ab34836a80547331bb5d4a0 + # via fromager +requests==2.32.5 \ + --hash=sha256:2462f94637a34fd532264295e186976db0f5d453d1cdd31473c85a6a161affb6 \ + --hash=sha256:dbba0bac56e100853db0ea71b82b4dfd5fe2bf6d3754a8893c3af500cec7d7cf + # via + # fromager + # pypi-simple +resolvelib==1.2.1 \ + --hash=sha256:7d08a2022f6e16ce405d60b68c390f054efcfd0477d4b9bd019cc941c28fad1c \ + --hash=sha256:fb06b66c8da04172d9e72a21d7d06186d8919e32ae5ab5cdf5b9d920be805ac2 + # via fromager +rich==14.3.3 \ + --hash=sha256:793431c1f8619afa7d3b52b2cdec859562b950ea0d4b6b505397612db8d5362d \ + --hash=sha256:b8daa0b9e4eef54dd8cf7c86c03713f53241884e814f4e2f5fb342fe520f639b + # via fromager +soupsieve==2.8.3 \ + --hash=sha256:3267f1eeea4251fb42728b6dfb746edc9acaffc4a45b27e19450b676586e8349 \ + --hash=sha256:ed64f2ba4eebeab06cc4962affce381647455978ffc1e36bb79a545b91f45a95 + # via beautifulsoup4 +starlette==0.52.1 \ + --hash=sha256:0029d43eb3d273bc4f83a08720b4912ea4b071087a3b48db01b7c839f7954d74 \ + --hash=sha256:834edd1b0a23167694292e94f597773bc3f89f362be6effee198165a35d62933 + # via fromager +stevedore==5.7.0 \ + --hash=sha256:31dd6fe6b3cbe921e21dcefabc9a5f1cf848cf538a1f27543721b8ca09948aa3 \ + --hash=sha256:fd25efbb32f1abb4c9e502f385f0018632baac11f9ee5d1b70f88cc5e22ad4ed + # via fromager +tomlkit==0.14.0 \ + --hash=sha256:592064ed85b40fa213469f81ac584f67a4f2992509a7c3ea2d632208623a3680 \ + --hash=sha256:cf00efca415dbd57575befb1f6634c4f42d2d87dbba376128adb42c121b87064 + # via fromager +tqdm==4.67.3 \ + --hash=sha256:7d825f03f89244ef73f1d4ce193cb1774a8179fd96f31d7e1dcde62092b960bb \ + --hash=sha256:ee1e4c0e59148062281c49d80b25b67771a127c85fc9676d3be5f243206826bf + # via fromager +typing-extensions==4.15.0 \ + --hash=sha256:0cea48d173cc12fa28ecabc3b837ea3cf6f38c6d1136f85cbaaf598984861466 \ + --hash=sha256:f0fa19c6845758ab08074a0cfa8b7aecb71c999ca73d62883bc25cc018c4e548 + # via + # anyio + # beautifulsoup4 + # pydantic + # pydantic-core + # starlette + # typing-inspection +typing-inspection==0.4.2 \ + --hash=sha256:4ed1cacbdc298c220f1bd249ed5287caa16f34d44ef4e9c3d0cbad5b521545e7 \ + --hash=sha256:ba561c48a67c5958007083d386c3295464928b01faa735ab8547c5692e87f464 + # via pydantic +urllib3==2.6.3 \ + --hash=sha256:1b62b6884944a57dbe321509ab94fd4d3b307075e0c2eae991ac71ee15ad38ed \ + --hash=sha256:bf272323e553dfb2e87d9bfd225ca7b0f467b919d7bbd355436d3fd37cb0acd4 + # via requests +uv==0.10.11 \ + --hash=sha256:0972e20cccebc109f64d56165a9a1e8008051255d6c807e1b85f6ad29d5911e8 \ + --hash=sha256:0d9e0f3c4b2f2c79e8ab858d0dc3af1838f72a7c94ab71b80f7181811a80c995 \ + --hash=sha256:100181c4cefcb3619003d8dc74792abfbd62b7ea3efe16084428ca441975d8ad \ + --hash=sha256:10030c66c1cf82da822d31c4fe1af602ffa678ab1769aeb056c59d637fd0e0ea \ + --hash=sha256:2a2663b6e02890aa3f57e14166d5dad67249208cdc0d4d3623915b437a7b0524 \ + --hash=sha256:4682966f42d0e0fdd700afa399726013c8c1c157bcfd7bfda280e6575cebe8b3 \ + --hash=sha256:68de2dad3674a9647a2da7d01ac35a276886e7723e855393a8a95cb12c9e3dcf \ + --hash=sha256:77c95cb5ae27a9e317819e32f1e480ee3a2d5e010bc701a11a64ab03cd04ff8e \ + --hash=sha256:8a233112e38253617bd109ee2acc0b9127bad84e9bee0ba6d51cc4cab25ee585 \ + --hash=sha256:90dfc315b64de977098c96f6dfa5f3957b04bf834d95f3451de8d741d78b128b \ + --hash=sha256:96c9c5b4a3319468061aa8c1a04ecd75fab6fcd4e685a696507d1924e565909e \ + --hash=sha256:a00014bdbcc2672d295c7e83c55b62f5753e9c80ceb7b00110c185f8b5d6b043 \ + --hash=sha256:a0b807dcb997f44f9bbe3e8b99429a07d7c4b6e7bee39573d92c3a84170f18cf \ + --hash=sha256:a778e807361c40facf1e8005b4448ec2b281ec967debb2efb7991d9c38a1052d \ + --hash=sha256:b776c6b18a0ed1602bc47f74848ffb5684f380c8333ecb25e5deee9f4a36b6e7 \ + --hash=sha256:bda3fcc4c32cd1ec2cd7638d3488ffe12b2b9e3d904567b1fe5be5b3864518d8 \ + --hash=sha256:cac21ca1e4385a1e47e7fb1f68a01faebd661100f4d92681b0674e6685409cc4 \ + --hash=sha256:d8b81e5c8110b2eb3ea0221c0edf7ad8744f6f9aa3e8dc0c10e1b8b9ac4c3b8a \ + --hash=sha256:ee2e362025f8877db447b5f2e97a087fcab7eedc0ad513c12579d9bf12f37d2d + # via fromager +uvicorn==0.42.0 \ + --hash=sha256:96c30f5c7abe6f74ae8900a70e92b85ad6613b745d4879eb9b16ccad15645359 \ + --hash=sha256:9b1f190ce15a2dd22e7758651d9b6d12df09a13d51ba5bf4fc33c383a48e1775 + # via fromager +wheel==0.46.3 \ + --hash=sha256:4b399d56c9d9338230118d705d9737a2a468ccca63d5e813e2a4fc7815d8bc4d \ + --hash=sha256:e3e79874b07d776c40bd6033f8ddf76a7dad46a7b8aa1b2787a83083519a1803 + # via fromager diff --git a/scripts/add_system_deps_to_sbom.py b/scripts/add_system_deps_to_sbom.py new file mode 100755 index 0000000..c65a3ea --- /dev/null +++ b/scripts/add_system_deps_to_sbom.py @@ -0,0 +1,243 @@ +#!/usr/bin/env python3 +"""Inject system library dependencies discovered by auditwheel into Fromager SPDX SBOMs. + +Runs `auditwheel show` on a manylinux wheel to discover which system-provided shared +libraries it links against, then adds those as SPDX Package entries with DEPENDS_ON +relationships in the wheel's fromager.spdx.json. + +Designed to run *after* auditwheel repair (so the wheel already has its final manylinux +tag and only external system deps remain) and *before* patch-sbom-purl (which renames +the SBOM to redhat.spdx.json and appends PURL qualifiers). +""" +import argparse +import base64 +import hashlib +import json +import re +import subprocess +import sys +import zipfile +from pathlib import Path + + +def parse_args(): + parser = argparse.ArgumentParser( + description="Add system library deps from auditwheel show to SPDX SBOMs inside a wheel" + ) + parser.add_argument("wheel", type=Path, help="Path to the manylinux wheel file") + return parser.parse_args() + + +def run_auditwheel_show(wheel_path): + """Run auditwheel show and return stdout, or None on failure.""" + result = subprocess.run( + ["auditwheel", "show", str(wheel_path)], + capture_output=True, + text=True, + ) + if result.returncode != 0: + return None + return result.stdout + + +def parse_system_libs(output): + """Parse auditwheel show output for system library references. + + Returns dict mapping library soname to a sorted list of version symbols, + e.g. {"libc.so.6": ["GLIBC_2.14", "GLIBC_2.2.5", ...]} + """ + # Collapse wrapped lines into a single string for regex matching + text = " ".join(output.split()) + + match = re.search( + r"system-provided shared libraries:\s*(.+?)(?:This constrains|$)", + text, + ) + if not match: + return {} + + libs_text = match.group(1) + libs = {} + for m in re.finditer( + r"(\S+\.so\S*)\s+with\s+versions\s+\{([^}]+)\}", libs_text + ): + lib_name = m.group(1) + versions = sorted( + v.strip().strip("'\"") for v in m.group(2).split(",") + ) + libs[lib_name] = versions + + return libs + + +def sanitize_spdx_id(name): + """Convert a library soname to a valid SPDX idstring component. + + SPDX 2.3 restricts idstrings to [a-zA-Z0-9.-], so characters like + underscores and plus signs must be replaced. The result is only used + for the SPDXID field; the original soname is preserved in the package + "name" field (e.g. name="libstdc++.so.6" even though the SPDXID uses + "libstdc--.so.6"). + """ + return re.sub(r"[^a-zA-Z0-9.-]", "-", name) + + +def find_root_package_id(sbom): + """Find the SPDXID of the root package described by this SBOM document.""" + for rel in sbom.get("relationships", []): + if ( + rel.get("relationshipType") == "DESCRIBES" + and rel.get("spdxElementId") == "SPDXRef-DOCUMENT" + ): + return rel.get("relatedSpdxElement") + + describes = sbom.get("documentDescribes", []) + if describes: + return describes[0] + + packages = sbom.get("packages", []) + if packages: + return packages[0].get("SPDXID") + return None + + +def add_system_deps(sbom_data, system_libs): + """Add SPDX Package entries and DEPENDS_ON relationships for system libraries.""" + sbom = json.loads(sbom_data) + + root_id = find_root_package_id(sbom) + if not root_id: + return sbom_data + + # Track existing IDs to guard against duplicates, both from re-running + # on an already-patched wheel (idempotency) and from the case where two + # different sonames sanitize to the same SPDX ID. + existing_ids = {pkg.get("SPDXID") for pkg in sbom.get("packages", [])} + added = False + + for lib_name, versions in sorted(system_libs.items()): + spdx_id = f"SPDXRef-SystemLib-{sanitize_spdx_id(lib_name)}" + if spdx_id in existing_ids: + continue + + existing_ids.add(spdx_id) + added = True + pkg = { + "SPDXID": spdx_id, + "name": lib_name, + "downloadLocation": "NOASSERTION", + "filesAnalyzed": False, + "primaryPackagePurpose": "LIBRARY", + "supplier": "NOASSERTION", + } + if versions: + pkg["comment"] = ( + f"System-provided shared library detected by auditwheel. " + f"Referenced versioned symbols: {', '.join(versions)}" + ) + + sbom.setdefault("packages", []).append(pkg) + sbom.setdefault("relationships", []).append( + { + "spdxElementId": root_id, + "relationshipType": "DEPENDS_ON", + "relatedSpdxElement": spdx_id, + } + ) + + if not added: + return sbom_data + + return json.dumps(sbom, indent=2).encode() + + +def update_record(record_data, filename, new_data): + """Recalculate the RECORD hash for a modified file entry.""" + digest = base64.urlsafe_b64encode( + hashlib.sha256(new_data).digest() + ).rstrip(b"=").decode() + new_entry = f"{filename},sha256={digest},{len(new_data)}" + + lines = record_data.decode().splitlines() + new_lines = [] + found = False + for line in lines: + if line.startswith(filename + ","): + new_lines.append(new_entry) + found = True + else: + new_lines.append(line) + if not found: + new_lines.append(new_entry) + + return ("\n".join(new_lines) + "\n").encode() + + +def main(): + args = parse_args() + whl_path = args.wheel + + with zipfile.ZipFile(whl_path) as zf: + all_names = zf.namelist() + sbom_entries = { + n + for n in all_names + if n.endswith(".dist-info/sboms/fromager.spdx.json") + } + record_entry = next( + (n for n in all_names if n.endswith(".dist-info/RECORD")), None + ) + + if not sbom_entries: + print(f" No Fromager SBOM found in {whl_path.name}, skipping system deps") + return + + output = run_auditwheel_show(whl_path) + if output is None: + print(f" auditwheel show failed for {whl_path.name}, skipping system deps") + return + + system_libs = parse_system_libs(output) + if not system_libs: + print(f" No system library references found in {whl_path.name}") + return + + lib_names = ", ".join(sorted(system_libs)) + print(f" Found {len(system_libs)} system libraries in {whl_path.name}: {lib_names}") + + tmp = whl_path.with_suffix(".tmp") + modified_sboms = {} + + with ( + zipfile.ZipFile(whl_path) as zf_in, + zipfile.ZipFile(tmp, "w", compression=zipfile.ZIP_DEFLATED) as zf_out, + ): + record_info = None + for item in zf_in.infolist(): + if item.filename == record_entry: + record_info = item + continue + + data = zf_in.read(item.filename) + if item.filename in sbom_entries: + data = add_system_deps(data, system_libs) + modified_sboms[item.filename] = data + + zf_out.writestr(item, data) + + if record_info: + record_data = zf_in.read(record_info.filename) + for sbom_name, sbom_data in modified_sboms.items(): + record_data = update_record(record_data, sbom_name, sbom_data) + zf_out.writestr(record_info, record_data) + + tmp.replace(whl_path) + print(f" Added system library dependencies to SBOM in {whl_path.name}") + + +if __name__ == "__main__": + try: + main() + except Exception as e: + print(f" ERROR adding system deps: {e}", file=sys.stderr) + sys.exit(1) diff --git a/scripts/build-wheels b/scripts/build-wheels new file mode 100755 index 0000000..2cfffdc --- /dev/null +++ b/scripts/build-wheels @@ -0,0 +1,297 @@ +#!/bin/bash +set -euo pipefail + +# Initialize variables +WHEEL_SERVER_URL="" +PACKAGE_SETTINGS_DIR="" +MAX_JOBS="" +CONSTRAINT_FILES=() +PACKAGES=() +BUILD_SEQUENCE_SUMMARIES=() + +# Help function +show_help() { + cat << EOF +Build Python wheels for one or more packages and their dependencies. + +This script uses fromager to resolve dependencies, create a build order, and build +wheels for the specified packages and all their dependencies. It sets up the build +environment, handles CA trust configuration, and outputs both source distributions +and wheels. When building multiple packages, shared dependencies are built only once. + +USAGE: + $0 [OPTIONS] [...] + +ARGUMENTS: + PACKAGE One or more packages to build wheels for (required) + +OPTIONS: + --cache-wheel-server-url URL Optional wheel cache server URL for faster builds + --package-settings-dir DIR Optional directory of per-package fromager settings + --max-jobs N Maximum parallel jobs for builds (default: all CPUs) + -c, --constraint FILE Constrain versions using the given constraints file. + This option can be used multiple times. + --help Show this help message + +EXAMPLES: + $0 urllib3==2.4.0 + $0 urllib3==2.4.0 requests==2.31.0 + $0 --cache-wheel-server-url https://wheels.example.com urllib3==2.4.0 requests==2.31.0 + +ENVIRONMENT: + DEBUG=1 Enable debug mode with verbose output + +OUTPUT: + The script creates wheels and source distributions in the output directory + and displays the locations of built artifacts. When building multiple packages, + a separate build-sequence-summary-.json file is generated for each package. + +BEHAVIOR: + In multi-package mode, if any package fails to build, the script will exit + immediately without processing remaining packages (fail-fast behavior). +EOF + exit 0 +} + +# Parse command line arguments +while [[ $# -gt 0 ]]; do + case $1 in + --help) + show_help + ;; + --cache-wheel-server-url) + if [[ $# -lt 2 ]]; then + echo "Error: --cache-wheel-server-url requires a value" >&2 + exit 1 + fi + WHEEL_SERVER_URL="$2" + shift 2 + ;; + --package-settings-dir) + if [[ $# -lt 2 ]]; then + echo "Error: --package-settings-dir requires a value" >&2 + exit 1 + fi + PACKAGE_SETTINGS_DIR="$2" + shift 2 + ;; + --max-jobs) + if [[ $# -lt 2 ]]; then + echo "Error: --max-jobs requires a value" >&2 + exit 1 + fi + MAX_JOBS="$2" + shift 2 + ;; + -c|--constraint) + if [[ $# -lt 2 ]]; then + echo "Error: --constraint requires a value" >&2 + exit 1 + fi + CONSTRAINT_FILES+=("$2") + shift 2 + ;; + -*) + echo "Error: Unknown option $1" >&2 + echo "Use --help for usage information" >&2 + exit 1 + ;; + *) + PACKAGES+=("$1") + shift + ;; + esac +done + +# Check if required positional argument is provided +if [[ ${#PACKAGES[@]} -eq 0 ]]; then + echo "Error: At least one package argument is required" >&2 + echo "Use --help for usage information" >&2 + exit 1 +fi + +if [ "${DEBUG:-}" = "1" ]; then + set -x +fi + +# Logging function with timestamp +log() { + echo "[$(date --utc -Ins)] $1" >&2 +} + +log "Setting up CA trust" +ca_bundle=/mnt/trusted-ca/ca-bundle.crt +if [ -f "$ca_bundle" ]; then + echo "INFO: Using mounted CA bundle: $ca_bundle" + cp -vf $ca_bundle /etc/pki/ca-trust/source/anchors + update-ca-trust +fi + +log "Setting up netrc" +NETRC=~/.netrc + +# Only write netrc if both SERVICE_ACCOUNT_USERNAME and SERVICE_ACCOUNT_PASSWORD are set. +if [ -n "${SERVICE_ACCOUNT_USERNAME:-}" ] && [ -n "${SERVICE_ACCOUNT_PASSWORD:-}" ]; then + cat > "$NETRC" <<- EOM +machine packages.redhat.com login ${SERVICE_ACCOUNT_USERNAME} password ${SERVICE_ACCOUNT_PASSWORD} +EOM + chmod 0600 "$NETRC" + log "Wrote netrc for packages.redhat.com" +else + log "SERVICE_ACCOUNT_USERNAME and/or SERVICE_ACCOUNT_PASSWORD not set - skipping netrc setup" +fi + +log "Preparing build environment" +rm -rf output +mkdir output +cd output + +# Function to save build sequence summary +save_build_sequence_summary() { + local package="$1" + local summary_file="work-dir/build-sequence-summary.json" + + if [ -f "$summary_file" ]; then + # Create a package-specific filename + local safe_package_name=$(echo "$package" | sed 's/[^a-zA-Z0-9._-]/_/g') + local saved_summary="build-sequence-summary-${safe_package_name}.json" + log "Saving build sequence summary for $package to $saved_summary" + cp "$summary_file" "$saved_summary" + BUILD_SEQUENCE_SUMMARIES+=("$saved_summary") + fi +} + +# Process each package +for PACKAGE in "${PACKAGES[@]}"; do + log "Processing package: ${PACKAGE}" + + log "Resolving dependencies and creating build order" + fromager_args=( + --settings-file /usr/local/share/fromager/overrides/settings.yaml + ) + + if [ -n "$PACKAGE_SETTINGS_DIR" ]; then + fromager_args+=(--settings-dir "$PACKAGE_SETTINGS_DIR") + fi + + _builtin_patches_dir=/usr/local/share/fromager/overrides/patches + if [ -d "$_builtin_patches_dir" ]; then + fromager_args+=(--patches-dir "$_builtin_patches_dir") + fi + + if [ -n "$MAX_JOBS" ]; then + fromager_args+=(--jobs "$MAX_JOBS") + fi + + for f in "${CONSTRAINT_FILES[@]}"; do + fromager_args+=(--constraints-file "$f") + done + fromager_args+=(bootstrap "${PACKAGE}") + + # Add wheel server URL if provided + if [ -n "$WHEEL_SERVER_URL" ]; then + fromager_args+=(--cache-wheel-server-url "$WHEEL_SERVER_URL") + fi + echo "Running: fromager ${fromager_args[*]}" + fromager "${fromager_args[@]}" + + log "Building wheels from build order" + fromager_build_args=( + --settings-file /usr/local/share/fromager/overrides/settings.yaml + ) + + if [ -n "$PACKAGE_SETTINGS_DIR" ]; then + fromager_build_args+=(--settings-dir "$PACKAGE_SETTINGS_DIR") + fi + + if [ -d "$_builtin_patches_dir" ]; then + fromager_build_args+=(--patches-dir "$_builtin_patches_dir") + fi + + if [ -n "$MAX_JOBS" ]; then + fromager_build_args+=(--jobs "$MAX_JOBS") + fi + for f in "${CONSTRAINT_FILES[@]}"; do + fromager_build_args+=(--constraints-file "$f") + done + fromager_build_args+=(build-sequence work-dir/build-order.json) + + if [ -n "$WHEEL_SERVER_URL" ]; then + fromager_build_args+=(--cache-wheel-server-url "$WHEEL_SERVER_URL") + fi + + echo "Running: fromager ${fromager_build_args[*]}" + fromager "${fromager_build_args[@]}" + + # Save build sequence summary before clearing work-dir + save_build_sequence_summary "$PACKAGE" + + # check for manylinux wheels + log "Checking for manylinux wheels in need of auditwheel repair" + + if [ -n "$(find wheels-repo/downloads -name '*linux_x86_64.whl' | head -1)" ]; then + log manylinux wheels have been found, auditwheel step required + + # Extract shared libraries from wheels so auditwheel can find + # wheel-internal libs (e.g. pyre's libjournal.so) during repair. + wheel_libs_dir=$(mktemp -d) + for whl in wheels-repo/downloads/*linux_x86_64.whl; do + unzip -joq "$whl" '*.so' '*.so.*' -d "$wheel_libs_dir" 2>/dev/null || true + done + export LD_LIBRARY_PATH="${wheel_libs_dir}${LD_LIBRARY_PATH:+:$LD_LIBRARY_PATH}" + + auditwheel repair wheels-repo/downloads/*linux_x86_64.whl -w wheels-repo/downloads + rm -rf "$wheel_libs_dir" + + # auditwheel >= 6.5 embeds CycloneDX SBOMs in repaired wheels by default. + # Remove only auditwheel's SBOMs (*.cdx.json) and leave Fromager's intact. + log "Removing auditwheel-generated SBOMs from repaired manylinux wheels" + for whl in wheels-repo/downloads/*manylinux*.whl; do + [ -f "$whl" ] || continue + zip -d "$whl" '*.dist-info/sboms/*.cdx.json' 2>/dev/null || true + # Update RECORD so the wheel stays valid + record_path=$(unzip -Z1 "$whl" | grep '\.dist-info/RECORD$' || true) + if [ -n "$record_path" ]; then + tmpdir=$(mktemp -d) + unzip -o "$whl" "$record_path" -d "$tmpdir" + sed -i '/\.cdx\.json/d' "$tmpdir/$record_path" + (cd "$tmpdir" && zip "$OLDPWD/$whl" "$record_path") + rm -rf "$tmpdir" + fi + done + else + log No manylinux wheels found, skipping auditwheel step + fi + + SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)" + + # Add system library dependencies to Fromager SBOMs in manylinux wheels. + # Uses auditwheel show to discover which system-provided shared libraries + # (e.g. libc, libgcc_s, libstdc++) the wheel links against. + for whl in wheels-repo/downloads/*manylinux*.whl; do + [ -f "$whl" ] || continue + log "Adding system library dependencies to SBOM in $(basename "$whl")" + "$SCRIPT_DIR/add_system_deps_to_sbom.py" "$whl" + done + + # Patch Fromager SBOMs with PURL identifying the wheel and its origin index. + # Must run after auditwheel repair since the final filename isn't known until then. + log "Patching Fromager SBOMs: adding PURL and renaming to redhat.spdx.json" + # Only patch pure-python and manylinux wheels (skip original linux_x86_64 + # wheels since auditwheel already produced their manylinux replacements). + for whl in wheels-repo/downloads/*none-any.whl wheels-repo/downloads/*manylinux*.whl; do + [ -f "$whl" ] || continue + "$SCRIPT_DIR/patch-sbom-purl" "$whl" + done + + # Clear work-dir after processing package (but preserve sdists-repo and wheels-repo) + log "Clearing work-dir after processing $PACKAGE (preserving sdists-repo and wheels-repo)" + rm -rf work-dir +done + +log "Build completed successfully" + +log "Files:" +find . -type f -exec sha256sum {} \; + +log "End build-wheels" diff --git a/scripts/collect-build-files b/scripts/collect-build-files new file mode 100755 index 0000000..532adb9 --- /dev/null +++ b/scripts/collect-build-files @@ -0,0 +1,251 @@ +#!/bin/bash +set -euo pipefail + +SOURCE="" +DESTINATION="" +DENYLIST_FILE="" + +# Help function +show_help() { + cat << EOF +Collect build files produced by Fromager into a single directory. + +USAGE: + $0 [OPTIONS] SOURCE DESTINATION +ARGUMENTS: + SOURCE The high-level Fromager output directory containing wheels, sdists, build + sequence summary, and other files. + DESTINATION The destination directory to copy the Fromager output to. Directory is + created if it does not exist, or cleared otherwise. + +OPTIONS: + --denylist FILE Path to a file listing package names (one per line) to exclude + from collection. Lines starting with # are ignored. + --help Show this help message + +EXAMPLES: + $0 /tmp/build-output /tmp/artifact + $0 --denylist /path/to/denied_packages.txt /tmp/build-output /tmp/artifact + +ENVIRONMENT: + DEBUG=1 Enable debug mode with verbose output + +OUTPUT: + The script looks for wheels, sdists, and the build sequence summary produced by Fromager into + a single directory. This is meant to facilitate creating an OCI artifact for those files. +EOF + exit 0 +} + +# Normalize a Python package name for comparison (PEP 503): +# lowercase, replace -, ., and consecutive underscores with a single _ +normalize_name() { + echo "$1" | tr '[:upper:]' '[:lower:]' | sed 's/[-._]\+/_/g' +} + +# Extract the package name from a wheel or sdist filename and normalize it. +# +# Wheels (PEP 427): {name}-{version}(-{build})?-{python}-{abi}-{platform}.whl +# name uses underscores, so it never contains hyphens. +# Sdists (PEP 625): {name}-{version}.tar.gz +# name uses hyphens, so splitting on the first hyphen is wrong: +# lxml-html-clean-0.4.5.tar.gz is "lxml-html-clean", not "lxml". +# +# In both cases the version is the first hyphen-separated token that starts +# with a digit (PEP 440 public versions, including epochs like 1!2.0). +extract_pkg_name() { + local filename="${1##*/}" + local base="$filename" + + case "$base" in + *.whl) base="${base%.whl}" ;; + *.tar.gz) base="${base%.tar.gz}" ;; + *.tar.bz2) base="${base%.tar.bz2}" ;; + *.zip) base="${base%.zip}" ;; + esac + + local name_parts=() + local token rest="$base" + while [[ -n "$rest" ]]; do + if [[ "$rest" == *-* ]]; then + token="${rest%%-*}" + rest="${rest#*-}" + else + token="$rest" + rest="" + fi + if [[ "$token" =~ ^[0-9] ]]; then + break + fi + name_parts+=("$token") + done + + if [[ ${#name_parts[@]} -eq 0 ]]; then + normalize_name "$base" + return + fi + + local raw_name + printf -v raw_name '%s-' "${name_parts[@]}" + normalize_name "${raw_name%-}" +} + +# Check if a normalized package name is in the denylist. +is_denied() { + local pkg_name="$1" + if [[ ${#DENIED_PACKAGES[@]} -eq 0 ]]; then + return 1 + fi + for denied in "${DENIED_PACKAGES[@]}"; do + if [[ "$pkg_name" == "$denied" ]]; then + return 0 + fi + done + return 1 +} + +# Parse command line arguments +while [[ $# -gt 0 ]]; do + case $1 in + --help) + show_help + ;; + --denylist) + if [[ $# -lt 2 ]]; then + echo "Error: --denylist requires a value" >&2 + exit 1 + fi + DENYLIST_FILE="$2" + shift 2 + ;; + -*) + echo "Error: Unknown option $1" >&2 + echo "Use --help for usage information" >&2 + exit 1 + ;; + *) + if [[ -z "$SOURCE" ]]; then + SOURCE="$1" + shift + elif [[ -z "$DESTINATION" ]]; then + DESTINATION="$1" + shift + else + echo 'Error: Unexpected number of parameters.' >&2 + exit 1 + fi + ;; + esac +done + +# Check if required positional argument is provided +if [[ -z "$SOURCE" || -z "$DESTINATION" ]]; then + echo 'Error: SOURCE and DESTINATION are both required.' >&2 + exit 1 +fi + +if [[ ! -d "${SOURCE}" ]]; then + echo "Error: SOURCE directory ${SOURCE} does not exist" >&2 + exit 1 +fi + +if [ "${DEBUG:-}" = "1" ]; then + set -x +fi + +# Logging function with timestamp +log() { + echo "[$(date --utc -Ins)] $1" >&2 +} + +# Load denylist if provided. An explicit --denylist that cannot be read must +# fail; otherwise a typo would silently ship every transitive dependency. +DENIED_PACKAGES=() +if [[ -n "$DENYLIST_FILE" ]]; then + if [[ ! -r "$DENYLIST_FILE" ]]; then + log "ERROR: Denylist file is missing or unreadable: ${DENYLIST_FILE}" + exit 1 + fi + while IFS= read -r line; do + line="${line%%#*}" + line="$(echo "$line" | xargs)" + [[ -z "$line" ]] && continue + DENIED_PACKAGES+=("$(normalize_name "$line")") + done < "$DENYLIST_FILE" + if [[ ${#DENIED_PACKAGES[@]} -gt 0 ]]; then + log "Loaded denylist with ${#DENIED_PACKAGES[@]} packages: ${DENIED_PACKAGES[*]}" + fi +fi + +log "Collecting build files..." + +# Ensure output directory is clear +rm -rf "${DESTINATION}/{*,.*}" && mkdir -p "${DESTINATION}" + +# TODO: The "downloads" name in the path is a misnomer. Those are actually built wheels. +WHEELS_DIR="${SOURCE}/wheels-repo/downloads" + +# Copy all built wheels except for non-pure, non-manylinux wheels +if [ -d "${WHEELS_DIR}" ]; then + # Enable nullglob so the loop doesn't run if no .whl files exist + shopt -s nullglob + + for file in "${WHEELS_DIR}"/*.whl; do + FILENAME="${file##*/}" + + pkg_name="$(extract_pkg_name "$FILENAME")" + if is_denied "$pkg_name"; then + log "DENIED ${FILENAME} - package '${pkg_name}' is on the denylist" + continue + fi + + # check wheel type, only collect valid wheels + case $FILENAME in + # pure-python or manylinux + *none-any.whl|*manylinux*) + log "Collecting ${FILENAME}" + cp "$file" "${DESTINATION}/" + ;; + *) + log "Skipping ${FILENAME} - invalid wheel type" + ;; + esac; + done + + shopt -u nullglob +fi + +SDISTS_DIR="${SOURCE}/sdists-repo/builds" +# Copy any source distributions +if [ -d "${SDISTS_DIR}" ]; then + if [[ ${#DENIED_PACKAGES[@]} -eq 0 ]]; then + find "${SDISTS_DIR}" -name '*.tar.gz' -type f \ + -exec cp {} "${DESTINATION}/" \; || true + else + find "${SDISTS_DIR}" -name '*.tar.gz' -type f | while IFS= read -r sdist; do + sdist_filename="${sdist##*/}" + pkg_name="$(extract_pkg_name "$sdist_filename")" + if is_denied "$pkg_name"; then + log "DENIED ${sdist_filename} - package '${pkg_name}' is on the denylist" + else + cp "$sdist" "${DESTINATION}/" || true + fi + done + fi +fi + +# Copy all build sequence summary files (one per package) +find "${SOURCE}" -maxdepth 1 -name 'build-sequence-summary-*.json' -type f \ + -exec cp {} "${DESTINATION}/" \; || true + +COPIED="$(find "${DESTINATION}" -type f)" +# Verify we have content to push +if [ -z "$COPIED" ]; then + log "ERROR: No files collected" + exit 1 +fi + +log "Collected files:" +echo "${COPIED}" | sort + +log "End collect-build-files" diff --git a/scripts/patch-sbom-purl b/scripts/patch-sbom-purl new file mode 100755 index 0000000..3c5dc09 --- /dev/null +++ b/scripts/patch-sbom-purl @@ -0,0 +1,123 @@ +#!/usr/bin/env python3 +"""Patch Fromager SPDX SBOMs inside wheels: add PURL identifier and rename to redhat.spdx.json""" +import argparse +import base64 +import hashlib +import json +import sys +import zipfile +from pathlib import Path +from urllib.parse import quote + + +def parse_args(): + parser = argparse.ArgumentParser( + description="Add file_name qualifier to PURLs in Fromager SBOMs inside a wheel" + ) + parser.add_argument("wheel", type=Path, help="Path to the wheel file to patch") + return parser.parse_args() + + +def add_filename_to_purl(sbom_data, filename): + """Append file_name= to PURLs in the SBOM JSON, skipping the upstream package. + + The upstream section references the original PyPI source package, so file_name + (which refers to our built wheel) does not belong there. + """ + sbom = json.loads(sbom_data) + encoded_name = quote(filename, safe="") + for pkg in sbom.get("packages", []): + if pkg.get("SPDXID") == "SPDXRef-upstream": + continue + for ref in pkg.get("externalRefs", []): + if ref.get("referenceType") == "purl": + purl = ref["referenceLocator"] + if "file_name=" not in purl: + separator = "&" if "?" in purl else "?" + ref["referenceLocator"] = f"{purl}{separator}file_name={encoded_name}" + return json.dumps(sbom, indent=2).encode() + + +def update_record(record_data, patched_files, renamed_files): + """Recalculate hashes in the RECORD file for any patched/renamed SBOM entries.""" + lines = record_data.decode().splitlines() + new_lines = [] + for line in lines: + for old_name, new_name in renamed_files.items(): + if line.startswith(old_name + ","): + patched_data = patched_files[new_name] + digest = base64.urlsafe_b64encode( + hashlib.sha256(patched_data).digest() + ).rstrip(b"=").decode() + line = f"{new_name},sha256={digest},{len(patched_data)}" + break + new_lines.append(line) + return ("\n".join(new_lines) + "\n").encode() + + +def rename_sbom(old_name, target_basename="redhat.spdx.json"): + """Rename the SBOM file inside the wheel (e.g. fromager.spdx.json -> redhat.spdx.json).""" + parts = old_name.rsplit("/", 1) + if len(parts) == 2: + return f"{parts[0]}/{target_basename}" + return target_basename + + +def main(): + args = parse_args() + whl_path = args.wheel + + # First pass to discover SBOM and RECORD entries + with zipfile.ZipFile(whl_path) as zf: + all_names = zf.namelist() + sbom_entries = { + n for n in all_names + if n.endswith(".dist-info/sboms/fromager.spdx.json") + } + record_entry = next( + (n for n in all_names if n.endswith(".dist-info/RECORD")), None + ) + + if not sbom_entries: + print(f" No Fromager SBOM found in {whl_path.name}") + return + + patched_files = {} + renamed_files = {} + tmp = whl_path.with_suffix(".tmp") + record_info = None + + # RECORD must be written after patching since it contains hashes of the modified SBOMs + with ( + zipfile.ZipFile(whl_path) as zf_in, + zipfile.ZipFile(tmp, "w", compression=zipfile.ZIP_DEFLATED) as zf_out, + ): + for item in zf_in.infolist(): + if item.filename == record_entry: + record_info = item + continue + data = zf_in.read(item.filename) + if item.filename in sbom_entries: + data = add_filename_to_purl(data, whl_path.name) + new_name = rename_sbom(item.filename) + renamed_files[item.filename] = new_name + patched_files[new_name] = data + item.filename = new_name + zf_out.writestr(item, data) + + if record_info: + record_data = zf_in.read(record_info.filename) + if patched_files or renamed_files: + record_data = update_record(record_data, patched_files, renamed_files) + zf_out.writestr(record_info, record_data) + + tmp.replace(whl_path) + print(f" Patched {whl_path.name} SBOM: added file_name to PURL, renamed to redhat.spdx.json") + + +if __name__ == "__main__": + try: + main() + except Exception as e: + print(f" ERROR patching: {e}", file=sys.stderr) + sys.exit(1) diff --git a/scripts/test-add-system-deps b/scripts/test-add-system-deps new file mode 100755 index 0000000..d8c8d8b --- /dev/null +++ b/scripts/test-add-system-deps @@ -0,0 +1,302 @@ +#!/usr/bin/env python3 +"""Tests for add-system-deps-to-sbom. + +Run directly: python3 test-add-system-deps +No dependencies beyond the standard library (and optionally auditwheel + a real wheel). +""" +import json +import sys +import tempfile +import zipfile +from pathlib import Path + +SCRIPT_DIR = Path(__file__).resolve().parent +sys.path.insert(0, str(SCRIPT_DIR)) +import add_system_deps_to_sbom as mod + +PASSED = 0 +FAILED = 0 + + +def check(name, condition, detail=""): + global PASSED, FAILED + if condition: + PASSED += 1 + print(f" PASS {name}") + else: + FAILED += 1 + print(f" FAIL {name}" + (f" — {detail}" if detail else "")) + + +# ── Test parse_system_libs with the exact example from the ticket ────────── + +TICKET_OUTPUT = """\ +ninja-1.13.0-0-py3-none-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl +is consistent with the following platform tag: +"manylinux_2_24_x86_64". +The wheel references external versioned symbols in these +system-provided shared libraries: libgcc_s.so.1 with versions +{'GCC_3.3.1', 'GCC_3.0'}, libpthread.so.0 with versions +{'GLIBC_2.2.5'}, libstdc++.so.6 with versions {'GLIBCXX_3.4', +'GLIBCXX_3.4.19', 'GLIBCXX_3.4.18', 'GLIBCXX_3.4.20', 'CXXABI_1.3.9', +'GLIBCXX_3.4.21', 'GLIBCXX_3.4.9', 'CXXABI_1.3.8', 'GLIBCXX_3.4.11', +'CXXABI_1.3'}, libc.so.6 with versions {'GLIBC_2.14', 'GLIBC_2.6', +'GLIBC_2.15', 'GLIBC_2.4', 'GLIBC_2.2.5', 'GLIBC_2.3.4'} +This constrains the platform tag to "manylinux_2_24_x86_64". In order +to achieve a more compatible tag, you would need to recompile a new +wheel from source on a system with earlier versions of these +libraries, such as a recent manylinux image. +""" + + +def test_parse_system_libs(): + print("\n── parse_system_libs ──") + libs = mod.parse_system_libs(TICKET_OUTPUT) + check("finds all 4 libraries", len(libs) == 4, f"got {len(libs)}: {list(libs)}") + check("libc.so.6 present", "libc.so.6" in libs) + check("libgcc_s.so.1 present", "libgcc_s.so.1" in libs) + check("libstdc++.so.6 present", "libstdc++.so.6" in libs) + check("libpthread.so.0 present", "libpthread.so.0" in libs) + check("libc versions correct", set(libs.get("libc.so.6", [])) == { + "GLIBC_2.14", "GLIBC_2.6", "GLIBC_2.15", "GLIBC_2.4", "GLIBC_2.2.5", "GLIBC_2.3.4" + }) + check("libgcc versions correct", set(libs.get("libgcc_s.so.1", [])) == {"GCC_3.3.1", "GCC_3.0"}) + check("versions are sorted", libs.get("libc.so.6") == sorted(libs.get("libc.so.6", []))) + + +def test_parse_no_system_libs(): + print("\n── parse_system_libs (no system libs) ──") + output = 'foo-1.0-py3-none-any.whl is consistent with the following platform tag: "linux_x86_64".' + libs = mod.parse_system_libs(output) + check("returns empty dict", libs == {}) + + +MINIMAL_SBOM = { + "spdxVersion": "SPDX-2.3", + "SPDXID": "SPDXRef-DOCUMENT", + "name": "test-package", + "documentDescribes": ["SPDXRef-Package-test"], + "packages": [ + { + "SPDXID": "SPDXRef-Package-test", + "name": "test-package", + "versionInfo": "1.0.0", + "downloadLocation": "https://example.com", + "externalRefs": [ + {"referenceCategory": "PACKAGE-MANAGER", "referenceType": "purl", + "referenceLocator": "pkg:pypi/test-package@1.0.0"} + ], + } + ], + "relationships": [ + {"spdxElementId": "SPDXRef-DOCUMENT", "relationshipType": "DESCRIBES", + "relatedSpdxElement": "SPDXRef-Package-test"} + ], +} + + +def test_add_system_deps(): + print("\n── add_system_deps ──") + system_libs = {"libc.so.6": ["GLIBC_2.14", "GLIBC_2.2.5"], "libgcc_s.so.1": ["GCC_3.0"]} + result = mod.add_system_deps(json.dumps(MINIMAL_SBOM).encode(), system_libs) + sbom = json.loads(result) + + check("packages grew by 2", len(sbom["packages"]) == 3, f"got {len(sbom['packages'])}") + check("relationships grew by 2", len(sbom["relationships"]) == 3, f"got {len(sbom['relationships'])}") + + sys_pkgs = {p["SPDXID"]: p for p in sbom["packages"] if p["SPDXID"].startswith("SPDXRef-SystemLib")} + check("libc package created", "SPDXRef-SystemLib-libc.so.6" in sys_pkgs) + check("libgcc package created", "SPDXRef-SystemLib-libgcc-s.so.1" in sys_pkgs) + + libc = sys_pkgs.get("SPDXRef-SystemLib-libc.so.6", {}) + check("libc name correct", libc.get("name") == "libc.so.6") + check("libc purpose is LIBRARY", libc.get("primaryPackagePurpose") == "LIBRARY") + check("libc comment has versions", "GLIBC_2.14" in libc.get("comment", "")) + + deps = [r for r in sbom["relationships"] if r["relationshipType"] == "DEPENDS_ON"] + check("DEPENDS_ON relationships added", len(deps) == 2, f"got {len(deps)}") + check("root is source of deps", + all(r["spdxElementId"] == "SPDXRef-Package-test" for r in deps)) + + +def test_add_system_deps_idempotent(): + print("\n── add_system_deps (idempotent) ──") + system_libs = {"libc.so.6": ["GLIBC_2.14"]} + first = mod.add_system_deps(json.dumps(MINIMAL_SBOM).encode(), system_libs) + second = mod.add_system_deps(first, system_libs) + sbom = json.loads(second) + check("no duplicates on re-run", len(sbom["packages"]) == 2, f"got {len(sbom['packages'])}") + + +def test_sanitize_spdx_id(): + print("\n── sanitize_spdx_id ──") + check("underscores replaced", mod.sanitize_spdx_id("libgcc_s.so.1") == "libgcc-s.so.1") + check("plus replaced", mod.sanitize_spdx_id("libstdc++.so.6") == "libstdc--.so.6") + check("clean name unchanged", mod.sanitize_spdx_id("libc.so.6") == "libc.so.6") + + +def test_find_root_package_id(): + print("\n── find_root_package_id ──") + check("finds via DESCRIBES relationship", + mod.find_root_package_id(MINIMAL_SBOM) == "SPDXRef-Package-test") + + sbom_no_rels = {"documentDescribes": ["SPDXRef-Fallback"], "packages": []} + check("falls back to documentDescribes", + mod.find_root_package_id(sbom_no_rels) == "SPDXRef-Fallback") + + +def test_full_wheel_rewrite(): + """Create a fake wheel with a fromager.spdx.json, run the SBOM injection, verify.""" + print("\n── full wheel rewrite ──") + with tempfile.TemporaryDirectory() as tmpdir: + whl_path = Path(tmpdir) / "test_pkg-1.0.0-cp312-cp312-manylinux_2_28_x86_64.whl" + dist_info = "test_pkg-1.0.0.dist-info" + sbom_path = f"{dist_info}/sboms/fromager.spdx.json" + record_path = f"{dist_info}/RECORD" + + sbom_bytes = json.dumps(MINIMAL_SBOM).encode() + + # Build a minimal valid wheel + with zipfile.ZipFile(whl_path, "w") as zf: + zf.writestr(f"{dist_info}/WHEEL", "Wheel-Version: 1.0\n") + zf.writestr(f"{dist_info}/METADATA", "Name: test-pkg\nVersion: 1.0.0\n") + zf.writestr(sbom_path, sbom_bytes) + import base64, hashlib + h = base64.urlsafe_b64encode(hashlib.sha256(sbom_bytes).digest()).rstrip(b"=").decode() + zf.writestr(record_path, f"{sbom_path},sha256={h},{len(sbom_bytes)}\n{record_path},,\n") + + # Directly call add_system_deps + wheel rewrite (bypassing auditwheel) + system_libs = {"libc.so.6": ["GLIBC_2.14", "GLIBC_2.2.5"], "libm.so.6": ["GLIBC_2.2.5"]} + + with zipfile.ZipFile(whl_path) as zf: + names = zf.namelist() + sbom_name = next(n for n in names if n.endswith("fromager.spdx.json")) + record_name = next(n for n in names if n.endswith("RECORD")) + + tmp = whl_path.with_suffix(".tmp") + with zipfile.ZipFile(whl_path) as zin, zipfile.ZipFile(tmp, "w", zipfile.ZIP_DEFLATED) as zout: + record_info = None + patched = None + for item in zin.infolist(): + if item.filename == record_name: + record_info = item + continue + data = zin.read(item.filename) + if item.filename == sbom_name: + data = patched = mod.add_system_deps(data, system_libs) + zout.writestr(item, data) + if record_info: + rec = zin.read(record_info.filename) + rec = mod.update_record(rec, sbom_name, patched) + zout.writestr(record_info, rec) + tmp.replace(whl_path) + + # Verify the result + with zipfile.ZipFile(whl_path) as zf: + result_sbom = json.loads(zf.read(sbom_name)) + result_record = zf.read(record_name).decode() + + check("SBOM has 3 packages", len(result_sbom["packages"]) == 3, f"got {len(result_sbom['packages'])}") + check("SBOM has 3 relationships", len(result_sbom["relationships"]) == 3) + check("RECORD updated for sbom", "sha256=" in result_record.split("\n")[0]) + + sys_names = {p["name"] for p in result_sbom["packages"] if p["SPDXID"].startswith("SPDXRef-SystemLib")} + check("libc.so.6 in SBOM", "libc.so.6" in sys_names) + check("libm.so.6 in SBOM", "libm.so.6" in sys_names) + + +def test_integration_with_real_wheel(): + """Download a real manylinux wheel and run the full script. Requires auditwheel.""" + print("\n── integration (real wheel + auditwheel) ──") + import shutil + if not shutil.which("auditwheel"): + print(" SKIP auditwheel not installed (pip install auditwheel)") + return + + import subprocess + with tempfile.TemporaryDirectory() as tmpdir: + # Download a small manylinux wheel with native code + r = subprocess.run( + ["pip", "download", "--no-deps", "--only-binary=:all:", + "--platform=manylinux_2_28_x86_64", "--python-version=312", + "--implementation=cp", "-d", tmpdir, "markupsafe==3.0.3"], + capture_output=True, text=True, + ) + if r.returncode != 0: + print(f" SKIP pip download failed: {r.stderr.strip()}") + return + + wheels = list(Path(tmpdir).glob("*.whl")) + if not wheels: + print(" SKIP no wheel downloaded") + return + whl = wheels[0] + print(f" using {whl.name}") + + # auditwheel show should work on it + r = subprocess.run(["auditwheel", "show", str(whl)], capture_output=True, text=True) + check("auditwheel show succeeds", r.returncode == 0, r.stderr.strip()) + if r.returncode != 0: + return + + libs = mod.parse_system_libs(r.stdout) + print(f" detected libs: {list(libs.keys())}") + check("found at least 1 system lib", len(libs) >= 1, f"got {len(libs)}") + + # The wheel won't have fromager.spdx.json, so inject one for testing + sbom_bytes = json.dumps(MINIMAL_SBOM).encode() + with zipfile.ZipFile(whl) as zf: + dist_infos = {n.split("/")[0] for n in zf.namelist() if ".dist-info/" in n} + dist_info = next(iter(dist_infos)) + sbom_entry = f"{dist_info}/sboms/fromager.spdx.json" + record_entry = f"{dist_info}/RECORD" + + # Rewrite wheel to add SBOM + tmp = whl.with_suffix(".tmp") + with zipfile.ZipFile(whl) as zin, zipfile.ZipFile(tmp, "w", zipfile.ZIP_DEFLATED) as zout: + for item in zin.infolist(): + if item.filename == record_entry: + continue + zout.writestr(item, zin.read(item.filename)) + zout.writestr(sbom_entry, sbom_bytes) + import base64, hashlib + h = base64.urlsafe_b64encode(hashlib.sha256(sbom_bytes).digest()).rstrip(b"=").decode() + old_rec = zin.read(record_entry).decode().rstrip("\n") + new_rec = old_rec + f"\n{sbom_entry},sha256={h},{len(sbom_bytes)}\n" + zout.writestr(record_entry, new_rec) + tmp.replace(whl) + + # Run the actual script + script = str(SCRIPT_DIR / "add_system_deps_to_sbom.py") + # nosemgrep: python.lang.security.audit.dangerous-subprocess-use-audit + r = subprocess.run([sys.executable, script, str(whl)], + capture_output=True, text=True) + check("script exits 0", r.returncode == 0, r.stderr.strip()) + check("script reports system libs", "system lib" in r.stdout.lower() or "Added system deps" in r.stdout, + r.stdout.strip()) + + # Verify SBOM was patched + with zipfile.ZipFile(whl) as zf: + result = json.loads(zf.read(sbom_entry)) + sys_pkgs = [p for p in result["packages"] if p["SPDXID"].startswith("SPDXRef-SystemLib")] + check("system lib packages in SBOM", len(sys_pkgs) >= 1, f"got {len(sys_pkgs)}") + if sys_pkgs: + print(f" injected: {[p['name'] for p in sys_pkgs]}") + + +if __name__ == "__main__": + print("=== add-system-deps-to-sbom tests ===") + + test_parse_system_libs() + test_parse_no_system_libs() + test_sanitize_spdx_id() + test_find_root_package_id() + test_add_system_deps() + test_add_system_deps_idempotent() + test_full_wheel_rewrite() + test_integration_with_real_wheel() + + print(f"\n{'='*40}") + print(f" {PASSED} passed, {FAILED} failed") + print(f"{'='*40}") + sys.exit(1 if FAILED else 0) diff --git a/tests/autotools/AUTHORS b/tests/autotools/AUTHORS new file mode 100644 index 0000000..e69de29 diff --git a/tests/autotools/COPYING b/tests/autotools/COPYING new file mode 100644 index 0000000..7d8f784 --- /dev/null +++ b/tests/autotools/COPYING @@ -0,0 +1,21 @@ +The MIT License (MIT) + +Copyright (c) 2016 manylinux + +Permission is hereby granted, free of charge, to any person obtaining a copy +of this software and associated documentation files (the "Software"), to deal +in the Software without restriction, including without limitation the rights +to use, copy, modify, merge, publish, distribute, sublicense, and/or sell +copies of the Software, and to permit persons to whom the Software is +furnished to do so, subject to the following conditions: + +The above copyright notice and this permission notice shall be included in all +copies or substantial portions of the Software. + +THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE +AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER +LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, +OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE +SOFTWARE. diff --git a/tests/autotools/ChangeLog b/tests/autotools/ChangeLog new file mode 100644 index 0000000..e69de29 diff --git a/tests/autotools/Makefile.am b/tests/autotools/Makefile.am new file mode 100644 index 0000000..e69de29 diff --git a/tests/autotools/NEWS b/tests/autotools/NEWS new file mode 100644 index 0000000..e69de29 diff --git a/tests/autotools/README b/tests/autotools/README new file mode 100644 index 0000000..e69de29 diff --git a/tests/autotools/configure.ac b/tests/autotools/configure.ac new file mode 100644 index 0000000..8254e2d --- /dev/null +++ b/tests/autotools/configure.ac @@ -0,0 +1,8 @@ +AC_PREREQ([2.72]) +AC_INIT(test_autotools,1.0.0) +AM_INIT_AUTOMAKE([1.17]) +AC_PROG_LIBTOOL +LT_PREREQ([2.5.3]) +LT_INIT() +AC_CONFIG_FILES([Makefile]) +AC_OUTPUT diff --git a/tests/ctest/CMakeLists.txt b/tests/ctest/CMakeLists.txt new file mode 100644 index 0000000..9e75e83 --- /dev/null +++ b/tests/ctest/CMakeLists.txt @@ -0,0 +1,11 @@ +cmake_minimum_required(VERSION 3.30) +project(manylinux_ctest) +include(CTest) + +# SQLite3 test Derived from CMake unit test for FindSQLite3 +# https://gitlab.kitware.com/cmake/cmake/-/tree/master/Tests/FindSQLite3/Test +find_package(SQLite3 3.50 REQUIRED) +add_definitions(-DCMAKE_EXPECTED_SQLite3_VERSION="${SQLite3_VERSION}") +add_executable(test_sqlite3 test_sqlite3.cpp) +target_link_libraries(test_sqlite3 SQLite::SQLite3) +add_test(NAME test_sqlite3 COMMAND test_sqlite3) diff --git a/tests/ctest/test_sqlite3.cpp b/tests/ctest/test_sqlite3.cpp new file mode 100644 index 0000000..0cb8fad --- /dev/null +++ b/tests/ctest/test_sqlite3.cpp @@ -0,0 +1,12 @@ +#include +#include +#include + +int main() +{ + std::string expected_version = CMAKE_EXPECTED_SQLite3_VERSION; + std::string found_version = SQLITE_VERSION; + std::cout << "SQLite3: expecting version " << expected_version + << ", found version " << found_version << std::endl; + return expected_version.compare(found_version); +} diff --git a/tests/forty-two/forty-two.c b/tests/forty-two/forty-two.c new file mode 100644 index 0000000..be2643f --- /dev/null +++ b/tests/forty-two/forty-two.c @@ -0,0 +1,20 @@ +#include + +static PyObject * answer(PyObject *self, PyObject *args) +{ + return PyLong_FromLong(42); +} + +/* Module initialization */ +static PyMethodDef module_methods[] = { + {"answer", (PyCFunction)answer, METH_NOARGS, "The answer."}, + {NULL} /* Sentinel */ +}; + +PyMODINIT_FUNC PyInit_forty_two(void) +{ + static struct PyModuleDef moduledef = { + PyModuleDef_HEAD_INIT, "forty_two", "The answer module", -1, module_methods, + }; + return PyModule_Create(&moduledef); +} diff --git a/tests/forty-two/pyproject.toml b/tests/forty-two/pyproject.toml new file mode 100644 index 0000000..fed528d --- /dev/null +++ b/tests/forty-two/pyproject.toml @@ -0,0 +1,3 @@ +[build-system] +requires = ["setuptools"] +build-backend = "setuptools.build_meta" diff --git a/tests/forty-two/setup.py b/tests/forty-two/setup.py new file mode 100644 index 0000000..34911f2 --- /dev/null +++ b/tests/forty-two/setup.py @@ -0,0 +1,8 @@ +from setuptools import Extension, setup + +setup( + name="forty_two", + version="0.1.0", + python_requires=">=3.8", + ext_modules=[Extension("forty_two", sources=["forty-two.c"])], +) diff --git a/tests/manylinux-check.py b/tests/manylinux-check.py new file mode 100644 index 0000000..3281dfa --- /dev/null +++ b/tests/manylinux-check.py @@ -0,0 +1,130 @@ +# Logic copied from PEP 513, PEP 599 + +import sys + + +def is_manylinux1_compatible(): + # Only Linux, and only x86-64 / i686 + from sysconfig import get_platform + + if get_platform() not in ["linux-x86_64", "linux-i686"]: + return False + + # Check for presence of _manylinux module + try: + import _manylinux + + return bool(_manylinux.manylinux1_compatible) + except (ImportError, AttributeError): + # Fall through to heuristic check below + pass + + # Check glibc version. CentOS 5 uses glibc 2.5. + return have_compatible_glibc(2, 5) + + +def is_manylinux2010_compatible(): + # Only Linux, and only x86-64 / i686 + from sysconfig import get_platform + + if get_platform() not in ["linux-x86_64", "linux-i686"]: + return False + + # Check for presence of _manylinux module + try: + import _manylinux + + return bool(_manylinux.manylinux2010_compatible) + except (ImportError, AttributeError): + # Fall through to heuristic check below + pass + + # Check glibc version. CentOS 6 uses glibc 2.12. + return have_compatible_glibc(2, 12) + + +def is_manylinux2014_compatible(): + # Only Linux, and only supported architectures + from sysconfig import get_platform + + if get_platform() not in [ + "linux-x86_64", + "linux-i686", + "linux-aarch64", + "linux-armv7l", + "linux-ppc64", + "linux-ppc64le", + "linux-s390x", + "linux-riscv64", + ]: + return False + + # Check for presence of _manylinux module + try: + import _manylinux + + return bool(_manylinux.manylinux2014_compatible) + except (ImportError, AttributeError): + # Fall through to heuristic check below + pass + + # Check glibc version. CentOS 7 uses glibc 2.17. + # PEP 513 contains an implementation of this function. + return have_compatible_glibc(2, 17) + + +def have_compatible_glibc(major, minimum_minor): + import ctypes + + process_namespace = ctypes.CDLL(None) + try: + gnu_get_libc_version = process_namespace.gnu_get_libc_version + except AttributeError: + # Symbol doesn't exist -> therefore, we are not linked to + # glibc. + return False + + # Call gnu_get_libc_version, which returns a string like "2.5". + gnu_get_libc_version.restype = ctypes.c_char_p + version_str = gnu_get_libc_version() + # py2 / py3 compatibility: + if not isinstance(version_str, str): + version_str = version_str.decode("ascii") + + # Parse string and check against requested version. + version = [int(piece) for piece in version_str.split(".")] + assert len(version) == 2 + if major != version[0]: + return False + return minimum_minor <= version[1] + + +exit_code = 0 + +if sys.argv[2] in {"x86_64", "i686"} and ( + sys.argv[1] in {"manylinux1", "manylinux2010", "manylinux2014"} + or sys.argv[1].startswith("manylinux_") +): + if is_manylinux1_compatible(): + print(f"{sys.argv[1]} {sys.executable} is manylinux1 compatible") + else: + print(f"{sys.argv[1]} {sys.executable} is NOT manylinux1 compatible") + exit_code = 1 + +if sys.argv[2] in {"x86_64", "i686"} and ( + sys.argv[1] in {"manylinux2010", "manylinux2014"} or sys.argv[1].startswith("manylinux_") +): + if is_manylinux2010_compatible(): + print(f"{sys.argv[1]} {sys.executable} is manylinux2010 compatible") + else: + print(f"{sys.argv[1]} {sys.executable} is NOT manylinux2010 compatible") + exit_code = 1 + +if sys.argv[1] in {"manylinux2014"} or sys.argv[1].startswith("manylinux_"): + if is_manylinux2014_compatible(): + print(f"{sys.argv[1]} {sys.executable} is manylinux2014 compatible") + else: + print(f"{sys.argv[1]} {sys.executable} is NOT manylinux2014 compatible") + exit_code = 1 + +sys.exit(exit_code) diff --git a/tests/modules-check.py b/tests/modules-check.py new file mode 100644 index 0000000..278402b --- /dev/null +++ b/tests/modules-check.py @@ -0,0 +1,83 @@ +import os +import sys +import sysconfig +import unittest + + +class TestModules(unittest.TestCase): + def test_sqlite3(self): + # Make sure sqlite3 module can be loaded properly and is the manylinux version one + # c.f. https://github.com/pypa/manylinux/issues/1030 + import sqlite3 + + print(f"{sqlite3.sqlite_version=}", end=" ", file=sys.stderr) + assert sqlite3.sqlite_version_info[0:2] >= (3, 50) + + # When the extension is not installed, it raises: + # sqlite3.OperationalError: no such module: fts5 + conn = sqlite3.connect(":memory:") + try: + conn.execute("create virtual table fts5test using fts5 (data);") + finally: + conn.close() + + def test_tkinter(self): + # Make sure tkinter module can be loaded properly + import tkinter as tk + + print(f"{tk.TkVersion=}", end=" ", file=sys.stderr) + assert tk.TkVersion >= 8.6 + + def test_gdbm(self): + # depends on libgdbm + import dbm.gnu # noqa: F401 + + def test_ndbm(self): + # depends on libdb or libgdbm_compat + import dbm.ndbm # noqa: F401 + + def test_readline(self): + # depends on libreadline + import readline # noqa: F401 + + def test_ncurses(self): + # depends on libncurses + import curses + + print(f"{curses.ncurses_version=}", end=" ", file=sys.stderr) + + def test_ctypes(self): + # depends on libffi + import ctypes # noqa: F401 + + def test_sysconfig(self): + config_vars = sysconfig.get_config_vars() + cc = config_vars["CC"] + cxx = config_vars["CXX"] + pthread = ( + " -pthread" + if os.environ["AUDITWHEEL_POLICY"] + in {"manylinux2014", "manylinux_2_28", "manylinux_2_31"} + else "" + ) + assert cc == f"gcc{pthread}", cc + assert cxx == f"g++{pthread}", cxx + assert config_vars["LDSHARED"] == f"{cc} -shared", config_vars["LDSHARED"] + assert config_vars["LDCXXSHARED"] == f"{cxx} -shared", config_vars["LDCXXSHARED"] + + @unittest.skipIf(sys.version_info[:2] < (3, 14), reason="not supported in this version") + def test_zstd(self): + from compression import zstd + + print(f"{zstd.zstd_version_info=}", end=" ", file=sys.stderr) + assert zstd.zstd_version_info[:3] >= (1, 5, 7) + + def test_ssl(self): + import ssl + + print(f"{ssl.OPENSSL_VERSION_INFO=}", end=" ", file=sys.stderr) + assert ssl.OPENSSL_VERSION_INFO[:3] >= (1, 1, 1) + + +if __name__ == "__main__": + unittest.main(verbosity=2) diff --git a/tests/run_tests.sh b/tests/run_tests.sh new file mode 100755 index 0000000..0f5cb57 --- /dev/null +++ b/tests/run_tests.sh @@ -0,0 +1,189 @@ +#!/bin/bash + +# Stop at any error, show all commands +set -exuo pipefail + +# Get script directory +MY_DIR=$(dirname "${BASH_SOURCE[0]}") + +if [ "${AUDITWHEEL_ARCH}" == "x86_64" ] || [ "${AUDITWHEEL_ARCH}" == "aarch64" ]; then + EXPECTED_PYTHON_COUNT=10 + EXPECTED_PYTHON_COUNT_ALL=15 +else + EXPECTED_PYTHON_COUNT=9 + EXPECTED_PYTHON_COUNT_ALL=9 +fi + +# the following environment variable allows other manylinux-like projects to run +# the same tests as manylinux without the same number of CPython installations +if [ "${ADJUST_CPYTHON_COUNT:-}" != "" ]; then + EXPECTED_PYTHON_COUNT=$(( EXPECTED_PYTHON_COUNT + ADJUST_CPYTHON_COUNT )) + EXPECTED_PYTHON_COUNT_ALL=$(( EXPECTED_PYTHON_COUNT_ALL + ADJUST_CPYTHON_COUNT )) +fi + +PYTHON_COUNT=$(manylinux-interpreters list --installed | wc -l) +if [ "${EXPECTED_PYTHON_COUNT}" -ne "${PYTHON_COUNT}" ]; then + echo "unexpected number of default python installations: ${PYTHON_COUNT}, expecting ${EXPECTED_PYTHON_COUNT}" + manylinux-interpreters list --installed + exit 1 +fi +PYTHON_COUNT_ALL=$(manylinux-interpreters list | wc -l) +if [ "${EXPECTED_PYTHON_COUNT_ALL}" -ne "${PYTHON_COUNT_ALL}" ]; then + echo "unexpected number of overall python installations: ${PYTHON_COUNT_ALL}, expecting ${EXPECTED_PYTHON_COUNT_ALL}" + manylinux-interpreters list + exit 1 +fi +manylinux-interpreters ensure-all +PYTHON_COUNT=$(manylinux-interpreters list --installed | wc -l) +if [ "${EXPECTED_PYTHON_COUNT_ALL}" -ne "${PYTHON_COUNT}" ]; then + echo "unexpected number of python installations after 'manylinux-python ensure-all': ${PYTHON_COUNT}, expecting ${EXPECTED_PYTHON_COUNT_ALL}" + manylinux-interpreters list --installed + exit 1 +fi + +PYTHON_COUNT=0 +for PYTHON in /opt/python/*/bin/python; do + # Smoke test to make sure that our Pythons work, and do indeed detect as + # being manylinux compatible: + $PYTHON "${MY_DIR}/manylinux-check.py" "${AUDITWHEEL_POLICY}" "${AUDITWHEEL_ARCH}" + # Make sure that SSL cert checking works + $PYTHON "${MY_DIR}/ssl-check.py" + IMPLEMENTATION=$(${PYTHON} -c "import sys; print(sys.implementation.name)") + PYVERS=$(${PYTHON} -c "import sys; print('.'.join(map(str, sys.version_info[:2])))") + PY_GIL=$(${PYTHON} -c "import sysconfig; print('t' if sysconfig.get_config_vars().get('Py_GIL_DISABLED', 0) else '')") + if [ "${IMPLEMENTATION}" == "cpython" ]; then + # check optional modules can be loaded + $PYTHON "${MY_DIR}/modules-check.py" + # cpython shall be available as python + LINK_VERSION=$("python${PYVERS}${PY_GIL}" -VV) + REAL_VERSION=$(${PYTHON} -VV) + test "${LINK_VERSION}" = "${REAL_VERSION}" + fi + # cpythonX.Y / pypyX.Y shall be available directly in PATH + LINK_VERSION=$("${IMPLEMENTATION}${PYVERS}${PY_GIL}" -VV) + REAL_VERSION=$(${PYTHON} -VV) + test "${LINK_VERSION}" = "${REAL_VERSION}" + + # check a simple project can be built + PY_ABI_TAGS=$(basename "$(dirname "$(dirname "$PYTHON")")") + SRC_DIR=/tmp/forty-two-${PY_ABI_TAGS} + DIST_DIR=/tmp/dist-${PY_ABI_TAGS} + cp -rf "${MY_DIR}/forty-two" "${SRC_DIR}" + EXPECTED_WHEEL_NAME=forty_two-0.1.0-${PY_ABI_TAGS}-linux_${AUDITWHEEL_ARCH}.whl + ${PYTHON} -m build -w -o "${DIST_DIR}" "${SRC_DIR}" + if [ ! -f "${DIST_DIR}/${EXPECTED_WHEEL_NAME}" ]; then + echo "unexpected wheel built: '$(find "${DIST_DIR}" -name '*.whl' -exec basename '{}' \; -quit)' instead of '${EXPECTED_WHEEL_NAME}'" + exit 1 + fi + auditwheel repair --only-plat -w "${DIST_DIR}" "${DIST_DIR}/${EXPECTED_WHEEL_NAME}" + REPAIRED_WHEEL=$(find "${DIST_DIR}" -name "forty_two-0.1.0-${PY_ABI_TAGS}-*${AUDITWHEEL_POLICY}_${AUDITWHEEL_ARCH}*.whl") + if [ ! -f "${REPAIRED_WHEEL}" ]; then + echo "invalid repaired wheel name" + exit 1 + fi + ${PYTHON} -m pip install "${REPAIRED_WHEEL}" + if [ "$(${PYTHON} -c 'import forty_two; print(forty_two.answer())')" != "42" ]; then + echo "invalid answer, expecting 42" + exit 1 + fi + if [ "${IMPLEMENTATION}" != "graalpy" ]; then + UV_PYTHON=/tmp/uv-test-${IMPLEMENTATION}${PYVERS}/bin/python + uv venv --python "${PYTHON}" "/tmp/uv-test-${IMPLEMENTATION}${PYVERS}" + uv pip install --python "${UV_PYTHON}" "${REPAIRED_WHEEL}" + if [ "$(${UV_PYTHON} -c 'import forty_two; print(forty_two.answer())')" != "42" ]; then + echo "invalid answer, expecting 42" + exit 1 + fi + fi + PYTHON_COUNT=$(( PYTHON_COUNT + 1 )) +done +if [ "${EXPECTED_PYTHON_COUNT_ALL}" -ne "${PYTHON_COUNT}" ]; then + echo "all python installations were not tested: ${PYTHON_COUNT}, expecting ${EXPECTED_PYTHON_COUNT_ALL}" + ls /opt/python + exit 1 +fi + +# minimal tests for tools that should be present +auditwheel --version +autoconf --version +automake --version +libtoolize --version +patchelf --version +git --version +git lfs --version +cmake --version +swig -version +pipx run nox --version +pipx install --pip-args='--no-input' nox +nox --version +tar --version | grep "GNU tar" + +# verify source-built libraries are discoverable via pkg-config and ldconfig +for lib in libjpeg libturbojpeg yaml-0.1 libxml-2.0 libxslt libexslt libffi openblas; do + if ! pkg-config --exists "$lib"; then + echo "pkg-config cannot find $lib" + exit 1 + fi +done +for so in libjpeg.so.62 libyaml-0.so libxml2.so libxslt.so libffi.so libopenblas.so; do + if ! ldconfig -p | grep -q "$so"; then + echo "ldconfig cannot find $so" + exit 1 + fi +done + +/opt/_internal/sqlite3/bin/sqlite3 --version +# sqlite compilation tests, intended to ensure appropriate headers, pkg_config, etc. +# are available for downstream compile against installed tools +source_dir="${MY_DIR}/ctest" +build_dir="$(mktemp -d)" +cmake -S "${source_dir}" -B "${build_dir}" +cmake --build "${build_dir}" +(cd "${build_dir}"; ctest --output-on-failure) + +# https://github.com/pypa/manylinux/issues/1060 +# wrong /usr/local/man symlink +if [ -L /usr/local/man ]; then + test -d /usr/local/man +fi + +# check the default shell is /bin/bash +test "$SHELL" = "/bin/bash" + +if [ "${AUDITWHEEL_ARCH}" == "x86_64" ]; then + # yasm available + yasm --version + + # https://github.com/pypa/manylinux/issues/1725 + # check the compiler does not default to x86-64-v? + which gcc + gcc --version + if echo | gcc -S -x c -v - 2>&1 | grep 'march=x86-64-v'; then + echo "wrong target architecture" + exit 1 + fi +fi + +# https://github.com/pypa/manylinux/issues/1760 +g++ -o /tmp/repro -x c++ -D_GLIBCXX_ASSERTIONS -fPIC -Wl,--as-needed - << EOF +#include +#include + +int main(int argc, char* argv[]) +{ + std::array a = {1, 2, 3}; + printf("repro %d\n", a[0]); + return 0; +} +EOF +/tmp/repro + +# check autotools +pushd "$(mktemp -d)" +cp -rf "${MY_DIR}/autotools"/* ./ +autoreconf -ifv +./configure +popd + +# final report +echo "run_tests successful!" diff --git a/tests/ssl-check.py b/tests/ssl-check.py new file mode 100644 index 0000000..f97a57d --- /dev/null +++ b/tests/ssl-check.py @@ -0,0 +1,22 @@ +# cf. https://github.com/pypa/manylinux/issues/53 + +import sys +from urllib.request import urlopen + +GOOD_SSL = "https://google.com" +BAD_SSL = "https://self-signed.badssl.com" + +print(f"Testing SSL certificate checking for Python: {sys.version}") + +print(f"Connecting to {GOOD_SSL} should work") +urlopen(GOOD_SSL) +print("...it did, yay.") + +print(f"Connecting to {BAD_SSL} should fail") +try: + urlopen(BAD_SSL) + # If we get here then we failed: + print("...it DIDN'T!!!!!11!!1one!") + sys.exit(1) +except OSError: + print("...it did, yay.") From ad707056fad53f36b1b1872fe494ba829dd37f25 Mon Sep 17 00:00:00 2001 From: Jonathan Gangi Date: Tue, 20 Oct 2026 14:34:39 -0300 Subject: [PATCH 2/2] Remove stray build artifacts from package_plugins build/ and src/calunga_package_plugins.egg-info/ were generated by a local pip install during verification and don't belong in source control. Ignore both going forward. Co-Authored-By: Claude Sonnet 5 --- .gitignore | 2 + .../build/lib/package_plugins/__init__.py | 0 .../build/lib/package_plugins/debugpy.py | 94 -------- .../build/lib/package_plugins/faiss_cpu.py | 225 ------------------ .../calunga_package_plugins.egg-info/PKG-INFO | 3 - .../SOURCES.txt | 9 - .../dependency_links.txt | 1 - .../entry_points.txt | 3 - .../top_level.txt | 1 - 9 files changed, 2 insertions(+), 336 deletions(-) delete mode 100644 overrides/package_plugins/build/lib/package_plugins/__init__.py delete mode 100644 overrides/package_plugins/build/lib/package_plugins/debugpy.py delete mode 100644 overrides/package_plugins/build/lib/package_plugins/faiss_cpu.py delete mode 100644 overrides/package_plugins/src/calunga_package_plugins.egg-info/PKG-INFO delete mode 100644 overrides/package_plugins/src/calunga_package_plugins.egg-info/SOURCES.txt delete mode 100644 overrides/package_plugins/src/calunga_package_plugins.egg-info/dependency_links.txt delete mode 100644 overrides/package_plugins/src/calunga_package_plugins.egg-info/entry_points.txt delete mode 100644 overrides/package_plugins/src/calunga_package_plugins.egg-info/top_level.txt diff --git a/.gitignore b/.gitignore index 3fec32c..38a76e0 100644 --- a/.gitignore +++ b/.gitignore @@ -1 +1,3 @@ tmp/ +build/ +*.egg-info/ diff --git a/overrides/package_plugins/build/lib/package_plugins/__init__.py b/overrides/package_plugins/build/lib/package_plugins/__init__.py deleted file mode 100644 index e69de29..0000000 diff --git a/overrides/package_plugins/build/lib/package_plugins/debugpy.py b/overrides/package_plugins/build/lib/package_plugins/debugpy.py deleted file mode 100644 index c42367f..0000000 --- a/overrides/package_plugins/build/lib/package_plugins/debugpy.py +++ /dev/null @@ -1,94 +0,0 @@ -"""debugpy fromager override plugin. - -PyPI's debugpy wheel ships a compiled -``pydevd_attach_to_process/attach_linux_amd64.so``, built in upstream CI. The -sdist carries only its source (``linux_and_mac/attach.cpp``) and upstream's -``compile_linux.sh``, so a build from source produces a wheel without it and -``debugpy --pid `` fails outright with:: - - RuntimeError: Could not find .so for attach to process. - -``get_target_filename()`` in ``add_code_to_python_process.py`` looks for the -``.so`` as a sibling of itself, so compiling it into the unpacked source before -the wheel is built is enough: debugpy's own ``setup.py`` already collects the -vendored tree off disk and whitelists ``_linux_amd64.so`` for -``linux-x86_64``, which means no patch and no setup.py change are needed. -""" - -import logging -import pathlib -import platform - -from fromager import context, external_commands, sources -from packaging.requirements import Requirement -from packaging.version import Version - -logger = logging.getLogger(__name__) - -# Paths relative to the unpacked sdist root. -_ATTACH_DIR = pathlib.Path( - "src/debugpy/_vendored/pydevd/pydevd_attach_to_process" -) -_COMPILE_SCRIPT = _ATTACH_DIR / "linux_and_mac" / "compile_linux.sh" -_SO_NAME = "attach_linux_amd64.so" - - -def _compile_attach_so(source_root_dir: pathlib.Path) -> None: - """Build attach_linux_amd64.so in place, using upstream's own compile line.""" - machine = platform.machine() - if machine != "x86_64": - # Upstream ships no attach .so for any other Linux architecture -- - # their own wheel has only the amd64 one -- so there is nothing to - # match and compile_linux.sh would name the output attach_linux_.so. - logger.info( - "debugpy: architecture is %s, not x86_64; upstream ships no " - "attach .so for it, skipping", - machine, - ) - return - - script = source_root_dir / _COMPILE_SCRIPT - target = source_root_dir / _ATTACH_DIR / _SO_NAME - if not script.exists(): - raise FileNotFoundError( - f"debugpy: expected upstream compile script at {script}" - ) - - # The script has CRLF line endings in the sdist, so `bash compile_linux.sh` - # dies with "set: - : invalid option". Strip the carriage returns and feed - # the body to bash instead of rewriting the file, which would leave our - # wheel's copy of the script differing from PyPI's. $0 is set to the real - # script path so its own `SRC="$(dirname "$0")/.."` still resolves. - body = script.read_text().replace("\r\n", "\n") - external_commands.run( - ["bash", "-c", body, str(script)], - cwd=str(source_root_dir), - ) - - if not target.exists(): - raise FileNotFoundError( - f"debugpy: {script.name} exited cleanly but did not produce {target}" - ) - logger.info( - "debugpy: compiled %s (%d bytes)", target.name, target.stat().st_size - ) - - -def prepare_source( - ctx: context.WorkContext, - req: Requirement, - source_filename: pathlib.Path, - version: Version, -) -> tuple[pathlib.Path, bool]: - """Unpack the sdist as usual, then compile the attach-to-process helper.""" - source_root_dir, is_new = sources.default_prepare_source( - ctx=ctx, - req=req, - source_filename=source_filename, - version=version, - ) - # Unconditional, not just when is_new: a reused source tree that somehow - # lacks the .so would otherwise build a wheel without it, which is the - # failure this plugin exists to prevent. The compile takes under a second. - _compile_attach_so(source_root_dir) - return source_root_dir, is_new diff --git a/overrides/package_plugins/build/lib/package_plugins/faiss_cpu.py b/overrides/package_plugins/build/lib/package_plugins/faiss_cpu.py deleted file mode 100644 index 7f7c148..0000000 --- a/overrides/package_plugins/build/lib/package_plugins/faiss_cpu.py +++ /dev/null @@ -1,225 +0,0 @@ -"""faiss-cpu fromager override plugin. - -Before v1.14.2, PyPI wheels were built by https://github.com/faiss-wheels/faiss-wheels -using a custom build strategy. This plugin reproduces that strategy exactly to -preserve binary compatibility with the published wheels. - -From v1.14.2 onward, https://github.com/facebookresearch/faiss publishes wheels -directly via scikit-build-core; that path is handled by standard PEP-517. - -Build strategy by version: - - < 1.14.2 (faiss-wheels/faiss-wheels era): - 1. cmake FAISS_ENABLE_PYTHON=OFF + FAISS_OPT_LEVEL=avx512 (Linux x86_64) - 2. cmake --install -> local prefix (libfaiss.a) - 3. cmake FAISS_ENABLE_PYTHON=ON -> _swigfaiss.so linked against libfaiss.a - 4. PEP-517 wheel from cmake output dir - 5. Retag py3-none-any -> linux_x86_64 -> auditwheel -> manylinux_2_*_x86_64 - - >= 1.14.2 (facebookresearch/faiss upstream era): - scikit-build-core pyproject.toml -> standard PEP-517, no custom cmake. - -""" - -import functools -import logging -import multiprocessing -import pathlib -import platform as _platform -import shutil -import sys -from collections.abc import Iterable - -from fromager import build_environment, context, wheels -from fromager.dependencies import default_get_build_backend_dependencies -from packaging.requirements import Requirement -from packaging.version import Version - -logger = logging.getLogger(__name__) - -_OPENBLAS_PREFIX = "/opt/_internal/openblas-0" -_KYAMAGU_CXXFLAGS = "-fvisibility=hidden -fdata-sections -ffunction-sections" -_SCIKIT_BUILD_CORE_MIN = Version("1.14.2") - - -@functools.cache -def _uses_scikit_build_core(sdist_root_dir: pathlib.Path) -> bool: - pyproject = sdist_root_dir / "pyproject.toml" - if not pyproject.exists(): - return False - return "scikit_build_core" in pyproject.read_text() - - -def _faiss_opt_level() -> str: - return "avx512" if _platform.machine() == "x86_64" else "generic" - - -def _retag_wheel( - wheel_path: pathlib.Path, - build_env: build_environment.BuildEnvironment, -) -> pathlib.Path: - py_ver = f"cp{sys.version_info.major}{sys.version_info.minor}" - machine = _platform.machine() - logger.info( - "faiss-cpu: retagging %s -> %s-%s-linux_%s", - wheel_path.name, py_ver, py_ver, machine, - ) - build_env.run( - [ - str(build_env.python), "-m", "wheel", "tags", - "--python-tag", py_ver, - "--abi-tag", py_ver, - "--platform-tag", f"linux_{machine}", - "--remove", - str(wheel_path), - ], - cwd=str(wheel_path.parent), - ) - pattern = f"faiss_cpu-*-{py_ver}-{py_ver}-linux_{machine}.whl" - found = list(wheel_path.parent.glob(pattern)) - if not found: - # faiss-wheels pyproject.toml names the package "faiss-cpu" but the - # cmake-built wheel may still be named "faiss-*" when pep517 runs from - # the cmake python build dir using the submodule's setup.py. - fallback = f"faiss-*-{py_ver}-{py_ver}-linux_{machine}.whl" - found = list(wheel_path.parent.glob(fallback)) - if found: - renamed = found[0].parent / found[0].name.replace("faiss-", "faiss_cpu-", 1) - found[0].rename(renamed) - logger.info("faiss-cpu: renamed %s -> %s", found[0].name, renamed.name) - found = [renamed] - if not found: - msg = ( - f"Retagged wheel not found in {wheel_path.parent} " - f"(tried primary pattern: {pattern}, fallback: faiss-*-{py_ver}-{py_ver}-linux_{machine}.whl)" - ) - raise RuntimeError(msg) - logger.info("faiss-cpu: retagged -> %s", found[0].name) - return found[0] - - -def get_build_backend_dependencies( # noqa: PLR0913 - ctx: context.WorkContext, - req: Requirement, - sdist_root_dir: pathlib.Path, - build_dir: pathlib.Path, - extra_environ: dict, - build_env: build_environment.BuildEnvironment, -) -> Iterable[str]: - """Return build backend deps; skip setup.py interrogation for legacy builds.""" - if _uses_scikit_build_core(sdist_root_dir): - logger.info("faiss-cpu: scikit-build-core detected, using default deps") - return default_get_build_backend_dependencies( - ctx=ctx, req=req, sdist_root_dir=sdist_root_dir, - build_dir=build_dir, extra_environ=extra_environ, build_env=build_env, - ) - logger.info("faiss-cpu: legacy kyamagu build, declaring numpy + wheel") - return ["numpy", "wheel"] - - -def build_wheel( # noqa: PLR0913 - ctx: context.WorkContext, - build_env: build_environment.BuildEnvironment, - extra_environ: dict, - req: Requirement, - sdist_root_dir: pathlib.Path, - version: Version, - build_dir: pathlib.Path, -) -> pathlib.Path: - """Build faiss-cpu wheel following the kyamagu/faiss-wheels process.""" - if version >= _SCIKIT_BUILD_CORE_MIN: - logger.info("faiss-cpu %s: scikit-build-core, default PEP-517", version) - return wheels.default_build_wheel( - ctx=ctx, build_env=build_env, extra_environ=extra_environ, - req=req, sdist_root_dir=sdist_root_dir, - version=version, build_dir=build_dir, - ) - - faiss_prefix = sdist_root_dir / "_faiss_install" - cmake_build = sdist_root_dir / "_cmake_build" - _max = ctx.settings.max_jobs - jobs = max(1, _max if _max is not None else multiprocessing.cpu_count()) - opt_level = _faiss_opt_level() - - # faiss-wheels/faiss-wheels uses faiss as a git submodule at sdist_root_dir/faiss/ - # The CMakeLists.txt is inside that submodule, not at the repo root. - faiss_src_dir = sdist_root_dir / "faiss" if (sdist_root_dir / "faiss" / "CMakeLists.txt").exists() else sdist_root_dir - - logger.info( - "faiss-cpu: cmake PYTHON=OFF FAISS_OPT_LEVEL=%s -j%d", opt_level, jobs, - ) - build_env.run( - [ - "cmake", str(faiss_src_dir), "-B", str(cmake_build), - "-DFAISS_ENABLE_GPU=OFF", - "-DFAISS_ENABLE_PYTHON=OFF", - "-DBUILD_TESTING=OFF", - f"-DFAISS_OPT_LEVEL={opt_level}", - "-DCMAKE_BUILD_TYPE=Release", - f"-DCMAKE_CXX_FLAGS={_KYAMAGU_CXXFLAGS}", - f"-DCMAKE_PREFIX_PATH={_OPENBLAS_PREFIX}", - f"-DCMAKE_INSTALL_PREFIX={faiss_prefix}", - ], - cwd=str(sdist_root_dir), - extra_environ=extra_environ, - ) - build_env.run( - ["cmake", "--build", str(cmake_build), f"-j{jobs}"], - extra_environ=extra_environ, - ) - build_env.run( - ["cmake", "--install", str(cmake_build)], - extra_environ=extra_environ, - ) - - cmake_python_build = sdist_root_dir / "_cmake_python_build" - logger.info( - "faiss-cpu: cmake PYTHON=ON FAISS_OPT_LEVEL=%s -j%d", opt_level, jobs, - ) - build_env.run( - [ - "cmake", str(faiss_src_dir), "-B", str(cmake_python_build), - "-DFAISS_ENABLE_GPU=OFF", - "-DFAISS_ENABLE_PYTHON=ON", - "-DBUILD_TESTING=OFF", - f"-DFAISS_OPT_LEVEL={opt_level}", - "-DCMAKE_BUILD_TYPE=Release", - f"-DCMAKE_PREFIX_PATH={faiss_prefix};{_OPENBLAS_PREFIX}", - "-DSWIG_EXECUTABLE=/usr/local/bin/swig", - f"-DPython_EXECUTABLE={build_env.python}", - ], - cwd=str(sdist_root_dir), - extra_environ=extra_environ, - ) - build_env.run( - [ - "cmake", "--build", str(cmake_python_build), - "--target", "swigfaiss", f"-j{jobs}", - ], - extra_environ=extra_environ, - ) - - cmake_python_dir = cmake_python_build / "faiss" / "python" - # Copy root pyproject.toml (name='faiss-cpu') into cmake build dir so - # pep517 produces faiss_cpu-*.dist-info, not faiss-*.dist-info. - root_pyproject = sdist_root_dir / "pyproject.toml" - if root_pyproject.exists(): - shutil.copy2(root_pyproject, cmake_python_dir / "pyproject.toml") - logger.info("faiss-cpu: copied root pyproject.toml to %s", cmake_python_dir) - else: - logger.warning( - "faiss-cpu: root pyproject.toml not found at %s — " - "wheel may be named 'faiss-*' instead of 'faiss_cpu-*'", - root_pyproject, - ) - logger.info("faiss-cpu: PEP-517 wheel from %s", cmake_python_dir) - wheel_path = wheels.pep517_build_wheel( - ctx=ctx, - build_env=build_env, - extra_environ=extra_environ, - req=req, - sdist_root_dir=sdist_root_dir, - version=version, - build_dir=cmake_python_dir, - ) - return _retag_wheel(wheel_path, build_env) diff --git a/overrides/package_plugins/src/calunga_package_plugins.egg-info/PKG-INFO b/overrides/package_plugins/src/calunga_package_plugins.egg-info/PKG-INFO deleted file mode 100644 index ecc59e1..0000000 --- a/overrides/package_plugins/src/calunga_package_plugins.egg-info/PKG-INFO +++ /dev/null @@ -1,3 +0,0 @@ -Metadata-Version: 2.4 -Name: calunga-package-plugins -Version: 0.1.0 diff --git a/overrides/package_plugins/src/calunga_package_plugins.egg-info/SOURCES.txt b/overrides/package_plugins/src/calunga_package_plugins.egg-info/SOURCES.txt deleted file mode 100644 index 772e60a..0000000 --- a/overrides/package_plugins/src/calunga_package_plugins.egg-info/SOURCES.txt +++ /dev/null @@ -1,9 +0,0 @@ -pyproject.toml -src/calunga_package_plugins.egg-info/PKG-INFO -src/calunga_package_plugins.egg-info/SOURCES.txt -src/calunga_package_plugins.egg-info/dependency_links.txt -src/calunga_package_plugins.egg-info/entry_points.txt -src/calunga_package_plugins.egg-info/top_level.txt -src/package_plugins/__init__.py -src/package_plugins/debugpy.py -src/package_plugins/faiss_cpu.py \ No newline at end of file diff --git a/overrides/package_plugins/src/calunga_package_plugins.egg-info/dependency_links.txt b/overrides/package_plugins/src/calunga_package_plugins.egg-info/dependency_links.txt deleted file mode 100644 index 8b13789..0000000 --- a/overrides/package_plugins/src/calunga_package_plugins.egg-info/dependency_links.txt +++ /dev/null @@ -1 +0,0 @@ - diff --git a/overrides/package_plugins/src/calunga_package_plugins.egg-info/entry_points.txt b/overrides/package_plugins/src/calunga_package_plugins.egg-info/entry_points.txt deleted file mode 100644 index fe926f9..0000000 --- a/overrides/package_plugins/src/calunga_package_plugins.egg-info/entry_points.txt +++ /dev/null @@ -1,3 +0,0 @@ -[fromager.project_overrides] -debugpy = package_plugins.debugpy -faiss_cpu = package_plugins.faiss_cpu diff --git a/overrides/package_plugins/src/calunga_package_plugins.egg-info/top_level.txt b/overrides/package_plugins/src/calunga_package_plugins.egg-info/top_level.txt deleted file mode 100644 index ec775f4..0000000 --- a/overrides/package_plugins/src/calunga_package_plugins.egg-info/top_level.txt +++ /dev/null @@ -1 +0,0 @@ -package_plugins