From a20978d29474591e0bab12048f95646ea6ddb998 Mon Sep 17 00:00:00 2001 From: Manush Murali Date: Thu, 12 Nov 2026 13:54:00 -0800 Subject: [PATCH] Upgrade the dependencies the source scan flags The 2.0.0 source scan reports Critical and High findings in zip and in packages Spark 4.0.1 brings. nSpect no longer honors the allowlist, so upgrade them instead. duckdb and libduckdb-sys go to 1.10506.1. It bundles the same DuckDB 1.5.6 sources and moves its build dependency from zip 6 to zip 9.5.1. The four zip advisory ignores in deny.toml go with it. java/pom.xml pins each package Spark brings at the lowest release on Spark's own line that clears the scan's IDs. Netty 4.1.138.Final, Jersey 3.0.17, Log4j 2.25.5, ZooKeeper 3.9.5, Avro 1.12.1, ICU4J 77.1. lz4-java moved to at.yawk.lz4, so Spark's org.lz4 copy is excluded and at.yawk.lz4 1.11.4 declared provided in its place. commons-codec goes to 1.23.0 for BDSA-2026-39919. Every allowlist entry is now fixed, so the allowlist is removed. Co-Authored-By: Claude Opus 5.5 Signed-off-by: Manush Murali --- .nspect-vuln-allowlist.toml | 203 ---------------------------- java/pom.xml | 51 ++++++- rust/Cargo.lock | 89 ++++++++---- rust/Cargo.toml | 4 +- rust/crates/sdm-testkit/src/duck.rs | 2 +- rust/deny.toml | 11 -- 6 files changed, 115 insertions(+), 245 deletions(-) delete mode 100644 .nspect-vuln-allowlist.toml diff --git a/.nspect-vuln-allowlist.toml b/.nspect-vuln-allowlist.toml deleted file mode 100644 index b1107e1a5..000000000 --- a/.nspect-vuln-allowlist.toml +++ /dev/null @@ -1,203 +0,0 @@ -# SPDX-FileCopyrightText: Copyright (c) 2026, NVIDIA CORPORATION & AFFILIATES. -# All rights reserved. -# SPDX-License-Identifier: Apache-2.0 - -version = "1.0.0" - -[[oss.allowlist]] -cve-id = "CVE-2026-115905" -package = "zip" -versions = ["6.0.0"] -jira = "NO-REF" -exception_status = "open" -exception_expiration = 2027-05-12 -comment = "Build dependency of libduckdb-sys only. libduckdb-sys reaches this workspace only through sdm-testkit, the dev-only test host (publish = false). cargo tree -p sdm-py and -p sdm-jni with -e normal,build show no zip on any of the five release targets. No shipped wheel or native library contains it." - -[[oss.allowlist]] -cve-id = "CVE-2026-115907" -package = "zip" -versions = ["6.0.0"] -jira = "NO-REF" -exception_status = "open" -exception_expiration = 2027-05-12 -comment = "Build dependency of libduckdb-sys only. libduckdb-sys reaches this workspace only through sdm-testkit, the dev-only test host (publish = false). cargo tree -p sdm-py and -p sdm-jni with -e normal,build show no zip on any of the five release targets. No shipped wheel or native library contains it." - -[[oss.allowlist]] -cve-id = "CVE-2026-115909" -package = "zip" -versions = ["6.0.0"] -jira = "NO-REF" -exception_status = "open" -exception_expiration = 2027-05-12 -comment = "Build dependency of libduckdb-sys only. libduckdb-sys reaches this workspace only through sdm-testkit, the dev-only test host (publish = false). cargo tree -p sdm-py and -p sdm-jni with -e normal,build show no zip on any of the five release targets. No shipped wheel or native library contains it." - -[[oss.allowlist]] -cve-id = "CVE-2026-56817" -package = "Netty Project" -versions = ["4.1.118"] -jira = "NO-REF" -exception_status = "open" -exception_expiration = 2027-05-12 -comment = "Comes from io.netty 4.1.118.Final under org.apache.spark:spark-sql_2.13 4.0.1. java/pom.xml declares Spark with provided scope and optional true, so it is never packaged, never copied to target/lib and never passed to a consumer. mvn -f java/pom.xml dependency:tree lists it as provided (optional). No Python wheel contains Java code, and the Java library is not published anywhere." - -[[oss.allowlist]] -cve-id = "BDSA-2026-13743" -package = "Netty Project" -versions = ["4.1.118"] -jira = "NO-REF" -exception_status = "open" -exception_expiration = 2027-05-12 -comment = "Comes from io.netty 4.1.118.Final under org.apache.spark:spark-sql_2.13 4.0.1. java/pom.xml declares Spark with provided scope and optional true, so it is never packaged, never copied to target/lib and never passed to a consumer. mvn -f java/pom.xml dependency:tree lists it as provided (optional). No Python wheel contains Java code, and the Java library is not published anywhere." - -[[oss.allowlist]] -cve-id = "BDSA-2026-13744" -package = "Netty Project" -versions = ["4.1.118"] -jira = "NO-REF" -exception_status = "open" -exception_expiration = 2027-05-12 -comment = "Comes from io.netty 4.1.118.Final under org.apache.spark:spark-sql_2.13 4.0.1. java/pom.xml declares Spark with provided scope and optional true, so it is never packaged, never copied to target/lib and never passed to a consumer. mvn -f java/pom.xml dependency:tree lists it as provided (optional). No Python wheel contains Java code, and the Java library is not published anywhere." - -[[oss.allowlist]] -cve-id = "BDSA-2026-13753" -package = "Netty Project" -versions = ["4.1.118"] -jira = "NO-REF" -exception_status = "open" -exception_expiration = 2027-05-12 -comment = "Comes from io.netty 4.1.118.Final under org.apache.spark:spark-sql_2.13 4.0.1. java/pom.xml declares Spark with provided scope and optional true, so it is never packaged, never copied to target/lib and never passed to a consumer. mvn -f java/pom.xml dependency:tree lists it as provided (optional). No Python wheel contains Java code, and the Java library is not published anywhere." - -[[oss.allowlist]] -cve-id = "BDSA-2026-13755" -package = "Netty Project" -versions = ["4.1.118"] -jira = "NO-REF" -exception_status = "open" -exception_expiration = 2027-05-12 -comment = "Comes from io.netty 4.1.118.Final under org.apache.spark:spark-sql_2.13 4.0.1. java/pom.xml declares Spark with provided scope and optional true, so it is never packaged, never copied to target/lib and never passed to a consumer. mvn -f java/pom.xml dependency:tree lists it as provided (optional). No Python wheel contains Java code, and the Java library is not published anywhere." - -[[oss.allowlist]] -cve-id = "BDSA-2026-23495" -package = "Netty Project" -versions = ["4.1.118"] -jira = "NO-REF" -exception_status = "open" -exception_expiration = 2027-05-12 -comment = "Comes from io.netty 4.1.118.Final under org.apache.spark:spark-sql_2.13 4.0.1. java/pom.xml declares Spark with provided scope and optional true, so it is never packaged, never copied to target/lib and never passed to a consumer. mvn -f java/pom.xml dependency:tree lists it as provided (optional). No Python wheel contains Java code, and the Java library is not published anywhere." - -[[oss.allowlist]] -cve-id = "BDSA-2026-23581" -package = "Netty Project" -versions = ["4.1.118"] -jira = "NO-REF" -exception_status = "open" -exception_expiration = 2027-05-12 -comment = "Comes from io.netty 4.1.118.Final under org.apache.spark:spark-sql_2.13 4.0.1. java/pom.xml declares Spark with provided scope and optional true, so it is never packaged, never copied to target/lib and never passed to a consumer. mvn -f java/pom.xml dependency:tree lists it as provided (optional). No Python wheel contains Java code, and the Java library is not published anywhere." - -[[oss.allowlist]] -cve-id = "BDSA-2026-29111" -package = "Netty Project" -versions = ["4.1.118"] -jira = "NO-REF" -exception_status = "open" -exception_expiration = 2027-05-12 -comment = "Comes from io.netty 4.1.118.Final under org.apache.spark:spark-sql_2.13 4.0.1. java/pom.xml declares Spark with provided scope and optional true, so it is never packaged, never copied to target/lib and never passed to a consumer. mvn -f java/pom.xml dependency:tree lists it as provided (optional). No Python wheel contains Java code, and the Java library is not published anywhere." - -[[oss.allowlist]] -cve-id = "BDSA-2026-33768" -package = "Netty Project" -versions = ["4.1.118"] -jira = "NO-REF" -exception_status = "open" -exception_expiration = 2027-05-12 -comment = "Comes from io.netty 4.1.118.Final under org.apache.spark:spark-sql_2.13 4.0.1. java/pom.xml declares Spark with provided scope and optional true, so it is never packaged, never copied to target/lib and never passed to a consumer. mvn -f java/pom.xml dependency:tree lists it as provided (optional). No Python wheel contains Java code, and the Java library is not published anywhere." - -[[oss.allowlist]] -cve-id = "BDSA-2026-33790" -package = "Netty Project" -versions = ["4.1.118"] -jira = "NO-REF" -exception_status = "open" -exception_expiration = 2027-05-12 -comment = "Comes from io.netty 4.1.118.Final under org.apache.spark:spark-sql_2.13 4.0.1. java/pom.xml declares Spark with provided scope and optional true, so it is never packaged, never copied to target/lib and never passed to a consumer. mvn -f java/pom.xml dependency:tree lists it as provided (optional). No Python wheel contains Java code, and the Java library is not published anywhere." - -[[oss.allowlist]] -cve-id = "BDSA-2026-9430" -package = "Netty Project" -versions = ["4.1.118"] -jira = "NO-REF" -exception_status = "open" -exception_expiration = 2027-05-12 -comment = "Comes from io.netty 4.1.118.Final under org.apache.spark:spark-sql_2.13 4.0.1. java/pom.xml declares Spark with provided scope and optional true, so it is never packaged, never copied to target/lib and never passed to a consumer. mvn -f java/pom.xml dependency:tree lists it as provided (optional). No Python wheel contains Java code, and the Java library is not published anywhere." - -[[oss.allowlist]] -cve-id = "BDSA-2026-9433" -package = "Netty Project" -versions = ["4.1.118"] -jira = "NO-REF" -exception_status = "open" -exception_expiration = 2027-05-12 -comment = "Comes from io.netty 4.1.118.Final under org.apache.spark:spark-sql_2.13 4.0.1. java/pom.xml declares Spark with provided scope and optional true, so it is never packaged, never copied to target/lib and never passed to a consumer. mvn -f java/pom.xml dependency:tree lists it as provided (optional). No Python wheel contains Java code, and the Java library is not published anywhere." - -[[oss.allowlist]] -cve-id = "BDSA-2025-12456" -package = "Apache ZooKeeper" -versions = ["3.9.3"] -jira = "NO-REF" -exception_status = "open" -exception_expiration = 2027-05-12 -comment = "Comes from org.apache.zookeeper:zookeeper 3.9.3 under org.apache.spark:spark-sql_2.13 4.0.1. java/pom.xml declares Spark with provided scope and optional true, so it is never packaged, never copied to target/lib and never passed to a consumer. mvn -f java/pom.xml dependency:tree lists it as provided (optional). No Python wheel contains Java code, and the Java library is not published anywhere." - -[[oss.allowlist]] -cve-id = "BDSA-2026-3557" -package = "Apache ZooKeeper" -versions = ["3.9.3"] -jira = "NO-REF" -exception_status = "open" -exception_expiration = 2027-05-12 -comment = "Comes from org.apache.zookeeper:zookeeper 3.9.3 under org.apache.spark:spark-sql_2.13 4.0.1. java/pom.xml declares Spark with provided scope and optional true, so it is never packaged, never copied to target/lib and never passed to a consumer. mvn -f java/pom.xml dependency:tree lists it as provided (optional). No Python wheel contains Java code, and the Java library is not published anywhere." - -[[oss.allowlist]] -cve-id = "BDSA-2025-28525" -package = "Jersey" -versions = ["3.0.16"] -jira = "NO-REF" -exception_status = "open" -exception_expiration = 2027-05-12 -comment = "Comes from org.glassfish.jersey 3.0.16 under org.apache.spark:spark-sql_2.13 4.0.1. java/pom.xml declares Spark with provided scope and optional true, so it is never packaged, never copied to target/lib and never passed to a consumer. mvn -f java/pom.xml dependency:tree lists it as provided (optional). No Python wheel contains Java code, and the Java library is not published anywhere." - -[[oss.allowlist]] -cve-id = "BDSA-2026-2029" -package = "Apache Avro" -versions = ["1.12.0"] -jira = "NO-REF" -exception_status = "open" -exception_expiration = 2027-05-12 -comment = "Comes from org.apache.avro:avro 1.12.0 under org.apache.spark:spark-sql_2.13 4.0.1. java/pom.xml declares Spark with provided scope and optional true, so it is never packaged, never copied to target/lib and never passed to a consumer. mvn -f java/pom.xml dependency:tree lists it as provided (optional). No Python wheel contains Java code, and the Java library is not published anywhere." - -[[oss.allowlist]] -cve-id = "CVE-2025-5222" -package = "ICU4J" -versions = ["76.1"] -jira = "NO-REF" -exception_status = "open" -exception_expiration = 2027-05-12 -comment = "Comes from com.ibm.icu:icu4j 76.1 under org.apache.spark:spark-sql_2.13 4.0.1. java/pom.xml declares Spark with provided scope and optional true, so it is never packaged, never copied to target/lib and never passed to a consumer. mvn -f java/pom.xml dependency:tree lists it as provided (optional). No Python wheel contains Java code, and the Java library is not published anywhere." - -[[oss.allowlist]] -cve-id = "CVE-2026-106451" -package = "lz4java" -versions = ["1.8.0"] -jira = "NO-REF" -exception_status = "open" -exception_expiration = 2027-05-12 -comment = "Comes from org.lz4:lz4-java 1.8.0 under org.apache.spark:spark-sql_2.13 4.0.1. java/pom.xml declares Spark with provided scope and optional true, so it is never packaged, never copied to target/lib and never passed to a consumer. mvn -f java/pom.xml dependency:tree lists it as provided (optional). No Python wheel contains Java code, and the Java library is not published anywhere." - -[[oss.allowlist]] -cve-id = "CVE-2026-34481" -package = "Apache Log4j Layout for JSON template" -versions = ["2.24.3"] -jira = "NO-REF" -exception_status = "open" -exception_expiration = 2027-05-12 -comment = "Comes from org.apache.logging.log4j:log4j-layout-template-json 2.24.3 under org.apache.spark:spark-sql_2.13 4.0.1. java/pom.xml declares Spark with provided scope and optional true, so it is never packaged, never copied to target/lib and never passed to a consumer. mvn -f java/pom.xml dependency:tree lists it as provided (optional). No Python wheel contains Java code, and the Java library is not published anywhere." diff --git a/java/pom.xml b/java/pom.xml index 0fad9d569..d1e6b318b 100644 --- a/java/pom.xml +++ b/java/pom.xml @@ -82,7 +82,47 @@ commons-codec commons-codec - 1.22.1 + 1.23.0 + + + + io.netty + netty-bom + 4.1.138.Final + pom + import + + + org.glassfish.jersey + jersey-bom + 3.0.17 + pom + import + + + org.apache.logging.log4j + log4j-bom + 2.25.5 + pom + import + + + org.apache.zookeeperzookeeper3.9.5 + + + org.apache.zookeeperzookeeper-jute3.9.5 + + + org.apache.avroavro1.12.1 + + + org.apache.avroavro-mapred1.12.1 + + + org.apache.avroavro-ipc1.12.1 + + + com.ibm.icuicu4j77.1 @@ -115,8 +155,17 @@ org.apache.logging.log4jlog4j-slf4j2-impl + + org.lz4lz4-java + + at.yawk.lz4 + lz4-java + 1.11.4 + provided + true + com.databricks diff --git a/rust/Cargo.lock b/rust/Cargo.lock index 266ef3914..a87a917fc 100644 --- a/rust/Cargo.lock +++ b/rust/Cargo.lock @@ -55,15 +55,6 @@ dependencies = [ "object", ] -[[package]] -name = "arbitrary" -version = "1.5.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "3bc62ac97cc33321f50863d514c3bc38a453947a8f9e781137e47c7401020aed" -dependencies = [ - "derive_arbitrary", -] - [[package]] name = "arc-swap" version = "1.9.2" @@ -355,6 +346,12 @@ version = "1.0.5" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "4e7648175b45a9a48536d676f68d918270699102aa8dab5496df06904c914600" +[[package]] +name = "cfg_aliases" +version = "0.2.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f079e83a288787bcd14a6aea84cee5c87a67c5a3e660c30f557a3d24761b3527" + [[package]] name = "chrono" version = "0.4.45" @@ -407,6 +404,15 @@ dependencies = [ "tiny-keccak", ] +[[package]] +name = "constant_time_eq" +version = "0.6.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9eb6feb175df65d0a3ccd3e73484e940d0ac664e8034f0519fd49a93db3071d9" +dependencies = [ + "rustversion", +] + [[package]] name = "core-foundation-sys" version = "0.8.7" @@ -500,17 +506,6 @@ dependencies = [ "thiserror", ] -[[package]] -name = "derive_arbitrary" -version = "1.5.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "1b034bd7d5f032402a2479444dcc6f74e36a03f31854d41680fb240ef682a1ac" -dependencies = [ - "proc-macro2", - "quote", - "syn 3.0.6", -] - [[package]] name = "digest" version = "0.10.7" @@ -523,9 +518,9 @@ dependencies = [ [[package]] name = "duckdb" -version = "1.10506.0" +version = "1.10506.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "e3472b9152d879c5534353b20854e43525b2c78b2dbba156711e9939d30278b4" +checksum = "1a46cc5f64f534993bae616668a94b1b8e58295c2bd39f85afef7c44297817da" dependencies = [ "arrow", "cast", @@ -697,8 +692,10 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "300e883d756b2e4ec94e02791f39b04b522276138852cfc41d9fb7e904106099" dependencies = [ "cfg-if", + "js-sys", "libc", "r-efi 6.0.0", + "wasm-bindgen", ] [[package]] @@ -1001,9 +998,9 @@ checksum = "ce5d3ddc6d3fa000eb1536d85e147bfe31aacaba692ed6a876f95cb7c855be78" [[package]] name = "libduckdb-sys" -version = "1.10506.0" +version = "1.10506.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "0aac3459f2f7f0221d5be9114fa77ff5877040c8de456d3b986a680579fe202b" +checksum = "113d1c26c9f518405a17b5729bb6ab6abf029fdc46626406922cf9a8dc9b4609" dependencies = [ "cc", "flate2", @@ -1076,6 +1073,18 @@ dependencies = [ "simd-adler32", ] +[[package]] +name = "nix" +version = "0.31.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cf20d2fde8ff38632c426f1165ed7436270b44f199fc55284c38276f9db47c3d" +dependencies = [ + "bitflags 2.13.2", + "cfg-if", + "cfg_aliases", + "libc", +] + [[package]] name = "num" version = "0.4.3" @@ -2054,6 +2063,12 @@ dependencies = [ "once_cell", ] +[[package]] +name = "typed-path" +version = "0.13.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9ce898823d8cd0f028662d2f349694b1af0a5cc9be83f1d213a00d3147445e1e" + [[package]] name = "typenum" version = "1.20.1" @@ -2447,18 +2462,38 @@ name = "zeroize" version = "1.9.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "e13084392c5e4bc371903e2935a5eaeed24905a7511356b883835e18a78f6879" +dependencies = [ + "zeroize_derive", +] + +[[package]] +name = "zeroize_derive" +version = "1.5.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3c50655cbb0fe3fc43170059e702f1ce5e19b84cec58dc87b037a09935c2f328" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.119", +] [[package]] name = "zip" -version = "6.0.0" +version = "9.5.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "eb2a05c7c36fde6c09b08576c9f7fb4cda705990f73b58fe011abf7dfb24168b" +checksum = "e3476fd497ac8af5b1ec7b51acab7bef380f7e8dd8e0487595bafd839417a302" dependencies = [ - "arbitrary", + "constant_time_eq", "crc32fast", "flate2", + "getrandom 0.4.3", "indexmap", + "libc", "memchr", + "nix", + "typed-path", + "windows-sys 0.61.2", + "zeroize", "zopfli", ] diff --git a/rust/Cargo.toml b/rust/Cargo.toml index e47af089e..1030a2fdf 100644 --- a/rust/Cargo.toml +++ b/rust/Cargo.toml @@ -19,7 +19,7 @@ license = "Apache-2.0" repository = "https://github.com/NVIDIA/structured-data-models-client" publish = false -# One Arrow major across the workspace: duckdb =1.10506.0 (DuckDB 1.5.6, the +# One Arrow major across the workspace: duckdb =1.10506.1 (DuckDB 1.5.6, the # embedded engine) uses Arrow 58, and arrow-pyarrow 58 needs pyo3 0.28. # Upgrade these dependencies together. [workspace.dependencies] @@ -33,7 +33,7 @@ arrow-row = "58" arrow-schema = "58" arrow-select = "58" base64 = "0.22" -duckdb = { version = "=1.10506.0", features = ["bundled"] } +duckdb = { version = "=1.10506.1", features = ["bundled"] } # Python's regular expressions, lookaround and backtracking order included, # for view-expression validation. fancy-regex = "0.19" diff --git a/rust/crates/sdm-testkit/src/duck.rs b/rust/crates/sdm-testkit/src/duck.rs index 5cffd0faa..a09c00f38 100644 --- a/rust/crates/sdm-testkit/src/duck.rs +++ b/rust/crates/sdm-testkit/src/duck.rs @@ -10,7 +10,7 @@ //! //! The Python wheel of DuckDB links ICU, so a session there takes `SET //! TimeZone` and casts a `TIMESTAMPTZ` in that zone. The `icu` feature of -//! `duckdb` 1.10506.0 needs DuckDB's sources beside the crate, which the +//! `duckdb` 1.10506.1 needs DuckDB's sources beside the crate, which the //! published crate does not carry, so it cannot be built. //! [`open`] loads ICU explicitly instead, the extension DuckDB signs for //! this exact version, installed from DuckDB's repository the first time diff --git a/rust/deny.toml b/rust/deny.toml index c7340cc66..e5611648d 100644 --- a/rust/deny.toml +++ b/rust/deny.toml @@ -24,17 +24,6 @@ ignore = [ # one thread. { id = "RUSTSEC-2026-0176", reason = "pyo3 0.28 pinned by arrow-pyarrow 58; nth/nth_back on list and tuple iterators unused" }, { id = "RUSTSEC-2026-0177", reason = "pyo3 0.28 pinned by arrow-pyarrow 58; PyCFunction::new_closure unused" }, - # zip 6 is a build-dependency of libduckdb-sys 1.10506.0 (`zip = "6"`), - # so the fixed zip 9 is out of reach. Its build script calls - # ZipArchive::extract only in `mod build_linked`, under - # #[cfg(not(feature = "bundled"))], to unpack a downloaded libduckdb; the - # workspace builds duckdb with `bundled`, so that code is not compiled. - # They leave with the next DuckDB upgrade, or once libduckdb-sys moves to - # zip >= 9. - { id = "RUSTSEC-2026-0367", reason = "zip 6 in libduckdb-sys's build script; extract is compiled only without `bundled`" }, - { id = "RUSTSEC-2026-0368", reason = "zip 6 in libduckdb-sys's build script; extract is compiled only without `bundled`" }, - { id = "RUSTSEC-2026-0369", reason = "zip 6 in libduckdb-sys's build script; extract is compiled only without `bundled`" }, - { id = "RUSTSEC-2026-0429", reason = "zip 6 is testkit-only via libduckdb-sys 1.10506.0; affected extract is excluded by the required bundled feature; reassess on DuckDB upgrade" }, ] [licenses]