Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
891 commits
Select commit Hold shift + click to select a range
4168a0b
docs: fix references in public docs (#2937)
JosephLenton Aug 26, 2026
ffaf049
feat(scan): [2/N] carry deletion-vector coordinates on FileScanTaskDe…
mbutrovich Aug 26, 2026
a5f162f
perf(arrow): build repeated constant string/binary columns without pe…
anoopj Aug 27, 2026
4382ebe
chore: Update MSRV to Rust 1.95 (#3083)
dannycjones Aug 27, 2026
4200aa0
chore(repo): Replace bug report version selector with freeform text f…
dannycjones Aug 28, 2026
6678583
fix(sql): propagate catalog commit errors (#3062)
mattfaltyn Aug 28, 2026
76572cf
refactor: change from serialising a u64 to i64 (#3065)
JosephLenton Aug 28, 2026
57a5612
feat: add lazy property view macro (#3044)
blackmwk Aug 28, 2026
5266f7d
refactor: parse table properties lazily (#3030)
blackmwk Aug 28, 2026
30574bf
feat: synthesize _row_id metadata column on read (#3058)
anoopj Aug 29, 2026
6d7afdd
chore(deps): Bump reqwest from 0.12.28 to 0.13.4 (#3116)
dependabot[bot] Aug 31, 2026
cb6e2a4
chore(deps): Bump taiki-e/install-action from 2.86.1 to 2.86.6 (#3115)
dependabot[bot] Aug 31, 2026
97fbe2d
chore(deps): Bump the codeql-action group with 2 updates (#3114)
dependabot[bot] Aug 31, 2026
c4b43ad
chore(deps): Bump uuid from 1.24.0 to 1.25.0 (#3113)
dependabot[bot] Aug 31, 2026
e9443b9
chore(deps-dev): Bump huggingface-hub from 1.27.0 to 1.28.0 in /bindi…
dependabot[bot] Aug 31, 2026
d6d06f3
fix(spec): reject unequal map default arrays (#3110)
mattfaltyn Aug 31, 2026
5c37021
Prune data columns for metadata-only projections (#3117)
anoopj Aug 31, 2026
6d65786
refactor(memory): derive catalog configuration from properties (#3101)
blackmwk Sep 2, 2026
1c27c68
chore: Merge changes from 0.10.x to main (#3074)
dannycjones Sep 2, 2026
34ad7e0
chore(ci): Fail CI when a publishable crate is missing LICENSE or NOT…
dannycjones Sep 2, 2026
0f37499
refactor(scan): extract reusable scan functions (#3093)
xanderbailey Sep 2, 2026
a18a0b2
feat(io): make FileIO serializable (#3090)
blackmwk Sep 2, 2026
12575c7
refactor(scan): validate FileScanTask construction (#3131)
blackmwk Sep 2, 2026
31eb8dd
refactor(auth) Emphasize AuthManagers aren't shared between catalogs …
DerGut Sep 2, 2026
107f449
fix(partition): Align DateTime Transform to Java's Implementation (#3…
Kurtiscwright Sep 2, 2026
dd4f32c
feat(scan): [3/N] read and apply V3 deletion vectors (#3035)
mbutrovich Sep 3, 2026
c8fc70e
fix: Address merge conflicts raising Clippy issues (#3137)
dannycjones Sep 3, 2026
665c64e
deps: upgrade to DataFusion 55.0 and Arrow/Parquet 59.2 (#2958)
mbutrovich Sep 3, 2026
75c9201
refactor(pyiceberg-core): remove DataFusion TableProvider export (#3143)
kevinjqliu Sep 3, 2026
6fa8e03
refactor: materialize constant metadata columns via a ConstantLookup …
anoopj Sep 4, 2026
5468f70
chore(deps): Bump apache/skywalking-eyes/header from 0.8.0 to 0.9.0 (…
dependabot[bot] Sep 7, 2026
63986f5
chore(deps): Bump taiki-e/install-action from 2.86.6 to 2.87.2 (#3156)
dependabot[bot] Sep 7, 2026
6b4c277
chore(deps): Bump crate-ci/typos from 1.49.0 to 1.50.0 (#3155)
dependabot[bot] Sep 7, 2026
18766f5
chore(deps): Bump rand from 0.9.5 to 0.10.2 (#3154)
dependabot[bot] Sep 7, 2026
cd11d72
feat(scan): make FileScanTask serializable (#3091)
blackmwk Sep 7, 2026
f347ad2
chore(deps): Bump the codeql-action group with 2 updates (#3153)
dependabot[bot] Sep 7, 2026
bf80f23
chore(deps): Bump reqwest from 0.12.28 to 0.13.4 (#3152)
dependabot[bot] Sep 7, 2026
7c8345b
chore(deps-dev): Bump maturin from 1.14.1 to 1.15.0 in /bindings/pyth…
dependabot[bot] Sep 7, 2026
c0bff81
perf(arrow): move partition key into group map instead of cloning per…
anoopj Sep 7, 2026
1deceb1
chore(deps): bump zizmor-action to 0.6.3 (#3161)
blackmwk Sep 7, 2026
28ede50
chore(deps): remove dead datafusion-ffi, unused workspace deps, and s…
kevinjqliu Sep 7, 2026
4687d26
fix: Fix CI failure due to integration test's Hive install (#3174)
DerGut Sep 8, 2026
7874ee2
perf(writer): borrow statistics in MinMaxColAggregator::update instea…
anoopj Sep 9, 2026
4d83bc7
perf(arrow): build repeated boolean columns with BooleanBuffer (#3178)
anoopj Sep 9, 2026
d6c2eb4
chore: exclude repo-only files from the source archive (#3189)
kevinjqliu Sep 10, 2026
4aa55ba
fix(hms): use `get_table_req` for Hive 4 metastore compatibility (#3187)
kevinjqliu Sep 10, 2026
6262dff
chore(dev): run REST fixture's SQLite backend in WAL mode (#3183)
kevinjqliu Sep 10, 2026
6f062aa
fix(ci): keep .github/actions in the source archive (#3193)
xanderbailey Sep 10, 2026
0aeccb8
fix: break dev-dependency cycle that blocks publishing iceberg-proper…
kevinjqliu Sep 10, 2026
44ceed3
test(arrow): cover repeated boolean array path (#3201)
anoopj Sep 11, 2026
8ac8b1c
perf(arrow): build constant filter masks with BooleanBuffer instead o…
anoopj Sep 11, 2026
cb912c9
ci: check new crates are reserved on crates.io before merge (#3185)
kevinjqliu Sep 11, 2026
100804c
ci: enable GitHub merge queue with required CI gates (#3195)
kevinjqliu Sep 11, 2026
9e1670d
ci: pull MinIO images from Quay (#3202)
smaheshwar-pltr Sep 11, 2026
682ceb9
chore(release): Remove --release_ref from create_rc.sh, always releas…
CTTY Sep 11, 2026
29929f6
ci: avoid redundant post-merge runs (#3203)
kevinjqliu Sep 11, 2026
be48041
ci: refresh Rust caches on main changes (#3205)
kevinjqliu Sep 12, 2026
8ac2b81
Infra: Switch Dependabot to a monthly cadence (#3216)
kevinjqliu Sep 14, 2026
0f2229c
chore(deps): Bump crate-ci/typos from 1.50.0 to 1.50.1 (#3213)
dependabot[bot] Sep 14, 2026
0c476ab
chore(deps): Bump reqwest from 0.12.28 to 0.13.4 (#3211)
dependabot[bot] Sep 14, 2026
342a6ea
refactor(sql): derive catalog configuration from properties (#3105)
blackmwk Sep 14, 2026
d2b2f7a
chore(deps): Bump taiki-e/install-action from 2.87.2 to 2.87.8 (#3217)
dependabot[bot] Sep 14, 2026
99c57c9
chore(deps): Bump the arrow-parquet group across 1 directory with 10 …
dependabot[bot] Sep 14, 2026
147d09f
chore(deps-dev): Bump pyiceberg from 0.11.1 to 0.12.0 in /bindings/py…
dependabot[bot] Sep 14, 2026
fabb707
feat(iceberg): thread per-file sort order into FileScanTask (#3128)
anuragmantri Sep 14, 2026
f11a20d
perf(arrow): build partition filter mask with BooleanBufferBuilder (#…
anoopj Sep 14, 2026
f0c9dad
perf(expr): borrow field type in manifest bound decoding instead of c…
anoopj Sep 14, 2026
9db0b68
feat(writer): add PositionDeleteFileWriter (#2986)
laskoviymishka Sep 14, 2026
5c3d18f
fix(release): warn when bash 3.2 will not report the failed step (#3194)
kevinjqliu Sep 15, 2026
aa5ff7e
fix(encryption): return DataInvalid for invalid AES key sizes (#3226)
xanderbailey Sep 15, 2026
930c102
feat(python) add standard key metadata python bindings (#3206)
xanderbailey Sep 15, 2026
8193cce
feat: bloom filter pushdown (#2398)
xanderbailey Sep 15, 2026
8030cf4
feat(spec): add unknown primitive type support (#2773)
manuzhang Sep 17, 2026
a1de3a1
chore: remove migrated DataFusion integration crates (#3228)
gabotechs Sep 17, 2026
5d2c755
fix: update rustls to 0.23.45 (#3244)
kevinjqliu Sep 17, 2026
492234e
ci: run security audit for merge queue (#3245)
kevinjqliu Sep 17, 2026
832a4eb
ci: fix Rust cache action casing for ASF allowlist (#3249)
blackmwk Sep 18, 2026
53eccc5
fix(cache): drop schema-id from the manifest-list cache key (#3235)
anoopj Sep 21, 2026
f3e41d5
feat(transaction): support transform-based sort orders (#2765)
viirya Sep 21, 2026
bb1e4a4
perf(expr): resolve row group stats once per eq/in/starts_with leaf (…
anoopj Sep 21, 2026
e694eea
Introduce invalid data error macro (#2928)
xanderbailey Sep 22, 2026
e5a1804
RFC: Stateful Transaction Action (#2620)
CTTY Sep 22, 2026
830bb88
fix(cache): drop format-version from the manifest-list cache key (#3259)
anoopj Sep 22, 2026
c9a25b2
fix(encryption) [18/N] wire in ags1 file length for tamper proofing (…
xanderbailey Sep 23, 2026
119fad9
ci: replace MinIO with RustFS for integration tests (#3273)
comphead Sep 24, 2026
9a2111a
fix(spec): format pre-epoch timestamptz values (#2892)
fallintoplace Sep 25, 2026
615af68
fix(expr): decode BYTE_ARRAY page-index bounds by field type (#3247)
anoopj Sep 26, 2026
f645758
feat(writer): add PositionDeleteInput builder (#3230)
laskoviymishka Sep 27, 2026
86d6618
ci: auto-label DataFusion issues and PRs (#3278)
kevinjqliu Sep 28, 2026
5a91091
chore: Extending collaborator list to help with review capacity (#3289)
comphead Sep 28, 2026
8cb2ade
fix(python): raise instead of panicking in the manifest bindings (#3241)
rambleraptor Sep 28, 2026
deab069
refactor(spec): make UnboundPartitionField fields private and carry s…
moomindani Sep 29, 2026
71e571e
refactor(reader): build Arrow reader metadata once (#3242)
kamcheungting-db Sep 30, 2026
36eae29
refactor(scan) move test utils to test_utils.rs (#3107)
xanderbailey Sep 30, 2026
de19a39
fix: avoid lost-wakeup hang in get_equality_delete_predicate_for_dele…
dhruvarya-db Oct 1, 2026
1960386
feat: add core COW rewrite primitive (#2752)
u70b3 Oct 1, 2026
fc682d7
fix(spec): Harden decimal and fixed type string parsing (#3256)
shoemoney Oct 2, 2026
e9c22bf
perf(arrow): skip rebuilding projected arrays without parent nulls (#…
fallintoplace Oct 2, 2026
ffa864b
fix(reader): page-index pruning drops rows for INT32/INT64 decimals (…
anoopj Oct 2, 2026
3c91b39
feat(catalog-loader): add with_runtime to BoxedCatalogBuilder (#3286)
NoahKusaba Oct 2, 2026
8e81f33
ci: check dependency licenses with cargo-deny on every PR (#3293)
comphead Oct 4, 2026
af1da4c
feat(storage-opendal)!: make the per-IO-operation timeout configurabl…
comphead Oct 4, 2026
ecba0b5
fix(transform): floor day transform for pre-epoch timestamps (#3323)
andygrove Oct 4, 2026
f2409e9
fix: fill schema-added nested columns with typed NULL arrays on read …
viirya Oct 6, 2026
78fafa9
fix(storage-azdls): drop the leading slash from relative paths (#3311)
yuhao-su Oct 6, 2026
05e03d1
chore(deps): Bump reqwest from 0.12.28 to 0.13.4 (#3321)
dependabot[bot] Oct 6, 2026
08cc698
chore(deps): Bump crate-ci/typos from 1.50.1 to 1.50.2 (#3320)
dependabot[bot] Oct 6, 2026
73cadf8
chore(deps): Bump zizmorcore/zizmor-action from 0.6.3 to 0.6.4 (#3319)
dependabot[bot] Oct 6, 2026
42f8d81
chore(deps): Bump astral-sh/setup-uv from 10.0.1 to 10.2.0 (#3318)
dependabot[bot] Oct 6, 2026
19f7057
chore(deps): Bump taiki-e/install-action from 2.87.8 to 2.87.21 (#3317)
dependabot[bot] Oct 6, 2026
4ee006f
chore(deps): Bump the codeql-action group with 2 updates (#3316)
dependabot[bot] Oct 6, 2026
ab047b5
chore(deps): Bump urllib3 from 2.7.0 to 2.8.0 in /bindings/python (#3…
dependabot[bot] Oct 6, 2026
776648b
docs: add agent guidance to reduce verbosity (#3337)
kevinjqliu Oct 8, 2026
7f9691f
feat(rest_catalog::auth) Contextual Sessions (#3081)
DerGut Oct 8, 2026
49b91d1
chore: Remove generated DEPENDENCIES.rust.tsv files, and associated s…
dannycjones Oct 9, 2026
b0d8baa
fix(scan): validate deletion vector delete tasks (#3145)
linhongyu510 Oct 9, 2026
5b82ab9
perf(manifest): upgrade to apache-avro 0.22 and read manifest entries…
mbutrovich Oct 9, 2026
3c952e1
feat(reader): page-index pruning for FIXED_LEN_BYTE_ARRAY decimals (#…
anoopj Oct 9, 2026
1f3bc34
fix(spec): treat -0.0 and 0.0 as distinct float literals (#3327)
zhangfengcdt Oct 9, 2026
e8ec7f8
chore(release): port the dependency license check from shell to Pytho…
dannycjones Oct 9, 2026
b846751
feat(rest): add a SigV4 request signer (#3082)
plusplusjiajia Oct 9, 2026
b2e9075
chore(deps): Bump fsspec from 2026.4.0 to 2026.6.0 in /bindings/pytho…
dependabot[bot] Oct 9, 2026
e42840b
test(reader): widen FLBA decimal page-index coverage and clarify docs…
anoopj Oct 11, 2026
d63e861
fix(scan): reject ambiguous case-insensitive fields (#3070)
manuzhang Oct 11, 2026
a766783
feat(RTAS) Assign fresh ids (#3066)
xanderbailey Oct 11, 2026
050ddfd
fix(arrow): reconcile evolved nested structs by field id, not positio…
ewoodbury Oct 11, 2026
2fddb16
fix(spec): reject boolean literals for non-boolean types (#3334)
fallintoplace Oct 11, 2026
9092073
fix(arrow): strip metadata from nested fields and normalize container…
NoahKusaba Oct 11, 2026
d3e9f45
perf(reader): read leaf field IDs from metadata in the projection mas…
comphead Oct 11, 2026
acd6109
perf(reader): speed up row group filtering and name mapping (#3269)
fallintoplace Oct 11, 2026
6933390
fix(arrow): decode short BYTE_ARRAY decimal row-group stats (#3364)
DeviousCardi Oct 12, 2026
b55cda1
fix(reader): apply name mapping to nested fields (#3384)
comphead Oct 12, 2026
b154603
fix(transform): correct decimal and binary truncate literals (#3243)
advancedxy Oct 12, 2026
1270e32
chore(deps): Bump quinn-proto and event-listener to fix RUSTSEC advis…
CTTY Oct 14, 2026
8bfe970
ci: increase merge queue status check timeout (#3443)
blackmwk Oct 14, 2026
a853455
chore(deps): Bump rustls to 0.23.46 to fix RUSTSEC advisories (#3455)
kevinjqliu Oct 14, 2026
a269dad
fix(reader): rewrite NOT out of the read predicate before pruning (#3…
anoopj Oct 14, 2026
f7e036c
ci: Cancel superseded workflow runs (#3444)
CTTY Oct 14, 2026
e23c5db
ci: run lightweight jobs on ubuntu-slim (#3457)
kevinjqliu Oct 14, 2026
bdee10e
ci: pin ubuntu-latest runners to ubuntu-24.04 (#3456)
kevinjqliu Oct 14, 2026
582b9e1
feat(delete-vector): make the delete_vector module public (#3461)
giladkl Oct 15, 2026
e948f62
fix(scan): don't project a stale schema after a schema update with n…
NoahKusaba Oct 15, 2026
a72aa95
feat(transaction): Introduce stateful TransactionAction trait (#3265)
CTTY Oct 15, 2026
e6b2ed4
fix(spec): format float and double partition values like iceberg-java…
JeonDaehong Oct 15, 2026
5c00d46
feat(catalog-loader): give CatalogLoader the BoxedCatalogBuilder sett…
NoahKusaba Oct 15, 2026
ba849a6
ci: fail on rustdoc warnings (#3389)
YuangGao Oct 15, 2026
b3470c8
refactor(glue): derive catalog configuration from properties (#3102)
blackmwk Oct 15, 2026
e4bec84
feat(transaction): let a snapshot operation report removed files and …
jopdorp Oct 15, 2026
3bb8167
ci: move required status checks into the Merge Queue ruleset (#3459)
kevinjqliu Oct 15, 2026
5dc649b
ci: Limit open, non-draft PRs to 3 for users without write access (#3…
mbutrovich Oct 15, 2026
f83bec4
fix: arrow schema to schema supports uuids (#2930)
JosephLenton Oct 15, 2026
0619254
ci: let committers bypass the Merge Queue ruleset for urgent fixes (#…
kevinjqliu Oct 16, 2026
8b59642
test(glue): cover KMS property forwarding (#3478)
blackmwk Oct 16, 2026
697abce
feat: recognize geometry and geography types [1/3] (#2933)
wirybeaver Oct 16, 2026
1be091a
fix(transaction): prevent committing to a read-only table (#3463)
mkroll-db Oct 17, 2026
0a345f2
ci: replace classic branch protection with a ruleset so the bypass wo…
kevinjqliu Oct 19, 2026
0669f08
feat(transaction): record the Iceberg-Rust writer version information…
RussellSpitzer Oct 20, 2026
78f1762
ci: add Windows ARM64 build (#3181)
ndabas Oct 20, 2026
da5cc19
feat(table): add Table::with_runtime that keeps the manifest cache (#…
NoahKusaba Oct 20, 2026
a9bd6c6
docs: clarify how committers bypass the merge queue (#3489)
kevinjqliu Oct 20, 2026
464225d
fix(reader): prune data columns for empty projections (#3473)
comphead Oct 20, 2026
3764d59
feat(rest): support freshness-aware table loading (#3377)
YuangGao Oct 20, 2026
e4b9c3e
fix(spec): reuse the highest matching partition field id, not an arbi…
xanderbailey Oct 20, 2026
219571a
fix: update rustls-webpki and webpki-roots for emSign advisories (#3496)
dhruvarya-db Oct 20, 2026
b9d2855
feat(scan): support timestamp-based time travel (#3260)
dhruvarya-db Oct 21, 2026
8fbaf47
chore: deny unused licenses and license exceptions in cargo-deny (#3497)
kevinjqliu Oct 21, 2026
000e791
build: disable unused zstd legacy feature (#3495)
kevinjqliu Oct 21, 2026
5c27157
fix(expr): widen promoted partition values and bounds to prevent fals…
anoopj Oct 22, 2026
86e837f
chore: clean up audit ignores and cite LEGAL-732 in deny.toml (#3486)
kevinjqliu Oct 22, 2026
1c05452
fix(spec): accept partition specs produced by spec evolution (#3431)
dhruvarya-db Oct 22, 2026
ca21f15
feat(storage): Add HDFS support via opendal services-hdfs-native (#3111)
mixermt Oct 22, 2026
257edd5
ci: build and merge up to three merge queue entries at once (#3490)
kevinjqliu Oct 23, 2026
aa9986f
fix(expr): treat NaN row group bounds as might-match for inequalities…
ump45nose Oct 23, 2026
d2679a0
perf(arrow): build the delete row selection from deleted ranges (#3454)
JeonDaehong Oct 23, 2026
e859e0b
chore(deps): bump ctutils to 0.4.5 to fix RUSTSEC-2026-0385 (#3519)
lyne7-sc Oct 24, 2026
7c39c37
chore(deps): Bump certifi from 2026.4.22 to 2026.10.19 in /bindings/p…
dependabot[bot] Oct 24, 2026
217e66d
fix(spec): read float JSON values like iceberg-java (#3476)
spicysharkco Oct 24, 2026
26356f5
ci: update PyPI publish action to ASF-approved v1.14.3 (#3531)
blackmwk Oct 26, 2026
32acec6
ci(python): bundle third-party licenses in pyiceberg-core wheels (#3493)
kevinjqliu Oct 26, 2026
cf71520
ci: standardize RustFS setup across Iceberg repos (#3279)
kevinjqliu Oct 26, 2026
cfa8b9c
ci: share Rust caches across runner images (#3520)
kevinjqliu Oct 26, 2026
e4f928a
chore(deps): Address or ignore zstd advisories (#3538)
dannycjones Oct 26, 2026
7b0222f
feat(rest): support configurable page sizes (#3295)
romusz Oct 26, 2026
081a36d
refactor(spec)!: accept impl Into<Type> in NestedField constructors (…
dannycjones Oct 26, 2026
36aa0e4
fix(writer): skip NaN min/max when aggregating Parquet column bounds …
andygrove Oct 27, 2026
340b6fa
chore(dev): fold the crate LICENSE/NOTICE check into licenses.py (#3528)
ninglinLiu Oct 27, 2026
b5cc6a1
fix(spec): Skip the partition name check once the source column is dr…
xanderbailey Oct 27, 2026
18d8ed2
chore(release): check crate LICENSE/NOTICE files in verify_rc.sh (#3553)
ninglinLiu Oct 27, 2026
b802a7c
fix(catalog/s3tables): attach S3 Tables SDK error as source in result…
dannycjones Oct 27, 2026
8119f79
chore(licensing): update zstd-sys clarification for 2.1.2 (#3542)
dannycjones Oct 27, 2026
7ae9f4a
feat(transaction): Add simple snapshot producer, and wire fast append…
CTTY Oct 27, 2026
de0a6ac
fix(arrow): read nested struct fields as null for files without ids o…
zhangfengcdt Oct 27, 2026
6f23a2a
chore: pin cargo-about and cargo-deny for local license checks (#3561)
kevinjqliu Oct 28, 2026
68a17ab
fix(python): don't install LICENSE and NOTICE into site-packages (#3563)
kevinjqliu Oct 28, 2026
2135b37
fix(expr): prune In predicates that straddle metrics bounds (#3144)
M-Tesla Oct 28, 2026
17b303c
ci(python): fail wheel license generation when about.toml needs an up…
kevinjqliu Oct 28, 2026
af1717a
perf(scan): skip deleted entries before partition promotion (#3516)
anoopj Oct 28, 2026
beba39c
feat: add geospatial read support [2/3] (#3341)
wirybeaver Oct 28, 2026
4dd8c94
fix(arrow): spawn data file opens on the IO runtime (#3277)
swanandx Oct 29, 2026
1ee5c72
fix(spec): format dropped-source integer partition values (#3432)
jopdorp Oct 30, 2026
fb72fc9
chore(deps): Bump the arrow-parquet group with 8 updates (#3592)
dependabot[bot] Nov 2, 2026
5a4c52f
chore(deps): Bump tokio from 1.53.3 to 1.54.1 (#3593)
dependabot[bot] Nov 2, 2026
6124269
chore(deps): Bump the codeql-action group with 2 updates (#3594)
dependabot[bot] Nov 2, 2026
9662e57
chore(deps): Bump crate-ci/typos from 1.50.2 to 1.51.1 (#3595)
dependabot[bot] Nov 2, 2026
d0b6d07
chore(deps): Bump rust-lang/crates-io-auth-action from 1.0.5 to 1.0.6…
dependabot[bot] Nov 2, 2026
335d0e0
chore(deps): Bump aws-credential-types from 1.2.14 to 1.3.0 (#3597)
dependabot[bot] Nov 2, 2026
31694b0
chore(deps): Bump taiki-e/install-action from 2.87.21 to 2.87.31 (#3598)
dependabot[bot] Nov 2, 2026
37d2ddd
chore(deps): Bump pyo3 from 0.29.1 to 0.29.3 (#3600)
dependabot[bot] Nov 2, 2026
b91bad9
chore(deps): Bump actions/download-artifact from 8.0.1 to 8.0.2 (#3599)
dependabot[bot] Nov 2, 2026
b000159
chore(deps): Bump rand from 0.9.5 to 0.10.2 (#3601)
dependabot[bot] Nov 2, 2026
8aa089a
chore(deps): Bump uuid from 1.26.0 to 1.29.0 (#3602)
dependabot[bot] Nov 2, 2026
896f9d6
chore(deps): Bump reqwest from 0.12.28 to 0.13.4 (#3603)
dependabot[bot] Nov 2, 2026
0ebe240
fix(spec): record ref removals in TableMetadataBuilder::remove_snapsh…
viirya Nov 3, 2026
200ee65
fix(arrow): map Iceberg Binary to Arrow Binary instead of LargeBinary…
viirya Nov 3, 2026
2079e58
feat: add geospatial parquet write support [3/3] (#3342)
wirybeaver Nov 4, 2026
46e51d8
feat(transaction): add jitter to the commit retry backoff (#3610)
YuangGao Nov 4, 2026
f53314e
feat(arrow): read manifest entries into Arrow with arrow-avro (#3388)
mbutrovich Nov 4, 2026
f533cd6
fix(spec): reject non-finite decimal values (#3331)
fallintoplace Nov 4, 2026
fedc8e8
perf(spec): remove snapshots with direct map lookups (#3615)
szehon-ho Nov 5, 2026
72addd9
fix!(io): bound S3 write request size with a configurable part size (…
YuangGao Nov 6, 2026
6f6d68b
fix(transform): avoid overflow panic in truncate at integer minimum (…
dragonknightk Nov 6, 2026
5994664
fix(arrow): release a positional delete file whose load fails (#3435)
JeonDaehong Nov 6, 2026
5370b61
feat(arrow): read manifest lists into Arrow with arrow-avro (#3631)
mbutrovich Nov 6, 2026
9aa0b48
docs: ask agents to consider public API maintenance (#3638)
mbutrovich Nov 9, 2026
8e8f144
ci: add bypass capability for PR limits and document (#3644)
mbutrovich Nov 9, 2026
ffdf043
feat(catalog): support write.metadata.delete-after-commit.enabled (#3…
viirya Nov 9, 2026
c523def
feat(storage-opendal): configurable retry policy via opendal.retry.* …
emanuilov Nov 9, 2026
e6bb84e
ci: temporarily ignore SQLite advisory blocked by sqlx (#3660)
kevinjqliu Nov 10, 2026
63d3d52
build(python): build pyiceberg-core wheel with opt-level = 3 (#3653)
mbutrovich Nov 10, 2026
14d4b5f
fix(spec): write manifests and manifest lists with the deflate codec …
jatorre Nov 10, 2026
b879b96
chore: Bump reqwest to 0.13.5 (#3666)
AdamGS Nov 10, 2026
6c97391
Bump to Arrow 60 (#3257)
gabotechs Nov 10, 2026
0dc4c60
feat(rest): use iceberg-rust as the User-Agent product token (#3668)
rahulsmahadev Nov 10, 2026
ebf2d6e
fix(encryption): reject encryption.key-id on pre-v3 tables (#3659)
xanderbailey Nov 11, 2026
cfbfb27
fix(arrow): promote FixedSizeList file columns to List (#3629)
Baunsgaard Nov 11, 2026
b03f4c2
fix(arrow): keep struct presence when its requested children are miss…
ewoodbury Nov 12, 2026
27ce65c
feat(arrow): read unshredded variant columns (#2880)
c-thiel Nov 12, 2026
da38980
feat(transaction): update the name mapping when UpdateSchemaAction ad…
viirya Nov 12, 2026
5b1fa2e
fix: support fast append across partition specs (#3662)
szehon-ho Nov 12, 2026
fa961f5
refactor(catalog-loader): rename CatalogBuilderFactory to BoxedCatalo…
NoahKusaba Nov 13, 2026
13f84f9
feat(scan): optionally retain column statistics on FileScanTask (#3424)
anuragmantri Nov 14, 2026
f99df33
build(deps): update quinn-udp to fix security check (#3686)
DerGut Nov 14, 2026
6612395
fix(arrow): skip data files with a known zero record count (#3682)
alexanderbianchi Nov 14, 2026
4bd1463
feat(scan)!: expose portable reader options for planned tasks (#3514)
alexanderbianchi Nov 15, 2026
eeb1e41
fix(transaction): keep the retention settings of main on commit (#3694)
c-thiel Nov 15, 2026
d15dca0
fix(spec): validate the metadata log in build() with the entry for th…
c-thiel Nov 16, 2026
f52ec21
feat(RTAS): add TableMetadataBuilder::build_replacement (#3057)
xanderbailey Nov 16, 2026
ff05641
fix(arrow): wake equality-delete waiters with the notifier of the sta…
c-thiel Nov 16, 2026
58af4ed
fix(reader): keep pages whose index bounds cannot be compared with th…
rich7420 Nov 16, 2026
c9d5217
fix(io): initialize manifest caches only when used (#3679)
alexanderbianchi Nov 16, 2026
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
The table of contents is too big for display.
Diff view
Diff view
  •  
  •  
  •  
101 changes: 92 additions & 9 deletions .asf.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -30,20 +30,95 @@ github:
- rust
enabled_merge_buttons:
squash: true
squash_commit_message: PR_TITLE_AND_COMMIT_DETAILS
merge: false
rebase: false
protected_branches:
main:
required_status_checks:
# strict means "Require branches to be up to date before merging".
strict: true

# Disabled: GitHub blocks ruleset bypass while classic protection exists.
# The "Default Branch Protection" ruleset replaces it.
protected_branches: ~
rulesets:
- name: "Default Branch Protection"
type: branch
branches:
includes:
- "~DEFAULT_BRANCH"
excludes: []
bypass_teams:
- root
restrict_deletion: true
restrict_force_push: true
required_linear_history: true
required_pull_request_reviews:
required_approving_review_count: 1
dismiss_stale_reviews: true
dismiss_stale_reviews: false
- name: Merge Queue
target: branch
enforcement: active
bypass_actors:
# apache/root (ASF Infra).
- actor_id: 118420
actor_type: Team
bypass_mode: always
# apache/iceberg-public. Iceberg committers can opt into this team via
# https://gitbox.apache.org/boxer/.
- actor_id: 20107235
actor_type: Team
bypass_mode: pull_request
conditions:
ref_name:
include:
- "~DEFAULT_BRANCH"
exclude: []
rules:
- type: required_status_checks
parameters:
# PR branches need not be up to date with main: Merge Queue
# already tests each entry against the latest main.
strict_required_status_checks_policy: false
# Check context names (job names, not workflow files) that Merge
# Queue waits for. Every producer workflow must run on both
# `pull_request` and `merge_group`, without path filters, so each
# context always reports.
required_status_checks:
# Repository policy and security checks.
- context: Analyze Actions
- context: Run zizmor 🌈
- context: asf-allowlist-check

required_linear_history: true
del_branch_on_merge: true
# Rust workflow gates.
- context: ci-required
- context: check-public-api

# Python bindings workflow gates.
- context: bindings-python-ci-required
- type: merge_queue
parameters:
check_response_timeout_minutes: 360
grouping_strategy: ALLGREEN
max_entries_to_build: 3
max_entries_to_merge: 3
merge_method: SQUASH
min_entries_to_merge: 1
min_entries_to_merge_wait_minutes: 0
pull_requests:
# allow pull requests to merge automatically once all requirements are met
allow_auto_merge: true
# auto-delete head branches after being merged
del_branch_on_merge: true
# Limit open, non-draft PRs per user without write access. See CONTRIBUTING.md.
creation_cap:
enabled: true
max_open_pull_requests: 3
# The cap is not applied to these contributors. ASF makes GitHub's bypass list
# match this list exactly, so a login added by hand in the repository settings
# is removed on the next sync. An unknown login fails the whole sync.
bypass_users:
- JanKaul
- c-thiel
- mbutrovich
- comphead
- dannycjones
- xanderbailey
features:
wiki: false
issues: true
Expand All @@ -52,12 +127,20 @@ github:
collaborators:
- JanKaul
- c-thiel
- mbutrovich
- CTTY
- comphead
ghp_branch: gh-pages
ghp_path: /
copilot_code_review:
enabled: true
review_drafts: false
review_on_push: false

notifications:
commits: commits@iceberg.apache.org
issues: issues@iceberg.apache.org
pullrequests: issues@iceberg.apache.org
jobs: ci-jobs@iceberg.apache.org
jira_options: link label link label
discussions: issues@iceberg.apache.org
34 changes: 32 additions & 2 deletions .cargo/audit.toml
Original file line number Diff line number Diff line change
Expand Up @@ -21,8 +21,38 @@ ignore = [
# Marvin Attack: potential key recovery through timing sidechannels
# Issues: https://github.com/apache/iceberg-rust/issues/221
"RUSTSEC-2023-0071",
# `derivative` is unmaintained; consider using an alternative
# `paste` is unmaintained; consider using an alternative
#
# Introduced by hive_metastore, tracked at https://github.com/cloudwego/pilota/issues/293
"RUSTSEC-2024-0388",
"RUSTSEC-2024-0436",
# `webpki-roots` < 1.0.10 bundles a distrusted emSign root.
#
# sqlx-core 0.8.6 pulls in webpki-roots 0.26.11, the final 0.26.x release.
# It only re-exports webpki-roots 1.x, which the lockfile pins to the fixed
# 1.0.10, but cargo-audit flags it by version number. Remove once sqlx moves
# to webpki-roots 1.x directly.
"RUSTSEC-2026-0381",
# Bundled SQLite can expose memory when opening an attacker-controlled
# database and WAL file. SQLite is enabled only by dev-dependencies here,
# and tests create their own databases.
# sqlx 0.8.6 and 0.9.0 exclude the patched libsqlite3-sys >= 0.39.0.
# Remove once sqlx supports it and the lockfile uses a patched version.
"RUSTSEC-2026-0459",
# `zstd` < 0.14.3 / `zstd-safe` < 8.2.0 memory-safety bugs.
#
# Fixed only in zstd 0.14, but parquet 59 and apache-avro 0.22 require
# zstd 0.13. Remove once on parquet >= 60
# (https://github.com/apache/iceberg-rust/pull/3257), an apache-avro release
# after 0.22, and workspace `zstd` >= 0.14.3.
#
# None of the affected code is reachable here. To re-check, run
# `cargo tree --workspace --all-features --target all -e features -i zstd-safe`
# and confirm only `std` is enabled.
#
# Affects only zstd's `with_context` constructors, which nothing calls.
"RUSTSEC-2026-0391",
# Requires the `seekable` feature, which is off.
"RUSTSEC-2026-0398",
# Requires the `legacy` feature, which is off.
"RUSTSEC-2026-0403",
]
11 changes: 11 additions & 0 deletions .gitattributes
Original file line number Diff line number Diff line change
@@ -1 +1,12 @@
# Paths left out of the source archive built by dev/release/create_rc.sh.
# Files needed to build, test, and verify from source (dev/, .licenserc.yaml,
# lint configs) must stay in.
#
# .github must stay in too: `uses: $/...` action references are resolved from
# the repository archive, which honors export-ignore.
website export-ignore
.asf.yaml export-ignore
.devcontainer export-ignore
.gitattributes export-ignore
.gitignore export-ignore
.idea export-ignore
16 changes: 6 additions & 10 deletions .github/ISSUE_TEMPLATE/iceberg_bug_report.yml
Original file line number Diff line number Diff line change
Expand Up @@ -22,19 +22,15 @@ description: Problems, bugs and issues with Apache Iceberg Rust
labels: bug

body:
- type: dropdown
- type: input
attributes:
label: Apache Iceberg Rust version
description: What Apache Iceberg Rust version are you using?
multiple: false
options:
- 0.6.0 (latest version)
- 0.5.1
- 0.4.0
- 0.3.0
- 0.2.0
description: >
What Apache Iceberg Rust version are you using?
placeholder: >
For example: v0.10.0
validations:
required: false
required: true
- type: textarea
attributes:
label: Describe the bug
Expand Down
8 changes: 7 additions & 1 deletion .github/PULL_REQUEST_TEMPLATE.md
Original file line number Diff line number Diff line change
Expand Up @@ -18,4 +18,10 @@ Provide a summary of the modifications in this PR. List the main changes such as
Specify what test covers (unit test, integration test, etc.).

If tests are not included in your PR, please explain why (for example, are they covered by existing tests)?
-->
-->

## AI Disclosure

<!--
https://iceberg.apache.org/contribute/#guidelines-for-ai-assisted-contributions
-->
42 changes: 42 additions & 0 deletions .github/actions/generate-python-license/action.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,42 @@
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.

name: Generate wheel third-party licenses
description: 'Regenerates bindings/python/LICENSE and NOTICE with the root files plus the licenses and notices of the Rust dependencies bundled in the wheels. The sdist keeps the root files.'
runs:
using: "composite"
steps:
- name: Install cargo-about
# Keep version in sync with the install-cargo-about target in bindings/python/Makefile.
uses: taiki-e/install-action@4cef1412cce204788f482e778a0b9187f9626a29 # v2.87.21
with:
tool: cargo-about@0.9.2

- name: Generate LICENSE and NOTICE
shell: bash
working-directory: bindings/python
run: |
# --fail misses warnings and license template fallbacks.
cargo about generate -c about.toml --locked --fail --manifest-path Cargo.toml -o cargo-about-output.txt about.hbs 2>&1 | tee "$RUNNER_TEMP/cargo-about.log"
if [[ -s "$RUNNER_TEMP/cargo-about.log" ]] || grep -n '<year>' cargo-about-output.txt; then
echo "::error::bindings/python/about.toml needs an update, see bindings/python/LICENSING.md"
exit 1
fi
# Both are symlinks to the root files, remove them so the redirects don't write through.
rm LICENSE NOTICE
cat ../../LICENSE cargo-about-output.txt third-party-licenses.txt > LICENSE
{ cat ../../NOTICE; echo; cat third-party-notices.txt; } > NOTICE
30 changes: 16 additions & 14 deletions ...ration_tests/testdata/spark/entrypoint.sh → .github/actions/get-msrv/action.yml
100755 → 100644
Original file line number Diff line number Diff line change
@@ -1,5 +1,3 @@
#!/bin/bash
#
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
Expand All @@ -16,18 +14,22 @@
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.
#

set -e

start-master.sh -p 7077
start-worker.sh spark://spark-iceberg:7077

echo "Starting provision"
python3 ./provision.py
name: Get MSRV
description: Get the Minimum Supported Rust Version from Cargo.toml

echo "Finished provisioning"
touch /tmp/ready
outputs:
msrv:
description: The MSRV extracted from Cargo.toml
value: ${{ steps.get-msrv.outputs.msrv }}

echo "Print logs"
tail -f $SPARK_HOME/logs/*
runs:
using: composite
steps:
- name: Get MSRV
id: get-msrv
shell: bash
run: |
msrv=$(grep '^rust-version' Cargo.toml | sed 's/.*"\(.*\)".*/\1/')
echo "msrv=$msrv" >> $GITHUB_OUTPUT
echo "MSRV is $msrv"
46 changes: 13 additions & 33 deletions .github/actions/overwrite-package-version/action.yml
Original file line number Diff line number Diff line change
Expand Up @@ -16,46 +16,26 @@
# under the License.

name: 'Update Package Version'
description: 'Updates pyproject.toml version with a provided timestamp'
description: 'Sets a PEP 440 version in pyproject.toml for Python builds'
inputs:
timestamp:
description: 'Timestamp to override to the package version'
version:
description: 'PEP 440 version to set in pyproject.toml'
required: true
runs:
using: "composite"
steps:
- name: Setup Python
uses: actions/setup-python@v5
with:
python-version: '3.12'

- name: Install toml
run: pip install toml
- name: Install toml-cli
# Avoid `--locked` as its lock file is not recently updated,
# and its dependencies at the time rely on unstable nightly features since removed.
run: cargo install toml-cli
shell: bash

- name: Get and update version
- name: Set pyproject version
shell: bash
env:
TIMESTAMP: ${{ inputs.timestamp }}
VERSION: ${{ inputs.version }}
run: |
# Read the current version from the Rust crate's Cargo.toml
CURRENT_VERSION=$(python -c "import toml; print(toml.load('bindings/python/Cargo.toml')['package']['version'])")
export NEW_VERSION="${CURRENT_VERSION}.dev${TIMESTAMP}"
echo "Current version: ${CURRENT_VERSION}"
echo "New dev version: ${NEW_VERSION}"

# Update bindings/python/pyproject.toml:
# - Set project.version = NEW_VERSION
# - Ensure 'version' is not listed in project.dynamic
python -c "
import toml
import os
config = toml.load('bindings/python/pyproject.toml')
new_version = os.environ['NEW_VERSION']
config['project']['version'] = new_version
if 'dynamic' in config['project']:
config['project']['dynamic'] = [v for v in config['project']['dynamic'] if v != 'version']
with open('bindings/python/pyproject.toml', 'w') as f:
toml.dump(config, f)
print(f'Updated version to: {new_version}')
"
echo "Setting pyproject version to: ${VERSION}"
PYPROJECT="bindings/python/pyproject.toml"
toml set "$PYPROJECT" project.version "${VERSION}" > tmp.toml && mv tmp.toml "$PYPROJECT"
sed 's/dynamic = \["version"\]/dynamic = []/' "$PYPROJECT" > tmp.toml && mv tmp.toml "$PYPROJECT"
4 changes: 3 additions & 1 deletion .github/actions/setup-builder/action.yml
Original file line number Diff line number Diff line change
Expand Up @@ -26,8 +26,8 @@ runs:
using: "composite"
steps:
- name: Setup specified Rust toolchain
shell: bash
if: ${{ inputs.rust-version != '' }}
shell: bash
env:
RUST_VERSION: ${{ inputs.rust-version }}
run: |
Expand All @@ -42,6 +42,8 @@ runs:
echo "Installing toolchain according to rust-toolchain.toml"
rustup show
rustup component add rustfmt clippy
# Unused, and its version varies by runner image, which splits rust-cache keys.
rustup toolchain uninstall stable
- name: Fixup git permissions
# https://github.com/actions/checkout/issues/766
shell: bash
Expand Down
Loading
Loading