From 01108c1f8703a970a9c2b4e512725a5d8fd4c9be Mon Sep 17 00:00:00 2001 From: laskoviymishka Date: Mon, 16 Nov 2026 16:10:29 +0000 Subject: [PATCH] feat(reference-tables): add reference table for primitive types read from Parquet Part of #10. The reference tables have no column of most primitive types, so nothing checks that a reader decodes boolean, float, decimal, date, time, timestamp, uuid, fixed or binary from Parquet. This adds `v2/primitive-types-parquet-data`, one column of every v1 and v2 primitive type. The one snapshot appends `a.parquet` with three rows. Row 1 holds typical values, with the int and long maxima. Row 2 holds the boundaries: the int and long minima, negative decimals that use every digit of their precision, a date and timestamps one microsecond before the epoch, `23:59:59.999999`, an empty string and an empty binary. Row 3 is null in every optional column. The trap is in the physical encodings. The spec maps `decimal(P,S)` to "`P <= 9`: `int32`, `P <= 18`: `int64`, `fixed` otherwise", and the table has one column of each, so a reader that decodes only one of them fails on the others. `timestamp` and `timestamptz` differ only in `TIMESTAMP_MICROS` with `adjustToUtc=false` or `true`, so a reader that ignores the flag returns one of them with the wrong type or shifted by its local zone. The Parquet footer shows the expected physical types: INT32, INT64 and FIXED_LEN_BYTE_ARRAY(16) for the decimals, and isAdjustedToUTC false and true for the two timestamps. `expected/scan.json` is derived from the README Input. Decimals are the spec's decimal string, which carries the `decimal(38, 10)` value whose unscaled value overflows 64 bits. `fixed` and `binary` are uppercase hex, following CONTRIBUTING.md, while the spec's example is lowercase. A uuid is lowercase, as the spec says. Every float and double is exactly representable, and NaN, the infinities and -0.0 are left out, because the single-value serialization gives no JSON form for the first three and a multiset comparison of decoded doubles cannot tell -0.0 from 0.0. `GenerateTables.java` gains input conversions for boolean, float, decimal, date, time, timestamp without zone, uuid, fixed and binary. A decimal must have exactly its type's scale, and binary and fixed values must be uppercase hex, with a fixed value of its type's length. No commit key is added. The existing tables generate unchanged: regenerated, their data file rows, snapshot summaries, schemas and partition specs match the committed ones. Checked with a raw fastavro/pyarrow reader, PyIceberg 0.12.0 and HEAD (33b4ce5), Iceberg Java 1.11.0 and 1.12.0, iceberg-go HEAD (a9e2cc3), and iceberg-rust 0.11.0 and HEAD (eeb1e41). All of them match `expected/scan.json`. Every scan ran with the local zone set to Asia/Kolkata, so a reader that applied the local zone would have shown up. The table is 20.4 KB. Signed-off-by: laskoviymishka --- reference-tables/GenerateTables.java | 51 ++++- reference-tables/README.md | 7 +- reference-tables/index.json | 8 + .../v2/primitive-types-parquet-data/README.md | 189 ++++++++++++++++++ .../data/a.parquet | Bin 0 -> 4936 bytes .../expected/scan.json | 12 ++ ...0374c5-3a2f-4285-8c18-282c5fee3383-m0.avro | Bin 0 -> 8283 bytes ...-0d0374c5-3a2f-4285-8c18-282c5fee3383.avro | Bin 0 -> 4476 bytes .../metadata/v2.metadata.json | 1 + 9 files changed, 262 insertions(+), 6 deletions(-) create mode 100644 reference-tables/v2/primitive-types-parquet-data/README.md create mode 100644 reference-tables/v2/primitive-types-parquet-data/data/a.parquet create mode 100644 reference-tables/v2/primitive-types-parquet-data/expected/scan.json create mode 100644 reference-tables/v2/primitive-types-parquet-data/metadata/0d0374c5-3a2f-4285-8c18-282c5fee3383-m0.avro create mode 100644 reference-tables/v2/primitive-types-parquet-data/metadata/snap-3884808864619474138-1-0d0374c5-3a2f-4285-8c18-282c5fee3383.avro create mode 100644 reference-tables/v2/primitive-types-parquet-data/metadata/v2.metadata.json diff --git a/reference-tables/GenerateTables.java b/reference-tables/GenerateTables.java index 2bace7e..617153e 100644 --- a/reference-tables/GenerateTables.java +++ b/reference-tables/GenerateTables.java @@ -21,10 +21,15 @@ import com.fasterxml.jackson.databind.JsonNode; import java.io.File; import java.io.IOException; +import java.math.BigDecimal; +import java.nio.ByteBuffer; import java.nio.charset.StandardCharsets; import java.nio.file.Files; import java.nio.file.Path; import java.nio.file.Paths; +import java.time.LocalDate; +import java.time.LocalDateTime; +import java.time.LocalTime; import java.time.OffsetDateTime; import java.util.ArrayList; import java.util.Comparator; @@ -32,6 +37,7 @@ import java.util.LinkedHashMap; import java.util.List; import java.util.Map; +import java.util.UUID; import java.util.stream.Stream; import org.apache.hadoop.conf.Configuration; import org.apache.iceberg.AppendFiles; @@ -237,6 +243,7 @@ static DataFile write(Table table, String tag, List records) throws IOEx } // input values, in the spec's single-value JSON keyed by field id, with long values as strings + // and binary and fixed values as uppercase hex static Record record(Types.StructType struct, JsonNode node) { Record record = GenericRecord.create(struct); @@ -251,19 +258,43 @@ static Object value(Type type, JsonNode node) { return null; } switch (type.typeId()) { + case BOOLEAN: + return node.booleanValue(); case LONG: return Long.parseLong(node.asText()); case INTEGER: return node.intValue(); + case FLOAT: + return node.floatValue(); case DOUBLE: return node.doubleValue(); + case DECIMAL: + BigDecimal decimal = new BigDecimal(node.textValue()); + if (decimal.scale() != ((Types.DecimalType) type).scale()) { + throw new IllegalArgumentException("Value " + node + " is not of type " + type); + } + return decimal; + case DATE: + return LocalDate.parse(node.textValue()); + case TIME: + return LocalTime.parse(node.textValue()); + case TIMESTAMP: + if (((Types.TimestampType) type).shouldAdjustToUTC()) { + return OffsetDateTime.parse(node.textValue()); + } + return LocalDateTime.parse(node.textValue()); case STRING: return node.textValue(); - case TIMESTAMP: - if (!((Types.TimestampType) type).shouldAdjustToUTC()) { - break; + case UUID: + return UUID.fromString(node.textValue()); + case FIXED: + byte[] fixed = hex(node.textValue()); + if (fixed.length != ((Types.FixedType) type).length()) { + throw new IllegalArgumentException("Value " + node + " is not of type " + type); } - return OffsetDateTime.parse(node.textValue()); + return fixed; + case BINARY: + return ByteBuffer.wrap(hex(node.textValue())); case STRUCT: return record(type.asStructType(), node); case LIST: @@ -288,6 +319,18 @@ static Object value(Type type, JsonNode node) { throw new UnsupportedOperationException("No input conversion for type " + type); } + /** Uppercase hex, the form CONTRIBUTING.md gives for binary values. */ + static byte[] hex(String text) { + if (text.length() % 2 != 0 || !text.matches("[0-9A-F]*")) { + throw new IllegalArgumentException("Not uppercase hex: \"" + text + "\""); + } + byte[] bytes = new byte[text.length() / 2]; + for (int i = 0; i < bytes.length; i += 1) { + bytes[i] = (byte) Integer.parseInt(text.substring(2 * i, 2 * i + 2), 16); + } + return bytes; + } + // post-processing /** Per table, in generation order, for the index. */ diff --git a/reference-tables/README.md b/reference-tables/README.md index 891b19b..e37d288 100644 --- a/reference-tables/README.md +++ b/reference-tables/README.md @@ -34,7 +34,7 @@ exactly the rows in the table's `expected/scan.json`. Bytes are not compared. ## Size -A table should stay under 100 KB. The five here are 16 KB to 31 KB. +A table should stay under 100 KB. The six here are 16 KB to 31 KB. Size tracks commit count, and almost nothing else. A commit costs roughly 12 to 14 KB, most of it the manifest and manifest list it produces. Rows are close to @@ -230,7 +230,10 @@ a read of each snapshot's live data files with no Iceberg library: its manifest list, each manifest's entries not marked `DELETED`, and the rows of each data file those entries name, less the positions any deletion vector that applies to it deletes. The rows of `v3/deletion-vector-parquet-data` were instead derived -from its Input, and a PyIceberg 0.12.0 scan returns the same rows. +from its Input, and a PyIceberg 0.12.0 scan returns the same rows. The rows of +`v2/primitive-types-parquet-data` were also derived from its Input, then checked +against the same read with no Iceberg library and against scans with PyIceberg, +Iceberg Java, iceberg-go and iceberg-rust. ## Procedure diff --git a/reference-tables/index.json b/reference-tables/index.json index e86642e..798948f 100644 --- a/reference-tables/index.json +++ b/reference-tables/index.json @@ -39,6 +39,14 @@ "data-file-format": "parquet", "metadata": "v3/deletion-vector-parquet-data/metadata/v3.metadata.json", "description": "Flat schema of long, string and int. One append of two data files (five and two rows), then a deletion vector that deletes positions 0 and 3 of the first file only." + }, + { + "name": "v2/primitive-types-parquet-data", + "format-version": 2, + "written-by": "Iceberg Java 1.11.0", + "data-file-format": "parquet", + "metadata": "v2/primitive-types-parquet-data/metadata/v2.metadata.json", + "description": "Every v1 and v2 primitive type, read back from Parquet. One append of one data file, three rows: typical values with int and long maxima, boundary values, and every optional column null." } ] } diff --git a/reference-tables/v2/primitive-types-parquet-data/README.md b/reference-tables/v2/primitive-types-parquet-data/README.md new file mode 100644 index 0000000..19f3fdf --- /dev/null +++ b/reference-tables/v2/primitive-types-parquet-data/README.md @@ -0,0 +1,189 @@ + + +# v2/primitive-types-parquet-data + +Input to `reference-tables/GenerateTables.java`. The schema and partition spec are +the spec's JSON forms. The one commit appends one data file holding its rows, +written in the spec's single-value JSON keyed by field ID, with `long` values as +strings. + +The table holds one column of every v1 and v2 primitive type. The three decimal +columns use each of the Parquet physical types the spec maps a decimal to: +`int32` for precision up to 9, `int64` up to 18, and `fixed_len_byte_array` +otherwise. A reader that decodes only one of them fails on the others. The +`timestamp` and `timestamptz` columns differ only in the `TIMESTAMP_MICROS` +annotation's `isAdjustedToUTC` flag, so a reader that ignores the flag returns +one of them with the wrong type, or shifted by its local zone. + +Row 1 holds typical values, except that `int_col` and `long_col` hold their +maxima and `time_col` holds `00:00:00`. Row 2 holds boundary values: the int and +long minima, a negative decimal with every digit of its precision used, a date +and timestamps one microsecond before the epoch, `23:59:59.999999`, an empty +string and an empty binary, and an all-ones uuid and fixed. Row 1's string is +non-ASCII and includes a character outside the Basic Multilingual Plane. Row 3 +is null in every optional column. + +Values are written as follows: + +- A decimal is the spec's decimal string, with exactly `scale` digits after the + point. The unscaled value of the `decimal(38, 10)` column overflows 64 bits, + and a string carries it without loss. +- `fixed` and `binary` values are uppercase hex, following `CONTRIBUTING.md`. + The spec's example is lowercase. The generator rejects lowercase hex. +- A `uuid` is the lowercase uuid string, as the spec says. +- Every `float` and `double` value is exactly representable in binary32 or + binary64, so the decimal text decodes to one value in every language. + +NaN, positive and negative infinity, and -0.0 are left out. JSON cannot carry +NaN or the infinities, and the single-value serialization does not define a form +for them. A -0.0 compares equal to 0.0 under most decoded-double equality, so a +multiset comparison would not tell them apart. These are open questions for the +dev list. + +## Input + +```json +{ + "format-version": 2, + "description": "Every v1 and v2 primitive type, read back from Parquet. One append of one data file, three rows: typical values with int and long maxima, boundary values, and every optional column null.", + "schema": { + "type": "struct", + "schema-id": 0, + "fields": [ + { + "id": 1, + "name": "id", + "required": true, + "type": "long" + }, + { + "id": 2, + "name": "bool_col", + "required": false, + "type": "boolean" + }, + { + "id": 3, + "name": "int_col", + "required": false, + "type": "int" + }, + { + "id": 4, + "name": "long_col", + "required": false, + "type": "long" + }, + { + "id": 5, + "name": "float_col", + "required": false, + "type": "float" + }, + { + "id": 6, + "name": "double_col", + "required": false, + "type": "double" + }, + { + "id": 7, + "name": "decimal_9_2", + "required": false, + "type": "decimal(9, 2)" + }, + { + "id": 8, + "name": "decimal_18_4", + "required": false, + "type": "decimal(18, 4)" + }, + { + "id": 9, + "name": "decimal_38_10", + "required": false, + "type": "decimal(38, 10)" + }, + { + "id": 10, + "name": "date_col", + "required": false, + "type": "date" + }, + { + "id": 11, + "name": "time_col", + "required": false, + "type": "time" + }, + { + "id": 12, + "name": "timestamp_col", + "required": false, + "type": "timestamp" + }, + { + "id": 13, + "name": "timestamptz_col", + "required": false, + "type": "timestamptz" + }, + { + "id": 14, + "name": "string_col", + "required": false, + "type": "string" + }, + { + "id": 15, + "name": "uuid_col", + "required": false, + "type": "uuid" + }, + { + "id": 16, + "name": "fixed_col", + "required": false, + "type": "fixed[4]" + }, + { + "id": 17, + "name": "binary_col", + "required": false, + "type": "binary" + } + ] + }, + "partition-spec": { + "spec-id": 0, + "fields": [] + }, + "commits": [ + { + "data-file": "a", + "rows": [ + {"1": "1", "2": true, "3": 2147483647, "4": "9223372036854775807", "5": 1.5, "6": -0.25, "7": "1234.56", "8": "12345678.9012", "9": "1234567890.0123456789", "10": "2026-01-15", "11": "00:00:00.000000", "12": "2026-01-15T10:30:00.123456", "13": "2026-01-15T10:30:00.123456+00:00", "14": "Grüße, 世界 🧊", "15": "f79c3e09-677c-4bbd-a479-3f349cb785e7", "16": "000102FF", "17": "DEADBEEF"}, + {"1": "2", "2": false, "3": -2147483648, "4": "-9223372036854775808", "5": -0.375, "6": 1048576.125, "7": "-9999999.99", "8": "-99999999999999.9999", "9": "-9999999999999999999999999999.9999999999", "10": "1969-12-31", "11": "23:59:59.999999", "12": "1969-12-31T23:59:59.999999", "13": "1969-12-31T23:59:59.999999+00:00", "14": "", "15": "ffffffff-ffff-ffff-ffff-ffffffffffff", "16": "FFFFFFFF", "17": ""}, + {"1": "3", "2": null, "3": null, "4": null, "5": null, "6": null, "7": null, "8": null, "9": null, "10": null, "11": null, "12": null, "13": null, "14": null, "15": null, "16": null, "17": null} + ] + } + ] +} +``` diff --git a/reference-tables/v2/primitive-types-parquet-data/data/a.parquet b/reference-tables/v2/primitive-types-parquet-data/data/a.parquet new file mode 100644 index 0000000000000000000000000000000000000000..a2ee95b8b13b23ef9505cdd4765776c43af9f446 GIT binary patch literal 4936 zcmb_g4Qx}_6~1;H=OuCMB>28OXRqKHVujUZahxBAWht#%N>ij(jBZmIP5ko=t{f+I z92OD~ZlEG!8ER7zv6d!?7LCz$MI9=oS^_IkOSe@J26R(oXul1d@`6pXwgsL7kxtE6mpk; zXgO%u`P1Lu&4CPbthffBKQZwyMueE>K!VN9&5?)+ty?g(Hb+G8_D47x5$6Hi$n!nDl5@AUG;1^5uoRv}=#P_E7PGRw75JCK*Xni5MVkH1 zw$Ynt*Zmi26>E+7gYm&$Juf3@d;ZO5b{Mm^KeHGm*c+cK79YT`T$*}W&(lqvqo+@9 z9OyEki#J#GDn{4f9b?B{(=*CG|KjmS&8LImy$k;Ox25S^RQ-174ax9o{1iU+@4=l$ zy|t!#E`0Ou?(f$h|JFNyKYeBL;GT=G|E2NzLX_t-qL+UA))}`Nw&BBL`)xX0v!9(g zIk|{It=VtgP?oR~4}CedM{n(sR8RWLkAw$PRcOul_8pS*9t;s5JM*a?a?{>_Y<*-P z=NqTCl_Ruv;L5rG1NH$3+QjUU{T7{tvWEU^5AK}i2Zs*7G8umV=*0KB?G1lu8qc;z z5IPWFzt|-PZ8d%ZztQ*cOL|dncS&(yf>+|{vmbn{XE|c%pT2ml+x9AlzU}&OQ8D=JC^9-Y#sDMo zz%WZ3A#8L&Z0WQC;$ZW zc$)cSsGE?%NLE3nGsIxXH2(U?bxFjt433av0Qbr?{Z_^P ztd-I@Scb&-R`IIrWFQz5unS>R8RCr5@Z(0fkIIZ36KrjbHHBJZkDEXh1Ub=ol77SX zn218GHNJrgfQtb^ZY0(k5LNOJ&I3taxU~b=sggxx$qx&mXiFg0RM%8lmWNHa7+d)t zkvGW-!fTN=y#A&tP+{;ATnH-gCMs6!#73?_R`U6qycM8j$E$HMXu+GN7jZBgNK)Hn zmTEg6llhrsv_%vbRrIhb0k~u77 z(e24ZRE$g+s^)omrbMrqj*e)UMq?p=mDsexsz~6Xoq{NLB1}1g(Rd)SnX0-FYj*IC zTSacfW0RwdflP#b!Y0!EOQ2E-c6>08V4Ibk_c2q{EZj1r5SEtI5@ZF8S9)QhE# zlrEG4E?W4+FD>J(63nva3h^?^Xp;Ss^NmtI0hI3=Vd>H--bTwF*+@ct8>!YrKL;jK zMbgq4$%LB0)W#|{=6*8^+$Ob_{vIK2t6y5qLxgjrNOC(*;>k~j9ir+m!q9|s-%b~+ymM5HQ+8O`5dkPTBh@a>2UF!C~HoiDyk^@CT4ul;G|{?34p9WG`X7lJ2jZL`vQdobgL`oWE z{c7o^L~GcjdsZYO?Spo?aNOCEQp~fzD#32Vj_0#xH^Y8mgBHobbJl1`2nvY}%i2R5 zg_Z#K3DfOLZf+A?%UuxUj!@F&afws+M8mG-6&_b4D#XI=uI1~xT}0ybxZ;5pq7Ppl zS3-EYBbpFk0?>j-<|1{~wbdg+Diw%)4QPOoK&)Lw5)~m3SHM06EcFUHSkO>#RSHh7 z@j5__yVVL(X+CtIR7bH|qhQrGMF%V@Dd<`it#&kea8awg&f~0Hs<8Oyv5>Ck4rsi7 zkF!eUshh_`8>2fQ@&S>zLS^zo8c9hb_fL8(&|)cz@v8YI_gFemqM}08yi+41rf3RRO*X$p0)RA*h)dKIsx zrCNt{2t*~<*7aKv*Vq|_JEF0$v(_K*hkcd4 y3L#ikTT>Sf*7?Fhb)+&-lfp3LfiXwf6xmSgdT(cq5TJ-EYZ{e literal 0 HcmV?d00001 diff --git a/reference-tables/v2/primitive-types-parquet-data/expected/scan.json b/reference-tables/v2/primitive-types-parquet-data/expected/scan.json new file mode 100644 index 0000000..f9c65dc --- /dev/null +++ b/reference-tables/v2/primitive-types-parquet-data/expected/scan.json @@ -0,0 +1,12 @@ +{ + "snapshots": [ + { + "snapshot-id": "3884808864619474138", + "rows": [ + {"1": "1", "2": true, "3": 2147483647, "4": "9223372036854775807", "5": 1.5, "6": -0.25, "7": "1234.56", "8": "12345678.9012", "9": "1234567890.0123456789", "10": "2026-01-15", "11": "00:00:00.000000", "12": "2026-01-15T10:30:00.123456", "13": "2026-01-15T10:30:00.123456+00:00", "14": "Grüße, 世界 🧊", "15": "f79c3e09-677c-4bbd-a479-3f349cb785e7", "16": "000102FF", "17": "DEADBEEF"}, + {"1": "2", "2": false, "3": -2147483648, "4": "-9223372036854775808", "5": -0.375, "6": 1048576.125, "7": "-9999999.99", "8": "-99999999999999.9999", "9": "-9999999999999999999999999999.9999999999", "10": "1969-12-31", "11": "23:59:59.999999", "12": "1969-12-31T23:59:59.999999", "13": "1969-12-31T23:59:59.999999+00:00", "14": "", "15": "ffffffff-ffff-ffff-ffff-ffffffffffff", "16": "FFFFFFFF", "17": ""}, + {"1": "3", "2": null, "3": null, "4": null, "5": null, "6": null, "7": null, "8": null, "9": null, "10": null, "11": null, "12": null, "13": null, "14": null, "15": null, "16": null, "17": null} + ] + } + ] +} diff --git a/reference-tables/v2/primitive-types-parquet-data/metadata/0d0374c5-3a2f-4285-8c18-282c5fee3383-m0.avro b/reference-tables/v2/primitive-types-parquet-data/metadata/0d0374c5-3a2f-4285-8c18-282c5fee3383-m0.avro new file mode 100644 index 0000000000000000000000000000000000000000..1a26b726d053197d4738fca4cfdf41b69b564a49 GIT binary patch literal 8283 zcmcIo4R91^8AeQ7I~GcyEeuBaW^DyJ7r5OGU|Ahog{bEM5RQLh7)leWyH;ry#Q^;eHC`-&VbtP`D31Rt1e{?ofE5_Nt1hIsK zLenayq({WqSypB;TB3phgoLrOq)ciLsg-zLn$CtU#?R6+rWx4ER#5H{37fh$-G+ND zbAi`R9*)pPW2te|BF)3ki4-=pB*aHi4adsDcdq65BoI6&W5Z8=uOgN1(|LW0^qPRy zz-hb3bQHHic?_L`kW#mJ;$szudTFHPp8 zB{k>=_BD%a;6y?-VTH)0rj-QQB8{XF*tlsp06XOuJY*AQ96J0x-j6milgQ~&5z!Py z;bx*1D!e&u+M1)821=;9>Zmrfp=R(8>zb1dz6Dy{Fo`m6y$eVhJ3UOhpY;$Q*MQHO zaqKEs`?*%sr#U^SWesxkiFoXK&qIu2*j5t=;3e2o zb;wSu@jUM(&U>%Aphh!%Slzr2w6?qHOrq)$+eq`25ajYi7iO@wK~*$EiDe<;)OWA2 z0tFqWgLOAukPYNSd_c|zjZX%c3Nk4}A>>SIP-qlcY+0Ce2+dJbFq6>l`7LF=C^jm+ zq8JIh@dg;bL#$Vcj1sK`I5{+Xv7TYo6?n-xAx5Clk-pNc#j)PujZ!I`hW;0z(T39m zYtKWZC6HsnA3?|kht!W|uLp}tH>GeS-zG1>69ZKfKqZlfy|6!2fT}6qEQYI}aU4`q z_!^*c^Em{W6xTBecs>zn+z1;9)Q;QBW5*jwxD+?269}Lr5&&~boW4fo0hIWTQZd&g zX=osvab%lZPz2?&O>P<|SmdcE^$K}~T-0cL z^eVV)vdMh&(9J&8QeuEPEKotixrUx5Ehc%^I1cEf#ia|iNN1KB$Az8iFLM1Y3zD>m zvnG>HPb^5Jo5|zpW)j~h@`|wtNb>mFnd@&gAo1A_T|`N#4klAVK_&^FarC`eZp5u@ z+MSz#4+VTErkk;{agq6MWT#<_Q_N)2R-NjzH+UgoAWXqr=}&z!dkohQu?~ja7-}q# zUAi5~{Ad%*mN400g+<;(n`_WwX3+9rV2zt87_u}Q-edRCLaob)mNK^SX>6Mopk*Z> zmy7Kk#0VOoH9!kPCeVV8vML(*ZfvPZ)gt>yLMa^lgSJA>IPg3&Wi9aHWs&P7xRpS9 zFjLPf9IEG&zK6Y8l+1!Kd141)cxe3z9|lI>hVo`Zz+ot2Z$EjsZgIE4xCvK_sQ{`D zYkr+Kf!Ft{mJNHvWJ#c7Zao=uA$=x?>$JEEExFrYB!?EzsSjMO;$p>)4|IzxakU~r zBAp2W$lbZ@oPCn9=H9JxPDt!%P`K|^C4e0Z++}8*QrH26&lhF@f3hnC)r}r^_>-AY zY-=noY~r^_8kR5%rwfh0KbEi~Z|f_!PcjYcdHZB>vx2tot?lLaOQwV+l$Ygsn`JesN^Y7=3%iHr?U+n{PAOA}$rcw9 z;0g6!F%j-yWSWP|x4T)p6N3K}=Er0pN;(w^-M{{%Hh`zW_XI_V(n@`z7?y?x<@vIgjSf)$nZi zAD~V87odQG3CxLTk%fSn$8s=l_GiM12eGJikciB>+_iwo%Q3F}azO2DU_(j%9>4_W z80x;rG)2=J^!y20ET+_tD{qkJG0kxc1`u?!w-?MbJC2LcPHQe z^1>stewg}k?TO?4lb^hytAAzB$yL)v-rRv7`s%d1x8fVcCDw(rvunq`{lK3deg64> zZQ1_n?WYgb|L&dHqs}YWeP`qRtsUq0cHIBg^3}B~yH4EG_2D0UeoPqp2YURq*4h`3 zJ=Jz_@^(vE={(%_wqiRo*< z`HrMs4muAaTf8ou>cgI3)q4tA?w7`kaRJa6dy z*~6m?ztMHbdHr0ZInux6zHhc}&wl?8FYFtdl}av<_8ZSVyKmH)IoP*z+qd@I{ju90 z-x~SeGXw3{4<-iM?yz3Iqrc|elQ%!I`LVjSCs(cbVA~5PMy5yK+Ph`%oKG*mZpy#c zJ^G6Sx757$?wL164r}|fKR-2k{gq>VQDx_fLHz!yzBm5-;?(dO=Z`ywm!v+r=f8Ko zr!MLbf35qaw|7rjCH?4;UHJ9Qa}Px4_O3kL^xi*P*Ppxh%}ej^J9{{M@!+=JDcfdU zx_o?W_bV@L?s*1HpR{GfiJfVg^80t1dqbm-?fmP)+lI_9or;g0nK?=S_)q_n9bWsu z*Lx5Aq_KTQPgzTT MedDyVbMj;RKeBTCMF0Q* literal 0 HcmV?d00001 diff --git a/reference-tables/v2/primitive-types-parquet-data/metadata/snap-3884808864619474138-1-0d0374c5-3a2f-4285-8c18-282c5fee3383.avro b/reference-tables/v2/primitive-types-parquet-data/metadata/snap-3884808864619474138-1-0d0374c5-3a2f-4285-8c18-282c5fee3383.avro new file mode 100644 index 0000000000000000000000000000000000000000..793da9bfacd63ea5dfe722531f27b876e84ec6c2 GIT binary patch literal 4476 zcmbVPONbmr7+&`hPm4%gCFD^y5@MXy?%mnh-jPL&o9Kqb1ZNi^OBidqYj)c7W9+Wp z*)i_H9K?ePQ8DU@2D}I!6BKe0G=U%<1cm5=7X#`gnp;pW{?(7F>Y3?zc$}W<@B8cf zUtgc7y?EEeBwqKuM+2il9Q@n9vkGlDiBeX4VtBr(6ciUb?6-qmt4;!1ty?yM$90R? zW}uW;&vuN6bVWXr?ij>`KBFIC5b8ur5d=n88keaNl5l$$qAMf+Q2lvLmw7(ri+DDN>DYt zFfUV2GF=cP(r=^mn52zj(Wa_PthD ztQnnS3D~h-3TSfCa|H&1as_g6=bgjRpH=m=rZY2<%>it=0W>KCPH}6VXA|tggLo(|`youLI>K%{9$yXC zl+Zl3jd+}B9ou2&(3zJiP>@B?**hsI=jlPD*zLh-k~$7;s+3tw*+HR8A=uFVezgW2 zB?f7#suIs)&VMo;y(oGMMQ@?H=OYZ)j(U>`lus-#h_KoGAH>mHqZ4bJr#A}JW-3o+Hvv%@~Sg|95+j#98>TiYy;C zRvDlO@2U};1}oW^MeAna9wUb*Gaqw3hoG3|6ug%uw~<348;0KQgA-_ToIv=FAz(-G zA%bj{lchNq4kU*(BUohwMR;Mk^>P8BE6|RBNL?Z^ukxg7~pe;c^jci9oqpPmwX=E;9KEX$2#K=B-_I$xAgHB zPtkc^xx$3Rjz_R(W_9XD2APpw4oE1f_n?iuk6_K*nVXA5SA<6;;q-Uj%4JI=?f|zUR6&@ip2xcGA3Esvf+2eq*cp zkM_iSlMlbGU-@uj*PEYieSYWm*qjsJC|4H7q7i_>geMK-u>y)H{ad7cyIe? zQ9t*FbK;$Yr>_m~&z|4^`uh`4fBQW?a^HcQ`&OR+;P|aw>Sqf-ZkJy8W&7M0 p+p`~Ef8Y#SexzW%^3nZ=o@sxz`N@qN|6aOqsPOwezwYP^@jtaV@-zSd literal 0 HcmV?d00001 diff --git a/reference-tables/v2/primitive-types-parquet-data/metadata/v2.metadata.json b/reference-tables/v2/primitive-types-parquet-data/metadata/v2.metadata.json new file mode 100644 index 0000000..975cbd5 --- /dev/null +++ b/reference-tables/v2/primitive-types-parquet-data/metadata/v2.metadata.json @@ -0,0 +1 @@ +{"format-version":2,"table-uuid":"c0589ff2-c22b-4995-b137-0a0570580058","location":"file:///tmp/iceberg-verification/reference-tables/v2/primitive-types-parquet-data","last-sequence-number":1,"last-updated-ms":1794842319830,"last-column-id":17,"current-schema-id":0,"schemas":[{"type":"struct","schema-id":0,"fields":[{"id":1,"name":"id","required":true,"type":"long"},{"id":2,"name":"bool_col","required":false,"type":"boolean"},{"id":3,"name":"int_col","required":false,"type":"int"},{"id":4,"name":"long_col","required":false,"type":"long"},{"id":5,"name":"float_col","required":false,"type":"float"},{"id":6,"name":"double_col","required":false,"type":"double"},{"id":7,"name":"decimal_9_2","required":false,"type":"decimal(9, 2)"},{"id":8,"name":"decimal_18_4","required":false,"type":"decimal(18, 4)"},{"id":9,"name":"decimal_38_10","required":false,"type":"decimal(38, 10)"},{"id":10,"name":"date_col","required":false,"type":"date"},{"id":11,"name":"time_col","required":false,"type":"time"},{"id":12,"name":"timestamp_col","required":false,"type":"timestamp"},{"id":13,"name":"timestamptz_col","required":false,"type":"timestamptz"},{"id":14,"name":"string_col","required":false,"type":"string"},{"id":15,"name":"uuid_col","required":false,"type":"uuid"},{"id":16,"name":"fixed_col","required":false,"type":"fixed[4]"},{"id":17,"name":"binary_col","required":false,"type":"binary"}]}],"default-spec-id":0,"partition-specs":[{"spec-id":0,"fields":[]}],"last-partition-id":999,"default-sort-order-id":0,"sort-orders":[{"order-id":0,"fields":[]}],"properties":{"write.parquet.compression-codec":"zstd"},"current-snapshot-id":3884808864619474138,"refs":{"main":{"snapshot-id":3884808864619474138,"type":"branch"}},"snapshots":[{"sequence-number":1,"snapshot-id":3884808864619474138,"timestamp-ms":1794842319823,"summary":{"operation":"append","manifests-created":"1","manifests-kept":"0","manifests-replaced":"0","added-data-files":"1","added-records":"3","added-files-size":"4936","changed-partition-count":"1","total-records":"3","total-files-size":"4936","total-data-files":"1","total-delete-files":"0","total-position-deletes":"0","total-equality-deletes":"0","iceberg-version":"Apache Iceberg 1.11.0 (commit 6976e020b894f6a6777704df2b8c4458cb291ae9)"},"manifest-list":"file:/tmp/iceberg-verification/reference-tables/v2/primitive-types-parquet-data/metadata/snap-3884808864619474138-1-0d0374c5-3a2f-4285-8c18-282c5fee3383.avro","schema-id":0}],"statistics":[],"partition-statistics":[],"snapshot-log":[{"timestamp-ms":1794842319823,"snapshot-id":3884808864619474138}],"metadata-log":[{"timestamp-ms":1794842319245,"metadata-file":"file:/tmp/iceberg-verification/reference-tables/v2/primitive-types-parquet-data/metadata/v1.metadata.json"}]} \ No newline at end of file