This is an automated email from the ASF dual-hosted git repository.
dependabot[bot] pushed a change to branch
dependabot/cargo/main/comfy-table-8.0.0
in repository https://gitbox.apache.org/repos/asf/arrow-rs.git
discard 116001e505 chore(deps): bump comfy-table from 7.2.2 to 8.0.0
add bf34445fa2 chore(deps): bump taiki-e/install-action from 2.85.6 to
2.85.10 (#10609)
add c4a9ef7a70 perf(arrow-json): mark NullableEncoder with inline (#10612)
add ff1ea28e27 Enable `allow_attributes` lint for some crates (#10622)
add 6fe933e5a1 Enable `allow_attributes` lint for seven crates (#10623)
add fc16607ccf parquet plain dict bench (#10591)
add 87c7c3d653 bench(parquet): cover nullable and repeated large-value
writes (#10561)
add 78b40bf2f6 GH-10382: Fix CSV RecordBatchReader projected schema
(#10611)
add b6a12bb781 GH-10613: Fix IPC FileReader projected schema (#10627)
add 4f0c3c8e20 Enable allow_attributes lint for arrow-avro (#10628)
add 43117679ed Enable `allow_attributes` lint for array and schema crates
(#10625)
add 6cc8f76792 chore(deps): bump taiki-e/install-action from 2.85.10 to
2.85.11 (#10658)
add eaf21ed4d4 fix: Reject 0 for `write_batch_size`,
`data_page_row_count_limit` (#10660)
add df38e646d7 docs: add `# Panics` sections across the workspace (#10656)
add c87638f4a9 fix(ffi): make FFI struct fields private to close Drop
soundness hole (#10431)
add e6dbdbdeed Support Utf8View and BinaryView in substring (#10672)
add 76326e8377 fix(arrow-ipc): return an error instead of panicking on
malformed IPC schema (#10647)
add 3b75eb04a3 Add `ListArray::value_field` accessor (#10661)
add 9161d1be2a replace MutableBuffer callsites with fallible methods
(#10641)
add a5c18c2ee8 Enable `allow_attributes` lint for flight and variant
compute (#10680)
add 257f5f2b50 Error instead of silent `Variant::Null` for unimplemented
`typed_value` types (#10598)
add 901e69f913 parquet: Add bit-packing benchmarks (#10667)
add b5794fbda0 perf(parquet): avoid redundant copies in mask-backed
intersection/union (#10446)
add 3ef12f7724 chore: fix `.gitattributes` to not mark
`arrow-ipc/src/gen/mod.rs` as generated (#10681)
add 9a5d9e9924 Re-export `rand` crate in `arrow::util` (#10687)
add 92dabfa953 chore(deps): bump futures from 0.3.33 to 0.3.34 in the
all-other-cargo-deps group across 1 directory (#10682)
add 895a2f2ab3 fix(arrow-arith): handle sliced boolean arrays in and_not
(#10699)
add 2cc31af529 GH-10676: Fix IPC StreamReader projected schema (#10677)
add a5845cc14b Enable `allow_attributes` lint for `arrow-ipc` (#10700)
add ae4becb331 [Variant] add `variant_to_arrow` union builder (#10313)
add d67185b0a7 introduce take_n_true benchmark (#10703)
add 5ce0ebed18 minor: fix benchmark name (#10705)
add bfa90af98d seal ToByteSlice trait (#10701)
add 35fda7ccb9 Enable more clippy lints (#10673)
add e37ea171d5 chore(deps): bump taiki-e/install-action from 2.85.11 to
2.85.13 (#10717)
add 2870903a3c chore(deps): bump num-integer from 0.1.46 to 0.1.47 in the
all-other-cargo-deps group across 1 directory (#10718)
add 00fadf9606 chore(deps): bump the codeql-actions group with 2 updates
(#10716)
add 078c0f17be perf(arrow-cast): optimize parsing of decimals from strings
(#10668)
add 9225fc5983 Enable `allow_attributes` lint for `parquet` (#10714)
add b151ad0a6d minor/doc: document saftey for `extend_bool_trusted_len`
(#10715)
add 6f51fb1b33 perf(arrow-cast): gate Dictionary -> View fast path on
cardinality (#10436)
add acd2da77b0 Enable `allow_attributes` lint workspace-wide (#10720)
add 3abbc04e42 Allow cross-crate inlining for `BitSliceIterator` (#10588)
add bb1e6cd070 Enable even more clippy lints (#10721)
add 842de75bad Add `Metadata` `Arc` helper methods (#10693)
add 83f06a39fb chore(deps): bump taiki-e/install-action from 2.85.13 to
2.86.1 (#10731)
add 7c306e401c bench(arrow): sweep byte-view scalar comparison across a
size range (#10728)
add 5a2db27df7 perf(arrow-cmp): Speed up eq/neq of a byte-view array
against a short scalar (#10689)
add d2da4c86e5 implement `Metadata::retain` (#10695)
add 4443bd4579 [Parquet] Add row group distinct counts to
`StatisticsConverter` (#10652)
add cb20cc4bfd Fix `cargo audit` by update `h2` dependency (#10740)
add 177bde8225 Fix `clippy::return_and_then` lint from Rust 1.97 (#10743)
add 3b98da0a32 fix(arrow-ipc): return an error instead of panicking on IPC
file with no footer schema (#10744)
add 136de0d663 fix: don't panic in `GenericByteArray::from_iter_values`
(#10729)
add 1a6619bca5 ci: run the arrow test and clippy jobs for arrow-cmp
(#10724)
add 505afcbfd2 chore(deps): bump uuid from 1.24.0 to 1.24.1 in the
all-other-cargo-deps group across 1 directory (#10732)
add 4b3f619118 feat: Add `RowSelection::total_row_count` (#10704)
add 7ec3f5ab0c ci: match the integration path filter to what the jobs
build (#10751)
add 9ffe3dc9e7 perf(parquet): compare before copying min/max in
ByteArrayEncoder (#10745)
add f271113651 bench(parquet): cover large dictionary values in
arrow_reader (#10691)
add 0acd6e4a19 bench: add binary/string to dict cast benchmarks in
cast_kernels (#10763)
add d40cac73f4 Fix: Error rather than panic on invalid dictionary index
bit width in Parquet reader (#10725)
add 75406dc4f3 fix(parquet): prevent cached Mask reads from crossing
unloaded sparse pages (#10735)
add 3320517b91 [Parquet] Implement num distinct values for parquet writer
(#10654)
add c378c1abd5 ci: run clippy for arrow-pyarrow (#10758)
add ba0b374261 perf: skip checking if there is null if already
materialized (#10756)
add 498e41aa22 fix(variant): improve malformed object field diagnostics
(#10638)
add 6bb5e2bb3f [Variant] Add nested object and array interoperability
tests (#10637)
add 9232202a5f Replace substring BufferBuilders with Vec (#10634)
add 852d4a9bc2 Replace BufferBuilder with Vec in MapArrayDecoder (#10629)
add 2970e0f48f Replace BufferBuilder with Vec in sort_run_downcasted
(#10630)
add 237aed5c8e Replace take_run BufferBuilders with Vec (#10631)
add b61c4746a0 Replace concat_elements_bytes BufferBuilders with Vec
(#10632)
add 9de5b5f34c Replace concat_elements_utf8_many BufferBuilders with Vec
(#10633)
add 028793e794 Make clippy lints opt-out rather than opt-in (#10742)
add b5349cbc36 perf: avoid re-allocation if buffer is not shared during
`BooleanArray::take_n_true` (#10438)
add 365c76066c fix(arrow-data): don't panic on dictionary key overflow in
interleave/concat (#10675)
add db915ece97 fix(arrow-cast): do not truncate integers when casting to
Decimal32/64 (#10707)
add a7b0e786e3 chore(deps): bump apache-avro from 0.21.0 to 0.22.0 (#10678)
add 3bc876301b chore(deps): bump taiki-e/install-action from 2.86.1 to
2.86.2 (#10768)
add 03b940e1c7 fix(arrow-json): validate REE nullability (#10749)
add c837ee8392 Document how to customize JSON encoding via
`EncoderFactory` (#10741)
add 5ec9eaf033 parquet: Add new `PageIndex` struct to encapsulate column
and offset indexes (#10719)
add 195aac7c77 Replace BufferBuilder with Vec in fixed-size binary take
(#10773)
add 1bfb5095c5 chore(deps): bump taiki-e/install-action from 2.86.2 to
2.86.3 (#10779)
add 9928b7c6b7 fix: `try_binary` dropped the logical nulls of run and
dictionary arrays (#10748)
add 432fe12bf7 fix: stop `try_` functions from panicking (#10730)
add ebd3ecbcd8 Optimize PLAIN parquet string column to dictionary array
(#10614)
add 1535dc4d38 perf(variant): build BinaryView arrays directly (#10640)
add e5c18fa5fe json: Add option `flatten_top_level_arrays` to
`TapeDecoder` (#9496)
add cd7c6b83ab fix(parquet): split row groups iteratively instead of
recursively (#10626)
add 66b91a581e introduce `GenericByteDictionaryBuilder::append_array()`
(#10765)
add 46540d99b4 Use Vec for primitive array unary operations (#10783)
add bab2817d31 Support map/struct capacities in MutableArrayData (#10801)
add d6b0bd7ecc Expose `&Arc[Buffer]` in
`GenericByteViewArray::data_buffers` for cheaper cloning (#10708)
add e1e71ea89b Fix BinaryViewArray construction after buffer ownership API
change (#10814)
add 4ceed4d86a fix(parquet): keep DELTA_BYTE_ARRAY dedup for values larger
than the page size limit (#10505)
add 7fefcec702 feat: Add row-group-local RowSelection support to the push
decoder (#10702)
add 3577093f26 fix(arrow-select): handle all-empty run arrays in
concat_run_arrays (#10782)
add 446edd807d chore(deps): bump the codeql-actions group with 2 updates
(#10817)
add 9904de1108 chore(deps): bump taiki-e/install-action from 2.86.3 to
2.86.5 (#10818)
add 7d9bdfd8a8 fix(arrow-integration-test): preserve field metadata in
JSON (#10811)
add 0e581556e8 [parquet] Update parquet-testing revision for ALP tests
(#10786)
add 900ec3ee38 docs: Revise Parquet metadata module documentation (#10796)
add 2a82e59204 chore(deps): bump uuid from 1.24.1 to 1.25.0 in the
all-other-cargo-deps group across 1 directory (#10837)
add f99e34a1f2 bench(parquet): cover sub-page value sizes, small page
limits, and dictionary fallback (#10836)
add b36dc72685 Add `proptest` fuzzing to parquet-variant and implement
fixes for findings (#10352)
add 736090f5e6 Replace BufferBuilder with Vec in decode_binary (#10851)
add c62002b036 fix(ffi): make FFI_ArrowSchema::with_metadata unsafe
(#10764)
add 36564076a1 introduce byte coalesce-kernal benchmarks (#10797)
add f299971e56 bench(take): add FixedSizeList and Map benchmarks (#10816)
add a195557cff chore(deps): bump comfy-table from 7.2.2 to 8.0.0
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (116001e505)
\
N -- N -- N refs/heads/dependabot/cargo/main/comfy-table-8.0.0
(a195557cff)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.gitattributes | 1 +
.github/workflows/arrow.yml | 11 +
.github/workflows/audit.yml | 2 +-
.github/workflows/codeql.yml | 4 +-
.github/workflows/integration.yml | 16 +-
.github/workflows/miri.yaml | 2 +-
.github/workflows/rust.yml | 2 +-
CONTRIBUTING.md | 2 +-
Cargo.lock | 235 ++++++----
Cargo.toml | 126 ++---
arrow-arith/src/aggregate.rs | 28 +-
arrow-arith/src/arithmetic.rs | 12 +-
arrow-arith/src/arity.rs | 59 ++-
arrow-arith/src/boolean.rs | 28 +-
arrow-arith/src/lib.rs | 1 -
arrow-arith/src/temporal.rs | 22 +-
arrow-array/Cargo.toml | 4 +
arrow-array/benches/boolean_array.rs | 20 +
arrow-array/benches/primitive_array.rs | 62 +++
arrow-array/benches/record_batch.rs | 2 +-
arrow-array/src/arithmetic.rs | 8 +
arrow-array/src/array/boolean_array.rs | 48 +-
arrow-array/src/array/byte_array.rs | 40 +-
arrow-array/src/array/byte_view_array.rs | 42 +-
arrow-array/src/array/dictionary_array.rs | 15 +-
arrow-array/src/array/fixed_size_binary_array.rs | 64 ++-
arrow-array/src/array/fixed_size_list_array.rs | 25 +-
arrow-array/src/array/list_array.rs | 28 +-
arrow-array/src/array/list_view_array.rs | 33 +-
arrow-array/src/array/map_array.rs | 45 +-
arrow-array/src/array/mod.rs | 18 +-
arrow-array/src/array/null_array.rs | 3 +
arrow-array/src/array/primitive_array.rs | 39 +-
arrow-array/src/array/run_array.rs | 22 +-
arrow-array/src/array/struct_array.rs | 18 +-
arrow-array/src/array/union_array.rs | 26 +-
arrow-array/src/builder/boolean_builder.rs | 2 +-
.../src/builder/fixed_size_binary_builder.rs | 10 +-
.../fixed_size_binary_dictionary_builder.rs | 18 +-
arrow-array/src/builder/fixed_size_list_builder.rs | 17 +-
.../src/builder/generic_byte_run_builder.rs | 6 +
arrow-array/src/builder/generic_bytes_builder.rs | 12 +-
.../builder/generic_bytes_dictionary_builder.rs | 172 ++++++-
.../src/builder/generic_bytes_view_builder.rs | 22 +-
arrow-array/src/builder/generic_list_builder.rs | 10 +
.../src/builder/generic_list_view_builder.rs | 10 +
arrow-array/src/builder/map_builder.rs | 12 +
arrow-array/src/builder/mod.rs | 4 +
arrow-array/src/builder/primitive_builder.rs | 2 +-
.../src/builder/primitive_dictionary_builder.rs | 4 +-
arrow-array/src/builder/primitive_run_builder.rs | 6 +
arrow-array/src/builder/struct_builder.rs | 10 +
arrow-array/src/builder/union_builder.rs | 8 +-
arrow-array/src/cast.rs | 185 ++++++--
arrow-array/src/ffi.rs | 22 +-
arrow-array/src/ffi_stream.rs | 108 ++++-
arrow-array/src/iterator.rs | 7 +-
arrow-array/src/trusted_len.rs | 2 +-
arrow-array/src/types.rs | 46 +-
arrow-avro/Cargo.toml | 2 +-
arrow-avro/benches/decoder.rs | 6 +-
arrow-avro/benches/project_record.rs | 6 +-
arrow-avro/src/codec.rs | 13 +-
arrow-avro/src/compression.rs | 22 +-
.../src/reader/async_reader/async_file_reader.rs | 3 +-
arrow-avro/src/reader/async_reader/mod.rs | 12 +-
arrow-avro/src/reader/async_reader/store.rs | 4 +-
arrow-avro/src/reader/mod.rs | 67 ++-
arrow-avro/src/reader/record.rs | 44 +-
arrow-avro/src/reader/vlq.rs | 2 +-
arrow-avro/src/schema.rs | 2 +-
arrow-avro/src/writer/encoder.rs | 96 ++--
arrow-avro/src/writer/format.rs | 2 +-
arrow-avro/src/writer/mod.rs | 36 +-
arrow-buffer/benches/i256.rs | 4 +-
arrow-buffer/src/bigint/div.rs | 8 +-
arrow-buffer/src/bigint/mod.rs | 26 +-
arrow-buffer/src/buffer/boolean.rs | 12 +-
arrow-buffer/src/buffer/immutable.rs | 10 +-
arrow-buffer/src/buffer/mutable.rs | 18 +-
arrow-buffer/src/buffer/null.rs | 16 +
arrow-buffer/src/buffer/offset.rs | 14 +-
arrow-buffer/src/buffer/scalar.rs | 10 +-
arrow-buffer/src/builder/boolean.rs | 16 +-
arrow-buffer/src/builder/mod.rs | 4 +-
arrow-buffer/src/builder/null.rs | 18 +-
arrow-buffer/src/bytes.rs | 2 +-
arrow-buffer/src/lib.rs | 1 -
arrow-buffer/src/native.rs | 9 +-
arrow-buffer/src/util/bit_chunk_iterator.rs | 29 +-
arrow-buffer/src/util/bit_iterator.rs | 7 +-
arrow-buffer/src/util/bit_mask.rs | 15 +-
arrow-buffer/src/util/bit_util.rs | 39 +-
arrow-cast/benches/parse_decimal.rs | 40 +-
arrow-cast/src/base64.rs | 6 +-
arrow-cast/src/cast/decimal.rs | 474 ++++++++++++++-----
arrow-cast/src/cast/dictionary.rs | 304 +++++++++++-
arrow-cast/src/cast/map.rs | 4 +-
arrow-cast/src/cast/mod.rs | 335 +++++++++----
arrow-cast/src/cast/run_array.rs | 2 +-
arrow-cast/src/cast/string.rs | 18 +-
arrow-cast/src/cast/union.rs | 5 +-
arrow-cast/src/display.rs | 32 +-
arrow-cast/src/lib.rs | 1 -
arrow-cast/src/parse.rs | 8 +-
arrow-cast/src/pretty.rs | 6 +-
arrow-cmp/src/lib.rs | 20 +-
arrow-csv/src/reader/mod.rs | 124 +++--
arrow-csv/src/writer.rs | 2 +-
arrow-data/src/data.rs | 48 +-
arrow-data/src/decimal.rs | 24 +-
arrow-data/src/equal/fixed_binary.rs | 9 +-
arrow-data/src/equal/list.rs | 2 +-
arrow-data/src/equal/list_view.rs | 36 +-
arrow-data/src/equal/primitive.rs | 9 +-
arrow-data/src/ffi.rs | 79 +++-
arrow-data/src/lib.rs | 1 -
arrow-data/src/transform/fixed_binary.rs | 4 +-
arrow-data/src/transform/fixed_size_list.rs | 4 +-
arrow-data/src/transform/mod.rs | 244 ++++++++--
arrow-data/src/transform/primitive.rs | 5 +-
arrow-data/src/transform/run.rs | 7 +-
arrow-data/src/transform/union.rs | 14 +-
arrow-data/src/transform/utils.rs | 4 +-
arrow-flight/benches/common/mod.rs | 8 -
arrow-flight/examples/flight_sql_server.rs | 1 -
arrow-flight/src/client.rs | 12 +-
arrow-flight/src/decode.rs | 10 +-
arrow-flight/src/encode.rs | 14 +-
arrow-flight/src/lib.rs | 13 +-
arrow-flight/src/sql/client.rs | 4 +-
arrow-flight/src/sql/metadata/sql_info.rs | 2 +-
arrow-flight/src/sql/mod.rs | 3 +-
arrow-flight/src/streams.rs | 2 +-
arrow-flight/src/utils.rs | 8 +-
arrow-flight/tests/client.rs | 67 ++-
arrow-flight/tests/common/fixture.rs | 3 +
arrow-flight/tests/common/server.rs | 23 +
arrow-flight/tests/common/utils.rs | 5 +-
arrow-integration-test/src/field.rs | 29 +-
arrow-integration-test/src/lib.rs | 57 ++-
arrow-integration-test/src/schema.rs | 50 +-
.../flight_client_scenarios/integration_test.rs | 2 +-
.../src/flight_client_scenarios/middleware.rs | 1 -
.../flight_server_scenarios/auth_basic_proto.rs | 2 +-
arrow-ipc/benches/ipc_reader.rs | 4 +-
arrow-ipc/benches/ipc_writer.rs | 2 +-
arrow-ipc/src/compression.rs | 6 +-
arrow-ipc/src/convert.rs | 418 ++++++++++++-----
arrow-ipc/src/gen/mod.rs | 12 +-
arrow-ipc/src/lib.rs | 2 +
arrow-ipc/src/reader.rs | 200 ++++++--
arrow-ipc/src/reader/stream.rs | 18 +-
arrow-ipc/src/writer.rs | 44 +-
arrow-json/benches/json_reader.rs | 2 +-
arrow-json/benches/serde.rs | 1 -
arrow-json/src/lib.rs | 13 +-
arrow-json/src/reader/decimal_array.rs | 2 +-
arrow-json/src/reader/map_array.rs | 9 +-
arrow-json/src/reader/mod.rs | 125 ++++-
arrow-json/src/reader/primitive_array.rs | 18 +-
arrow-json/src/reader/run_end_array.rs | 18 +-
arrow-json/src/reader/schema.rs | 18 +-
arrow-json/src/reader/string_view_array.rs | 10 +-
arrow-json/src/reader/struct_array.rs | 2 +-
arrow-json/src/reader/tape.rs | 320 +++++++++++--
arrow-json/src/writer/encoder.rs | 24 +-
arrow-json/src/writer/mod.rs | 15 +-
arrow-ord/src/cmp.rs | 103 ++++
arrow-ord/src/comparison.rs | 22 +-
arrow-ord/src/partition.rs | 7 +-
arrow-ord/src/sort.rs | 15 +-
arrow-pyarrow/src/lib.rs | 8 +-
arrow-row/src/lib.rs | 14 +-
arrow-row/src/list.rs | 7 +-
arrow-row/src/variable.rs | 9 +-
arrow-schema/src/datatype_parse.rs | 9 +-
.../src/extension/canonical/fixed_shape_tensor.rs | 2 +-
arrow-schema/src/extension/canonical/opaque.rs | 2 +-
.../extension/canonical/variable_shape_tensor.rs | 2 +-
arrow-schema/src/ffi.rs | 190 ++++++--
arrow-schema/src/field.rs | 28 +-
arrow-schema/src/fields.rs | 8 +-
arrow-schema/src/metadata.rs | 102 ++++
arrow-schema/src/schema.rs | 47 +-
arrow-select/src/coalesce.rs | 30 +-
arrow-select/src/coalesce/byte_view.rs | 9 +-
arrow-select/src/coalesce/primitive.rs | 11 +-
arrow-select/src/concat.rs | 91 +++-
arrow-select/src/filter.rs | 21 +-
arrow-select/src/interleave.rs | 51 +-
arrow-select/src/take.rs | 64 ++-
arrow-select/src/union_extract.rs | 10 +-
arrow-select/src/zip.rs | 104 ++--
arrow-string/src/binary_like.rs | 2 +-
arrow-string/src/concat_elements.rs | 49 +-
arrow-string/src/lib.rs | 1 -
arrow-string/src/like.rs | 4 +-
arrow-string/src/predicate.rs | 2 +-
arrow-string/src/substring.rs | 239 +++++++++-
arrow/benches/cast_kernels.rs | 88 ++++
arrow/benches/coalesce_kernels.rs | 66 +++
arrow/benches/comparison_kernels.rs | 19 +-
arrow/benches/csv_writer.rs | 2 +-
arrow/benches/json_reader.rs | 1 -
arrow/benches/row_format.rs | 2 +-
arrow/benches/take_kernels.rs | 62 +++
arrow/examples/zero_copy_ipc.rs | 4 +-
arrow/src/tensor.rs | 2 +-
arrow/src/util/bench_util.rs | 20 +
arrow/src/util/data_gen.rs | 22 +-
arrow/src/util/mod.rs | 6 +
arrow/src/util/test_util.rs | 16 +-
arrow/tests/array_cast.rs | 4 +-
arrow/tests/array_equal.rs | 4 +-
arrow/tests/array_transform.rs | 71 ++-
arrow/tests/array_validation.rs | 22 +-
arrow/tests/schema.rs | 4 +-
arrow/tests/shrink_to_fit.rs | 3 +-
parquet-geospatial/src/bounding.rs | 4 +-
parquet-geospatial/src/lib.rs | 1 -
parquet-testing | 2 +-
parquet-variant-compute/benches/variant_kernels.rs | 36 +-
parquet-variant-compute/src/arrow_to_variant.rs | 10 +-
parquet-variant-compute/src/cast_to_variant.rs | 8 +-
parquet-variant-compute/src/shred_variant.rs | 19 +-
parquet-variant-compute/src/unshred_variant.rs | 10 +-
parquet-variant-compute/src/variant_array.rs | 107 ++++-
.../src/variant_array_builder.rs | 31 +-
parquet-variant-compute/src/variant_get.rs | 522 ++++++++++++++++++++-
parquet-variant-compute/src/variant_to_arrow.rs | 282 ++++++++++-
parquet-variant-json/src/from_json.rs | 4 +-
parquet-variant-json/src/to_json.rs | 11 +-
parquet-variant/Cargo.toml | 1 +
parquet-variant/src/builder/list.rs | 4 +-
parquet-variant/src/builder/metadata.rs | 4 +-
parquet-variant/src/builder/object.rs | 14 +-
parquet-variant/src/decoder.rs | 40 +-
parquet-variant/src/lib.rs | 2 -
parquet-variant/src/path.rs | 6 +-
parquet-variant/src/utils.rs | 14 +-
parquet-variant/src/variant.rs | 87 +++-
parquet-variant/src/variant/list.rs | 77 ++-
parquet-variant/src/variant/metadata.rs | 71 ++-
parquet-variant/src/variant/object.rs | 112 ++++-
parquet-variant/tests/proptest.rs | 234 +++++++++
parquet-variant/tests/variant_interop.rs | 76 ++-
parquet/Cargo.toml | 10 +
parquet/benches/arrow_reader.rs | 173 ++++++-
parquet/benches/arrow_reader_clickbench.rs | 2 +-
parquet/benches/arrow_reader_peak_memory.rs | 2 +-
parquet/benches/arrow_reader_row_filter.rs | 2 +-
parquet/benches/arrow_statistics.rs | 39 +-
parquet/benches/arrow_writer.rs | 172 ++++++-
parquet/benches/bit_packing.rs | 204 ++++++++
parquet/benches/encoding.rs | 2 +-
parquet/benches/row_selection_cursor.rs | 8 +-
parquet/benches/writer_page_windows.rs | 245 ++++++++++
parquet/examples/write_parquet.rs | 2 +-
parquet/src/arrow/array_reader/builder.rs | 5 +-
parquet/src/arrow/array_reader/byte_array.rs | 16 +-
.../arrow/array_reader/byte_array_dictionary.rs | 79 +++-
parquet/src/arrow/array_reader/byte_view_array.rs | 9 +-
.../src/arrow/array_reader/cached_array_reader.rs | 5 +-
.../src/arrow/array_reader/fixed_len_byte_array.rs | 2 +-
parquet/src/arrow/array_reader/map_array.rs | 1 -
parquet/src/arrow/array_reader/mod.rs | 5 +-
parquet/src/arrow/array_reader/primitive_array.rs | 2 +-
parquet/src/arrow/array_reader/row_group_index.rs | 6 +-
parquet/src/arrow/array_reader/row_number.rs | 3 +-
parquet/src/arrow/array_reader/struct_array.rs | 8 +-
parquet/src/arrow/arrow_reader/mod.rs | 294 ++++++++++--
parquet/src/arrow/arrow_reader/read_plan.rs | 24 +-
.../src/arrow/arrow_reader/selection/algebra.rs | 223 +++++++--
.../src/arrow/arrow_reader/selection/boolean.rs | 12 +-
parquet/src/arrow/arrow_reader/selection/cursor.rs | 29 +-
parquet/src/arrow/arrow_reader/selection/mod.rs | 30 +-
parquet/src/arrow/arrow_reader/selection/ranges.rs | 8 +-
.../src/arrow/arrow_reader/selection/selector.rs | 14 +-
parquet/src/arrow/arrow_reader/statistics.rs | 224 +++++----
parquet/src/arrow/arrow_writer/byte_array.rs | 27 +-
parquet/src/arrow/arrow_writer/mod.rs | 510 +++++++++++++++-----
parquet/src/arrow/async_reader/mod.rs | 118 ++++-
parquet/src/arrow/async_reader/store.rs | 24 +-
parquet/src/arrow/async_writer/mod.rs | 1 -
parquet/src/arrow/async_writer/store.rs | 8 +-
parquet/src/arrow/buffer/bit_util.rs | 2 +-
parquet/src/arrow/buffer/dictionary_buffer.rs | 389 ++++++++++++---
parquet/src/arrow/buffer/offset_buffer.rs | 10 +-
parquet/src/arrow/buffer/view_buffer.rs | 5 +-
parquet/src/arrow/decoder/dictionary_index.rs | 41 +-
parquet/src/arrow/in_memory_row_group.rs | 18 +-
parquet/src/arrow/push_decoder/mod.rs | 421 ++++++++++++++++-
.../src/arrow/push_decoder/reader_builder/data.rs | 9 +-
.../src/arrow/push_decoder/reader_builder/mod.rs | 55 ++-
parquet/src/arrow/push_decoder/remaining.rs | 415 +++++++++++++---
.../src/arrow/record_reader/definition_levels.rs | 4 +-
parquet/src/arrow/record_reader/mod.rs | 10 +-
parquet/src/arrow/schema/complex.rs | 4 +-
parquet/src/arrow/schema/mod.rs | 19 +-
parquet/src/arrow/schema/primitive.rs | 4 +-
parquet/src/basic.rs | 30 +-
parquet/src/bin/cli/mod.rs | 6 +-
parquet/src/bin/parquet-concat.rs | 14 +-
parquet/src/bin/parquet-index.rs | 63 ++-
parquet/src/bin/parquet-read.rs | 2 +-
parquet/src/bin/parquet-rewrite.rs | 2 +-
parquet/src/bin/parquet-show-bloom-filter.rs | 10 +-
parquet/src/bloom_filter/mod.rs | 10 +-
parquet/src/column/chunker/cdc.rs | 3 +-
parquet/src/column/page.rs | 2 +-
parquet/src/column/page_encryption.rs | 4 +-
parquet/src/column/page_encryption_disabled.rs | 7 +
parquet/src/column/page_store.rs | 9 +-
parquet/src/column/reader.rs | 20 +-
parquet/src/column/reader/decoder.rs | 4 +-
parquet/src/column/writer/encoder.rs | 29 +-
parquet/src/column/writer/mod.rs | 303 ++++++++++--
parquet/src/compression.rs | 50 +-
parquet/src/data_type.rs | 40 +-
parquet/src/encodings/decoding.rs | 21 +-
parquet/src/encodings/encoding/mod.rs | 5 +-
parquet/src/encodings/levels.rs | 2 +-
parquet/src/encodings/rle.rs | 35 +-
parquet/src/encryption/decrypt.rs | 2 +-
parquet/src/encryption/encrypt.rs | 2 +-
parquet/src/file/metadata/memory.rs | 11 +-
parquet/src/file/metadata/mod.rs | 462 +++++++++++++-----
parquet/src/file/metadata/options.rs | 10 +-
parquet/src/file/metadata/parser.rs | 68 ++-
parquet/src/file/metadata/push_decoder.rs | 31 +-
parquet/src/file/metadata/reader.rs | 41 +-
parquet/src/file/metadata/thrift/encryption.rs | 8 +-
parquet/src/file/metadata/thrift/mod.rs | 42 +-
parquet/src/file/metadata/writer.rs | 145 ++----
parquet/src/file/page_index/column_index.rs | 28 +-
parquet/src/file/page_index/offset_index.rs | 4 +-
parquet/src/file/properties.rs | 86 +++-
parquet/src/file/reader.rs | 6 +-
parquet/src/file/serialized_reader.rs | 360 ++++++++------
parquet/src/file/statistics.rs | 21 +-
parquet/src/file/writer.rs | 133 +++---
parquet/src/geospatial/accumulator.rs | 2 +-
parquet/src/parquet_macros.rs | 17 +
parquet/src/parquet_thrift.rs | 2 +-
parquet/src/record/api.rs | 9 +-
parquet/src/record/reader.rs | 9 +-
parquet/src/record/triplet.rs | 2 +-
parquet/src/schema/parser.rs | 30 +-
parquet/src/schema/printer.rs | 18 +-
parquet/src/schema/types.rs | 100 ++--
parquet/src/schema/visitor.rs | 2 +-
parquet/src/util/bit_util.rs | 2 +-
parquet/src/util/interner.rs | 2 -
parquet/src/util/test_common/rand_gen.rs | 2 +-
parquet/tests/arrow_reader/bad_data.rs | 3 +-
parquet/tests/arrow_reader/invalid_utf8.rs | 2 +-
parquet/tests/arrow_reader/io/async_reader.rs | 3 +-
parquet/tests/arrow_reader/io/mod.rs | 21 +-
parquet/tests/arrow_reader/mod.rs | 4 +-
parquet/tests/arrow_reader/row_filter/async.rs | 85 +++-
parquet/tests/arrow_reader/statistics.rs | 192 ++++++--
parquet/tests/arrow_writer/layout.rs | 67 ++-
parquet/tests/arrow_writer/mod.rs | 4 +-
parquet/tests/encryption/encryption.rs | 14 +-
parquet/tests/encryption/encryption_agnostic.rs | 4 +-
parquet/tests/encryption/encryption_async.rs | 18 +-
parquet/tests/encryption/encryption_util.rs | 26 +-
parquet/tests/geospatial.rs | 5 +-
parquet/tests/ieee754_nan_interop.rs | 60 +--
parquet/tests/variant_integration.rs | 5 +-
parquet_derive/src/parquet_field.rs | 10 +-
372 files changed, 12247 insertions(+), 3881 deletions(-)
create mode 100644 arrow-array/benches/primitive_array.rs
create mode 100644 parquet-variant/tests/proptest.rs
create mode 100644 parquet/benches/bit_packing.rs
create mode 100644 parquet/benches/writer_page_windows.rs
