This is an automated email from the ASF dual-hosted git repository.
hansva pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/hop.git
from 51fd4b68d7 Fixes #8531 : Two integration tests assert behaviour the
product never had (#8535)
add c298966f25 parquet output code hardening and cleanup, fixes #2338
(#8537)
No new revisions were added by this update.
Summary of changes:
.../pipeline/transforms/parquet-file-output.adoc | 45 ++-
.../hop/parquet/transforms/input/ParquetInput.java | 43 ++-
.../parquet/transforms/input/ParquetInputData.java | 1 -
.../parquet/transforms/input/ParquetInputMeta.java | 15 +-
.../transforms/input/ParquetInputStream.java | 148 ----------
.../input/ParquetRecordMaterializer.java | 7 +-
.../transforms/input/ParquetValueConverter.java | 44 +--
.../transforms/output/ParquetFileStats.java | 82 ++++++
.../parquet/transforms/output/ParquetOutput.java | 265 ++++++++---------
.../transforms/output/ParquetOutputData.java | 6 +-
.../parquet/transforms/output/ParquetVersion.java | 39 +--
.../transforms/output/ParquetWriteSupport.java | 56 ++--
.../transforms/output/ParquetWriterBuilder.java | 6 +-
.../output/messages/messages_en_US.properties | 18 +-
.../output/messages/messages_zh_CN.properties | 2 +-
.../transforms/input/ParquetInputMetaTest.java | 235 +++++++++++++++
.../parquet/transforms/input/ParquetInputTest.java | 274 ++++++++++++++++++
.../parquet/transforms/input/ParquetTestFiles.java | 59 ++++
.../input/ParquetValueConverterTest.java | 292 +++++++++++++++++++
.../transforms/output/ParquetFileStatsTest.java | 121 ++++++++
.../transforms/output/ParquetOutputDataTest.java | 2 -
.../output/ParquetOutputPartitionTest.java | 102 +++++++
.../output/ParquetOutputRoundTripTest.java | 317 +++++++++++++++++++++
.../transforms/output/ParquetOutputTest.java | 62 +++-
.../output/ParquetTypeFilenameTest.java} | 23 +-
.../transforms/output/ParquetWriteSupportTest.java | 58 +++-
.../output/ParquetWriterBuilderTest.java | 2 +-
27 files changed, 1865 insertions(+), 459 deletions(-)
delete mode 100644
plugins/tech/parquet/src/main/java/org/apache/hop/parquet/transforms/input/ParquetInputStream.java
create mode 100644
plugins/tech/parquet/src/main/java/org/apache/hop/parquet/transforms/output/ParquetFileStats.java
create mode 100644
plugins/tech/parquet/src/test/java/org/apache/hop/parquet/transforms/input/ParquetInputMetaTest.java
create mode 100644
plugins/tech/parquet/src/test/java/org/apache/hop/parquet/transforms/input/ParquetInputTest.java
create mode 100644
plugins/tech/parquet/src/test/java/org/apache/hop/parquet/transforms/input/ParquetTestFiles.java
create mode 100644
plugins/tech/parquet/src/test/java/org/apache/hop/parquet/transforms/input/ParquetValueConverterTest.java
create mode 100644
plugins/tech/parquet/src/test/java/org/apache/hop/parquet/transforms/output/ParquetFileStatsTest.java
create mode 100644
plugins/tech/parquet/src/test/java/org/apache/hop/parquet/transforms/output/ParquetOutputRoundTripTest.java
copy
plugins/{transforms/fieldsplitter/src/test/java/org/apache/hop/pipeline/transforms/fieldsplitter/FieldSplitterMetaTest.java
=>
tech/parquet/src/test/java/org/apache/hop/parquet/transforms/output/ParquetTypeFilenameTest.java}
(60%)
