This is an automated email from the ASF dual-hosted git repository.
jlli pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git.
from 4c20bb5 [TE] Added helm deployment for ThirdEye (#5961)
add 8a31bf7 Add Hadoop counters for detecting schema mismatch (#5873)
No new revisions were added by this update.
Summary of changes:
.../creator/SegmentIndexCreationDriver.java | 3 +
.../impl/SegmentIndexCreationDriverImpl.java | 24 +++-
.../SegmentGenerationWithNullValueVectorTest.java | 4 +
.../pinot/query/executor/QueryExecutorTest.java | 6 +
.../pinot/hadoop/job/InternalConfigConstants.java | 2 +
.../hadoop/job/mappers/SegmentCreationMapper.java | 67 ++++++++++
.../hadoop/data/IngestionSchemaValidatorTest.java | 111 ++++++++++++++++
.../src/test/resources/data/test_sample_data.avro | Bin
.../v0_deprecated/pinot-ingestion-common/pom.xml | 61 +++++++++
.../pinot/ingestion/jobs/SegmentCreationJob.java | 7 +
.../avro/AvroIngestionSchemaValidator.java | 148 +++++++++++++++++++++
.../pinot/plugin/inputformat/avro/AvroUtils.java | 1 -
.../pinot/spi/data/IngestionSchemaValidator.java | 24 ++--
.../pinot/spi/data/SchemaValidatorFactory.java | 60 +++++++++
.../pinot/spi/data/SchemaValidatorResult.java | 49 +++----
15 files changed, 529 insertions(+), 38 deletions(-)
create mode 100644
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop/src/test/java/org/apache/pinot/hadoop/data/IngestionSchemaValidatorTest.java
copy {pinot-core =>
pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-hadoop}/src/test/resources/data/test_sample_data.avro
(100%)
create mode 100644
pinot-plugins/pinot-input-format/pinot-avro-base/src/main/java/org/apache/pinot/plugin/inputformat/avro/AvroIngestionSchemaValidator.java
copy
pinot-plugins/pinot-input-format/pinot-csv/src/main/java/org/apache/pinot/plugin/inputformat/csv/CSVRecordExtractorConfig.java
=>
pinot-spi/src/main/java/org/apache/pinot/spi/data/IngestionSchemaValidator.java
(62%)
create mode 100644
pinot-spi/src/main/java/org/apache/pinot/spi/data/SchemaValidatorFactory.java
copy
pinot-common/src/main/java/org/apache/pinot/pql/parsers/pql2/ast/OutputColumnListAstNode.java
=>
pinot-spi/src/main/java/org/apache/pinot/spi/data/SchemaValidatorResult.java
(52%)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@pinot.apache.org
For additional commands, e-mail: commits-h...@pinot.apache.org
