This is an automated email from the ASF dual-hosted git repository. nehapawar pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git.
from 5da3433 Support for Update & Delete in ZooKeeper Browser and added SQL Functions in SQL Editor autocomplete list (#5981) add 41de9a6 Segment processing framework (#5934) No new revisions were added by this update. Summary of changes: .../apache/pinot/core/minion/SegmentConverter.java | 2 +- .../minion/rollup/MergeRollupSegmentConverter.java | 2 +- .../core/minion/rollup/RollupRecordAggregator.java | 33 +- .../core/minion/segment/MapperRecordReader.java | 1 + .../processing/collector/Collector.java} | 31 +- .../processing/collector/CollectorConfig.java | 109 ++++ .../processing/collector/CollectorFactory.java | 61 +++ .../processing/collector/ConcatCollector.java | 67 +++ .../processing/collector/GenericRowSorter.java | 90 ++++ .../processing/collector}/MaxValueAggregator.java | 17 +- .../processing/collector/MinValueAggregator.java} | 29 +- .../processing/collector/RollupCollector.java | 165 ++++++ .../processing/collector}/SumValueAggregator.java | 20 +- .../processing/collector}/ValueAggregator.java | 12 +- .../collector}/ValueAggregatorFactory.java | 22 +- .../filter/FunctionEvaluatorRecordFilter.java | 46 ++ .../processing/filter/NoOpRecordFilter.java} | 17 +- .../processing/filter/RecordFilter.java} | 13 +- .../processing/filter/RecordFilterConfig.java | 89 ++++ .../processing/filter/RecordFilterFactory.java | 59 +++ .../processing/framework/SegmentConfig.java | 72 +++ .../processing/framework/SegmentMapper.java | 137 +++++ .../processing/framework/SegmentMapperConfig.java | 72 +++ .../framework/SegmentProcessorConfig.java | 181 +++++++ .../framework/SegmentProcessorFramework.java | 196 ++++++++ .../processing/framework/SegmentReducer.java | 133 +++++ .../processing/framework/SegmentReducerConfig.java | 61 +++ .../partitioner/ColumnValuePartitioner.java} | 23 +- .../processing/partitioner/NoOpPartitioner.java} | 18 +- .../processing/partitioner/Partitioner.java} | 13 +- .../processing/partitioner/PartitionerConfig.java | 143 ++++++ .../processing/partitioner/PartitionerFactory.java | 88 ++++ .../partitioner/RoundRobinPartitioner.java} | 25 +- .../partitioner/TableConfigPartitioner.java | 45 ++ .../partitioner/TransformFunctionPartitioner.java} | 25 +- .../transformer/NoOpRecordTransformer.java} | 18 +- .../processing/transformer}/RecordTransformer.java | 2 +- .../transformer/RecordTransformerConfig.java | 71 +++ .../transformer/RecordTransformerFactory.java} | 25 +- .../TransformFunctionRecordTransformer.java | 49 ++ .../processing/utils/SegmentProcessorUtils.java | 113 +++++ .../processing/framework/CollectorTest.java | 291 +++++++++++ .../processing/framework/GenericRowSorterTest.java | 77 +++ .../processing/framework/PartitionerTest.java | 194 ++++++++ .../processing/framework/RecordFilterTest.java | 83 ++++ .../framework/RecordTransformerTest.java | 86 ++++ .../processing/framework/SegmentMapperTest.java | 274 ++++++++++ .../framework/SegmentProcessingFrameworkTest.java | 551 +++++++++++++++++++++ .../processing/framework/SegmentReducerTest.java | 229 +++++++++ .../pinot/tools/admin/PinotAdministrator.java | 4 +- .../command/SegmentProcessorFrameworkCommand.java | 116 +++++ .../processor/SegmentProcessorFrameworkSpec.java | 115 +++++ 52 files changed, 4261 insertions(+), 154 deletions(-) copy pinot-core/src/main/java/org/apache/pinot/core/{minion/segment/RecordTransformer.java => segment/processing/collector/Collector.java} (57%) create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/collector/CollectorConfig.java create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/collector/CollectorFactory.java create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/collector/ConcatCollector.java create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/collector/GenericRowSorter.java copy pinot-core/src/main/java/org/apache/pinot/core/{minion/rollup/aggregate => segment/processing/collector}/MaxValueAggregator.java (81%) rename pinot-core/src/main/java/org/apache/pinot/core/{minion/rollup/aggregate/MaxValueAggregator.java => segment/processing/collector/MinValueAggregator.java} (63%) create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/collector/RollupCollector.java rename pinot-core/src/main/java/org/apache/pinot/core/{minion/rollup/aggregate => segment/processing/collector}/SumValueAggregator.java (71%) copy pinot-core/src/main/java/org/apache/pinot/core/{minion/rollup/aggregate => segment/processing/collector}/ValueAggregator.java (70%) rename pinot-core/src/main/java/org/apache/pinot/core/{minion/rollup/aggregate => segment/processing/collector}/ValueAggregatorFactory.java (69%) create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/filter/FunctionEvaluatorRecordFilter.java copy pinot-core/src/main/java/org/apache/pinot/core/{minion/segment/RecordTransformer.java => segment/processing/filter/NoOpRecordFilter.java} (75%) copy pinot-core/src/main/java/org/apache/pinot/core/{minion/segment/RecordTransformer.java => segment/processing/filter/RecordFilter.java} (76%) create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/filter/RecordFilterConfig.java create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/filter/RecordFilterFactory.java create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/framework/SegmentConfig.java create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/framework/SegmentMapper.java create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/framework/SegmentMapperConfig.java create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/framework/SegmentProcessorConfig.java create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/framework/SegmentProcessorFramework.java create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/framework/SegmentReducer.java create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/framework/SegmentReducerConfig.java copy pinot-core/src/main/java/org/apache/pinot/core/{minion/segment/RecordTransformer.java => segment/processing/partitioner/ColumnValuePartitioner.java} (66%) copy pinot-core/src/main/java/org/apache/pinot/core/{minion/segment/RecordTransformer.java => segment/processing/partitioner/NoOpPartitioner.java} (75%) copy pinot-core/src/main/java/org/apache/pinot/core/{minion/segment/RecordTransformer.java => segment/processing/partitioner/Partitioner.java} (76%) create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/partitioner/PartitionerConfig.java create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/partitioner/PartitionerFactory.java copy pinot-core/src/main/java/org/apache/pinot/core/{minion/segment/RecordTransformer.java => segment/processing/partitioner/RoundRobinPartitioner.java} (58%) create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/partitioner/TableConfigPartitioner.java copy pinot-core/src/main/java/org/apache/pinot/core/{minion/segment/RecordTransformer.java => segment/processing/partitioner/TransformFunctionPartitioner.java} (55%) copy pinot-core/src/main/java/org/apache/pinot/core/{minion/segment/RecordTransformer.java => segment/processing/transformer/NoOpRecordTransformer.java} (75%) rename pinot-core/src/main/java/org/apache/pinot/core/{minion/segment => segment/processing/transformer}/RecordTransformer.java (94%) create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/transformer/RecordTransformerConfig.java rename pinot-core/src/main/java/org/apache/pinot/core/{minion/rollup/aggregate/ValueAggregator.java => segment/processing/transformer/RecordTransformerFactory.java} (59%) create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/transformer/TransformFunctionRecordTransformer.java create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/utils/SegmentProcessorUtils.java create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/segment/processing/framework/CollectorTest.java create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/segment/processing/framework/GenericRowSorterTest.java create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/segment/processing/framework/PartitionerTest.java create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/segment/processing/framework/RecordFilterTest.java create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/segment/processing/framework/RecordTransformerTest.java create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/segment/processing/framework/SegmentMapperTest.java create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/segment/processing/framework/SegmentProcessingFrameworkTest.java create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/segment/processing/framework/SegmentReducerTest.java create mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/admin/command/SegmentProcessorFrameworkCommand.java create mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/segment/processor/SegmentProcessorFrameworkSpec.java --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@pinot.apache.org For additional commands, e-mail: commits-h...@pinot.apache.org