You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pinot.apache.org by ne...@apache.org on 2020/09/15 16:49:31 UTC
[incubator-pinot] branch master updated (5da3433 -> 41de9a6)
This is an automated email from the ASF dual-hosted git repository.
nehapawar pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git.
from 5da3433 Support for Update & Delete in ZooKeeper Browser and added SQL Functions in SQL Editor autocomplete list (#5981)
add 41de9a6 Segment processing framework (#5934)
No new revisions were added by this update.
Summary of changes:
.../apache/pinot/core/minion/SegmentConverter.java | 2 +-
.../minion/rollup/MergeRollupSegmentConverter.java | 2 +-
.../core/minion/rollup/RollupRecordAggregator.java | 33 +-
.../core/minion/segment/MapperRecordReader.java | 1 +
.../processing/collector/Collector.java} | 31 +-
.../processing/collector/CollectorConfig.java | 109 ++++
.../processing/collector/CollectorFactory.java | 61 +++
.../processing/collector/ConcatCollector.java | 67 +++
.../processing/collector/GenericRowSorter.java | 90 ++++
.../processing/collector}/MaxValueAggregator.java | 17 +-
.../processing/collector/MinValueAggregator.java} | 29 +-
.../processing/collector/RollupCollector.java | 165 ++++++
.../processing/collector}/SumValueAggregator.java | 20 +-
.../processing/collector}/ValueAggregator.java | 12 +-
.../collector}/ValueAggregatorFactory.java | 22 +-
.../filter/FunctionEvaluatorRecordFilter.java | 46 ++
.../processing/filter/NoOpRecordFilter.java} | 17 +-
.../processing/filter/RecordFilter.java} | 13 +-
.../processing/filter/RecordFilterConfig.java | 89 ++++
.../processing/filter/RecordFilterFactory.java | 59 +++
.../processing/framework/SegmentConfig.java | 72 +++
.../processing/framework/SegmentMapper.java | 137 +++++
.../processing/framework/SegmentMapperConfig.java | 72 +++
.../framework/SegmentProcessorConfig.java | 181 +++++++
.../framework/SegmentProcessorFramework.java | 196 ++++++++
.../processing/framework/SegmentReducer.java | 133 +++++
.../processing/framework/SegmentReducerConfig.java | 61 +++
.../partitioner/ColumnValuePartitioner.java} | 23 +-
.../processing/partitioner/NoOpPartitioner.java} | 18 +-
.../processing/partitioner/Partitioner.java} | 13 +-
.../processing/partitioner/PartitionerConfig.java | 143 ++++++
.../processing/partitioner/PartitionerFactory.java | 88 ++++
.../partitioner/RoundRobinPartitioner.java} | 25 +-
.../partitioner/TableConfigPartitioner.java | 45 ++
.../partitioner/TransformFunctionPartitioner.java} | 25 +-
.../transformer/NoOpRecordTransformer.java} | 18 +-
.../processing/transformer}/RecordTransformer.java | 2 +-
.../transformer/RecordTransformerConfig.java | 71 +++
.../transformer/RecordTransformerFactory.java} | 25 +-
.../TransformFunctionRecordTransformer.java | 49 ++
.../processing/utils/SegmentProcessorUtils.java | 113 +++++
.../processing/framework/CollectorTest.java | 291 +++++++++++
.../processing/framework/GenericRowSorterTest.java | 77 +++
.../processing/framework/PartitionerTest.java | 194 ++++++++
.../processing/framework/RecordFilterTest.java | 83 ++++
.../framework/RecordTransformerTest.java | 86 ++++
.../processing/framework/SegmentMapperTest.java | 274 ++++++++++
.../framework/SegmentProcessingFrameworkTest.java | 551 +++++++++++++++++++++
.../processing/framework/SegmentReducerTest.java | 229 +++++++++
.../pinot/tools/admin/PinotAdministrator.java | 4 +-
.../command/SegmentProcessorFrameworkCommand.java | 116 +++++
.../processor/SegmentProcessorFrameworkSpec.java | 115 +++++
52 files changed, 4261 insertions(+), 154 deletions(-)
copy pinot-core/src/main/java/org/apache/pinot/core/{minion/segment/RecordTransformer.java => segment/processing/collector/Collector.java} (57%)
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/collector/CollectorConfig.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/collector/CollectorFactory.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/collector/ConcatCollector.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/collector/GenericRowSorter.java
copy pinot-core/src/main/java/org/apache/pinot/core/{minion/rollup/aggregate => segment/processing/collector}/MaxValueAggregator.java (81%)
rename pinot-core/src/main/java/org/apache/pinot/core/{minion/rollup/aggregate/MaxValueAggregator.java => segment/processing/collector/MinValueAggregator.java} (63%)
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/collector/RollupCollector.java
rename pinot-core/src/main/java/org/apache/pinot/core/{minion/rollup/aggregate => segment/processing/collector}/SumValueAggregator.java (71%)
copy pinot-core/src/main/java/org/apache/pinot/core/{minion/rollup/aggregate => segment/processing/collector}/ValueAggregator.java (70%)
rename pinot-core/src/main/java/org/apache/pinot/core/{minion/rollup/aggregate => segment/processing/collector}/ValueAggregatorFactory.java (69%)
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/filter/FunctionEvaluatorRecordFilter.java
copy pinot-core/src/main/java/org/apache/pinot/core/{minion/segment/RecordTransformer.java => segment/processing/filter/NoOpRecordFilter.java} (75%)
copy pinot-core/src/main/java/org/apache/pinot/core/{minion/segment/RecordTransformer.java => segment/processing/filter/RecordFilter.java} (76%)
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/filter/RecordFilterConfig.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/filter/RecordFilterFactory.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/framework/SegmentConfig.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/framework/SegmentMapper.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/framework/SegmentMapperConfig.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/framework/SegmentProcessorConfig.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/framework/SegmentProcessorFramework.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/framework/SegmentReducer.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/framework/SegmentReducerConfig.java
copy pinot-core/src/main/java/org/apache/pinot/core/{minion/segment/RecordTransformer.java => segment/processing/partitioner/ColumnValuePartitioner.java} (66%)
copy pinot-core/src/main/java/org/apache/pinot/core/{minion/segment/RecordTransformer.java => segment/processing/partitioner/NoOpPartitioner.java} (75%)
copy pinot-core/src/main/java/org/apache/pinot/core/{minion/segment/RecordTransformer.java => segment/processing/partitioner/Partitioner.java} (76%)
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/partitioner/PartitionerConfig.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/partitioner/PartitionerFactory.java
copy pinot-core/src/main/java/org/apache/pinot/core/{minion/segment/RecordTransformer.java => segment/processing/partitioner/RoundRobinPartitioner.java} (58%)
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/partitioner/TableConfigPartitioner.java
copy pinot-core/src/main/java/org/apache/pinot/core/{minion/segment/RecordTransformer.java => segment/processing/partitioner/TransformFunctionPartitioner.java} (55%)
copy pinot-core/src/main/java/org/apache/pinot/core/{minion/segment/RecordTransformer.java => segment/processing/transformer/NoOpRecordTransformer.java} (75%)
rename pinot-core/src/main/java/org/apache/pinot/core/{minion/segment => segment/processing/transformer}/RecordTransformer.java (94%)
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/transformer/RecordTransformerConfig.java
rename pinot-core/src/main/java/org/apache/pinot/core/{minion/rollup/aggregate/ValueAggregator.java => segment/processing/transformer/RecordTransformerFactory.java} (59%)
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/transformer/TransformFunctionRecordTransformer.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/processing/utils/SegmentProcessorUtils.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/segment/processing/framework/CollectorTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/segment/processing/framework/GenericRowSorterTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/segment/processing/framework/PartitionerTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/segment/processing/framework/RecordFilterTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/segment/processing/framework/RecordTransformerTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/segment/processing/framework/SegmentMapperTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/segment/processing/framework/SegmentProcessingFrameworkTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/segment/processing/framework/SegmentReducerTest.java
create mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/admin/command/SegmentProcessorFrameworkCommand.java
create mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/segment/processor/SegmentProcessorFrameworkSpec.java
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@pinot.apache.org
For additional commands, e-mail: commits-help@pinot.apache.org