You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pinot.apache.org by xi...@apache.org on 2020/10/23 19:34:25 UTC
[incubator-pinot] branch rewrite_array_aggregation_functions
updated (2f93b8b -> 08ee98f)
This is an automated email from the ASF dual-hosted git repository.
xiangfu pushed a change to branch rewrite_array_aggregation_functions
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git.
discard 2f93b8b format
discard 463d634 Rewrite possible array aggregation functions to one level
add 9e757ef [TE] add owners field into the subscription validation (#6128)
add 6275818 Fix superset docker image build script (#5965)
add 86ce7c6 [TE] Fix Thirdeye Maven publish (#6097)
add 33be207 Change Signature of Broker API in Controller (#6119)
add e1ab421 Fix meetup stream for quickstart (#6140)
add 1339933 Put hadoop dependencies to pinot-orc, pinot-parquet modules (#6088)
add 65be8bd add max length support in schema builder (#6112)
add 7602348 Adding the upsert support to real-time ingestion and query (#6113)
add c6c7d68 Remove flaky test from SegmentReducerTest (#6133)
add a910f5d Support for multi-threaded Group By reducer for SQL. (#6044)
add a71b960 Add OnHeapGuavaBloomFilterReader (#6147)
add 30bed9b add query runner support for query file resampling (#6136)
add 05f1a89 [TE] Add thirdeye-dashboard dep to thirdeye-dist (#6135)
add 44fcf1e add query option of disabling upsert during query (#6141)
add 1750548 add validation for upsert tables (#6149)
add bb835df Adding grpcPort in controller instance API response (#6150)
add d2d47b2 Fix quick demo instructions #6155 (#6156)
add 2cd6abb Deep Extraction Support for ORC, Thrift, and ProtoBuf Records (#6046)
add b22045a Do not apply metadata/dictionary based agg operator to upsert table (#6154)
add e15fa80 Framework for adding compatibility tests (#6129)
add 0c19741 Do not prune segments for selection queries over upsert table (#6158)
add cf675a5 Setup classpath correctly for the compat test runner (#6160)
add da451a8 Add more validation for upsert config (#6153)
add 81248d1 Update tyrus version (#6162)
add 08c46a8 Support using ordinals in GROUP BY and ORDER BY clause (#6152)
add 2484f5b add option flags for controller host:port, jar path, and admin path (#6163)
add df4911d Bump up the helix version to 0.9.8 (#6166)
add ac7b0e7 UI integration of instance and segment operations (#6148)
add 1bf5d02 RealtimeToOfflineSegments task generator (#6124)
add 59c188d Fixing the issue of applying ordinals in order by for distinct queries (#6171)
add d08fd5c Support reloading upsert table (#6167)
add 5817f15 Update license and notice for 0.6.0 release (#6175)
add 1c17ab8 Add table name to the log on validation failure (#6173)
add 669bd59 add execution timeout and fix exception stats (#6177)
add 73d2839 Merge common APIs for Dictionary (#6176)
add 5577e87 Add table level lock for segment upload (#6165)
add 2721cae Rewrite possible array aggregation functions to one level
add 08ee98f format
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (2f93b8b)
\
N -- N -- N refs/heads/rewrite_array_aggregation_functions (08ee98f)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.travis/.travis_te_nightly_build.sh | 2 +-
LICENSE-binary | 14 +-
NOTICE-binary | 14 +-
README.md | 2 +-
compatibility-verifier/compCheck.sh | 45 +-
docker/images/pinot-superset/.dockerignore | 1 -
docker/images/pinot-superset/Dockerfile | 120 +-
docker/images/pinot-superset/README.md | 10 +-
docker/images/pinot-superset/bin/superset-init | 13 -
docker/images/pinot-superset/requirements-db.txt | 4 -
docker/images/pinot/bin/generator.sh | 79 +-
.../requesthandler/BaseBrokerRequestHandler.java | 3 +-
.../SingleConnectionBrokerRequestHandler.java | 5 +-
.../pinot/common/metadata/ZKMetadataProvider.java | 5 +
.../common/minion/MinionTaskMetadataUtils.java | 81 +
.../RealtimeToOfflineSegmentsTaskMetadata.java | 88 +
.../apache/pinot/common/utils/CommonConstants.java | 6 +
.../apache/pinot/common/utils/LLCSegmentName.java | 2 +-
.../pinot/common/utils/config/InstanceUtils.java | 2 +
.../pinot/common/utils/helix/HelixHelper.java | 20 +-
.../apache/pinot/sql/parsers/CalciteSqlParser.java | 38 +
.../apache/pinot/common/data/FieldSpecTest.java | 37 +-
.../org/apache/pinot/common/data/SchemaTest.java | 20 +
.../RealtimeToOfflineSegmentsTaskMetadataTest.java | 46 +
.../pinot/sql/parsers/CalciteSqlCompilerTest.java | 60 +
.../controller/api/resources/InstanceInfo.java | 29 +-
.../api/resources/PinotBrokerRestletResource.java | 113 +-
.../resources/PinotInstanceRestletResource.java | 11 +
.../api/resources/PinotTableIndexingConfigs.java | 3 +-
.../api/resources/PinotTableMetadataConfigs.java | 3 +-
.../api/resources/PinotTableRestletResource.java | 16 +-
.../api/resources/PinotTableSegmentConfigs.java | 3 +-
.../helix/core/PinotHelixResourceManager.java | 56 +-
...rInfoProvider.java => ClusterInfoAccessor.java} | 40 +-
.../helix/core/minion/PinotTaskManager.java | 10 +-
.../generator/ConvertToRawIndexTaskGenerator.java | 14 +-
.../RealtimeToOfflineSegmentsTaskGenerator.java | 312 ++
.../minion/generator/TaskGeneratorRegistry.java | 7 +-
.../core/minion/generator/TaskGeneratorUtils.java | 52 +-
pinot-controller/src/main/resources/.eslintrc | 7 +-
pinot-controller/src/main/resources/app/App.tsx | 2 +-
.../main/resources/app/components/AppLoader.tsx | 2 +-
.../main/resources/app/components/Breadcrumbs.tsx | 52 +-
.../src/main/resources/app/components/Confirm.tsx | 12 +-
.../components/{AppLoader.tsx => CustomButton.tsx} | 48 +-
.../resources/app/components/CustomCodemirror.tsx | 19 +-
.../main/resources/app/components/CustomDialog.tsx | 87 +
.../resources/app/components/CustomMultiSelect.tsx | 123 +
.../app/components/CustomNotification.tsx | 69 +
.../src/main/resources/app/components/Header.tsx | 2 +-
.../app/components/Homepage/InstanceTable.tsx | 6 +-
.../Homepage/Operations/EditConfigOp.tsx | 59 +
.../components/Homepage/Operations/EditTagsOp.tsx | 59 +
.../src/main/resources/app/components/Layout.tsx | 8 +-
.../main/resources/app/components/MaterialTree.tsx | 14 +-
.../src/main/resources/app/components/SideBar.tsx | 10 +-
.../resources/app/components/SimpleAccordion.tsx | 3 +-
.../app/components/SvgIcons/ClusterManagerIcon.tsx | 8 +-
.../resources/app/components/SvgIcons/Logo.tsx | 30 +-
.../app/components/SvgIcons/QueryConsoleIcon.tsx | 3 +-
.../app/components/SvgIcons/SwaggerIcon.tsx | 6 +-
.../app/components/SvgIcons/ZookeeperIcon.tsx | 14 +-
.../src/main/resources/app/components/TabPanel.tsx | 2 +-
.../src/main/resources/app/components/Table.tsx | 13 +-
.../app/components/Zookeeper/TreeDirectory.tsx | 65 +-
.../src/main/resources/app/interfaces/types.d.ts | 11 +-
.../src/main/resources/app/pages/HomePage.tsx | 6 +-
.../main/resources/app/pages/InstanceDetails.tsx | 260 +-
.../resources/app/pages/InstanceListingPage.tsx | 10 +-
.../src/main/resources/app/pages/Query.tsx | 11 +-
.../main/resources/app/pages/SegmentDetails.tsx | 107 +-
.../main/resources/app/pages/TablesListingPage.tsx | 12 +-
.../src/main/resources/app/pages/TenantDetails.tsx | 1 -
.../resources/app/pages/TenantsListingPage.tsx | 8 +-
.../src/main/resources/app/pages/ZookeeperPage.tsx | 58 +-
.../src/main/resources/app/requests/index.ts | 36 +-
pinot-controller/src/main/resources/app/router.tsx | 28 +-
.../src/main/resources/app/styles/styles.css | 4 +
.../main/resources/app/utils/PinotMethodUtils.ts | 110 +-
.../src/main/resources/app/utils/Utils.tsx | 6 +-
pinot-controller/src/main/resources/package.json | 11 +-
.../src/main/resources/webpack.config.js | 3 +
.../api/PinotInstanceRestletResourceTest.java | 34 +-
.../helix/core/PinotHelixResourceManagerTest.java | 2 +-
...RealtimeToOfflineSegmentsTaskGeneratorTest.java | 452 +++
.../org/apache/pinot/core/common/DataSource.java | 1 -
.../apache/pinot/core/common/MinionConstants.java | 26 +-
.../realtime/LLRealtimeSegmentDataManager.java | 13 +-
.../manager/realtime/RealtimeTableDataManager.java | 126 +-
.../pinot/core/indexsegment/IndexSegment.java | 6 +
.../immutable/ImmutableSegmentImpl.java | 34 +-
.../core/indexsegment/mutable/MutableSegment.java | 2 +
.../indexsegment/mutable/MutableSegmentImpl.java | 92 +-
.../core/operator/filter/FilterOperatorUtils.java | 4 +-
.../filter/RangeIndexBasedFilterOperator.java | 8 +-
.../filter/SortedIndexBasedFilterOperator.java | 10 +-
.../predicate/RangePredicateEvaluatorFactory.java | 19 +-
.../org/apache/pinot/core/plan/FilterPlanNode.java | 24 +-
.../core/plan/maker/InstancePlanMakerImplV2.java | 5 +-
.../query/pruner/SelectionQuerySegmentPruner.java | 5 +
.../query/reduce/AggregationDataTableReducer.java | 2 +-
.../core/query/reduce/BrokerReduceService.java | 46 +-
.../pinot/core/query/reduce/DataTableReducer.java | 6 +-
.../core/query/reduce/DataTableReducerContext.java | 57 +
.../query/reduce/DistinctDataTableReducer.java | 2 +-
.../core/query/reduce/GroupByDataTableReducer.java | 180 +-
.../query/reduce/SelectionDataTableReducer.java | 2 +-
.../converter/RealtimeSegmentConverter.java | 5 +-
.../converter/stats/RealtimeColumnStatistics.java | 33 +-
.../core/realtime/impl/RealtimeSegmentConfig.java | 32 +-
.../impl/ThreadSafeMutableRoaringBitmap.java | 16 +-
.../impl/dictionary/BaseMutableDictionary.java | 72 -
.../dictionary/BaseOffHeapMutableDictionary.java | 3 +-
.../dictionary/BaseOnHeapMutableDictionary.java | 3 +-
.../impl/dictionary/MutableDictionaryFactory.java | 5 +-
.../invertedindex/RealtimeInvertedIndexReader.java | 2 +-
.../impl/nullvalue/MutableNullValueVector.java | 2 +-
.../impl/SegmentIndexCreationDriverImpl.java | 2 +-
.../impl/bloom/OnHeapGuavaBloomFilterCreator.java | 16 +-
.../index/column/PhysicalColumnIndexContainer.java | 23 +-
.../segment/index/loader/IndexLoadingConfig.java | 2 +-
.../core/segment/index/readers/BaseDictionary.java | 72 -
.../index/readers/BaseImmutableDictionary.java | 43 +-
.../segment/index/readers/BloomFilterReader.java | 2 +-
.../segment/index/readers/BytesDictionary.java | 15 +-
.../readers/ConstantValueBytesDictionary.java | 19 +-
.../readers/ConstantValueDoubleDictionary.java | 19 +-
.../readers/ConstantValueFloatDictionary.java | 19 +-
.../index/readers/ConstantValueIntDictionary.java | 19 +-
.../index/readers/ConstantValueLongDictionary.java | 19 +-
.../readers/ConstantValueStringDictionary.java | 19 +-
.../core/segment/index/readers/Dictionary.java | 102 +-
...oomFilterReader.java => MutableDictionary.java} | 30 +-
.../segment/index/readers/ValidDocIndexReader.java | 16 +-
...terReader.java => ValidDocIndexReaderImpl.java} | 26 +-
...Reader.java => BaseGuavaBloomFilterReader.java} | 36 +-
.../readers/bloom/BloomFilterReaderFactory.java | 6 +-
.../readers/bloom/GuavaBloomFilterReaderUtils.java | 25 +
.../bloom/OffHeapGuavaBloomFilterReader.java | 40 +-
.../bloom/OnHeapGuavaBloomFilterReader.java | 54 +
.../processing/framework/SegmentMapper.java | 12 +-
.../upsert/PartitionUpsertMetadataManager.java | 172 +
.../RecordLocation.java} | 37 +-
.../core/upsert/TableUpsertMetadataManager.java | 22 +-
.../org/apache/pinot/core/util/IngestionUtils.java | 15 +
.../org/apache/pinot/core/util/QueryOptions.java | 7 +
.../org/apache/pinot/core/util/SchemaUtils.java | 8 +
.../apache/pinot/core/util/TableConfigUtils.java | 45 +-
.../realtime/LLRealtimeSegmentDataManagerTest.java | 15 +-
.../mutable/MutableSegmentImplTestUtils.java | 23 +-
.../mutable/MutableSegmentImplUpsertTest.java | 86 +
...ngeOfflineDictionaryPredicateEvaluatorTest.java | 53 +-
...adataAndDictionaryAggregationPlanMakerTest.java | 50 +-
.../pruner/SelectionQuerySegmentPrunerTest.java | 30 +
.../impl/dictionary/MutableDictionaryTest.java | 39 +-
.../index/creator/BloomFilterCreatorTest.java | 11 +-
.../processing/framework/SegmentMapperTest.java | 2 +-
.../processing/framework/SegmentReducerTest.java | 11 -
.../upsert/PartitionUpsertMetadataManagerTest.java | 212 ++
.../apache/pinot/core/util/SchemaUtilsTest.java | 18 +
.../pinot/core/util/TableConfigUtilsTest.java | 76 +-
.../org/apache/pinot/queries/BaseQueriesTest.java | 29 +-
.../apache/pinot/queries/DistinctQueriesTest.java | 20 +-
.../src/test/resources/data/test_upsert_data.json | 22 +
.../test/resources/data/test_upsert_schema.json | 21 +
pinot-integration-tests/pom.xml | 8 +
.../java/org/apache/pinot/compat/tests/BaseOp.java | 73 +
.../pinot/compat/tests/CompatTestOperation.java | 29 +-
.../pinot/compat/tests/CompatibilityOpsRunner.java | 71 +
.../org/apache/pinot/compat/tests/QueryOp.java | 61 +
.../org/apache/pinot/compat/tests/SegmentOp.java | 95 +
.../org/apache/pinot/compat/tests/StreamOp.java | 88 +
.../org/apache/pinot/compat/tests/TableOp.java | 95 +
...fflineSegmentsMinionClusterIntegrationTest.java | 216 ++
.../tests/SimpleMinionClusterIntegrationTest.java | 12 +-
.../compat-tests/configs/FeatureTest1-schema.json | 82 +
.../compat-tests/configs/feature-test-1.json | 54 +
.../compat-tests/data/FeatureTest1-data-00.csv | 13 +
.../compat-tests/data/FeatureTest1-data-01.csv | 10 +
.../compat-tests/data/recordReaderConfig.json | 5 +
.../compat-tests/post-broker-rollback.yaml | 49 +
.../compat-tests/post-controller-rollback.yaml | 49 +
.../compat-tests/post-server-rollback.yaml | 49 +
.../compat-tests/post-server-upgrade.yaml | 49 +
.../resources/compat-tests/pre-broker-upgrade.yaml | 49 +
.../compat-tests/pre-controller-upgrade.yaml | 49 +
.../resources/compat-tests/pre-server-upgrade.yaml | 49 +
.../src/test/resources/compat-tests/sample.yaml | 49 +
.../org/apache/pinot/minion/MinionStarter.java | 4 +-
.../BaseMultipleSegmentsConversionExecutor.java | 15 +
.../pinot/minion/executor/BaseTaskExecutor.java | 3 +-
.../executor/MinionTaskZkMetadataManager.java | 57 +
.../RealtimeToOfflineSegmentsTaskExecutor.java | 88 +-
...altimeToOfflineSegmentsTaskExecutorFactory.java | 12 +-
.../executor/TaskExecutorFactoryRegistry.java | 4 +-
.../RealtimeToOfflineSegmentsTaskExecutorTest.java | 95 +-
.../v0_deprecated/pinot-hadoop/pom.xml | 12 +
.../v0_deprecated/pinot-spark/pom.xml | 8 +
.../inputformat/avro/AvroRecordExtractor.java | 55 +-
.../pinot/plugin/inputformat/avro/AvroUtils.java | 90 +-
.../inputformat/avro/AvroRecordExtractorTest.java | 7 -
.../avro/AvroRecordToPinotRowGeneratorTest.java | 3 -
...aConfluentSchemaRegistryAvroMessageDecoder.java | 2 -
.../plugin/inputformat/csv/CSVRecordExtractor.java | 63 +-
.../inputformat/csv/CSVRecordExtractorConfig.java | 27 +
.../plugin/inputformat/csv/CSVRecordReader.java | 7 +-
.../csv/CSVRecordExtractorConfigTest.java} | 23 +-
.../inputformat/json/JSONRecordExtractor.java | 20 +-
.../inputformat/json/JSONRecordExtractorUtils.java | 100 -
.../inputformat/json/JSONRecordExtractorTest.java | 136 +-
.../json/JSONRecordExtractorUtilsTest.java | 120 -
pinot-plugins/pinot-input-format/pinot-orc/pom.xml | 2 +
.../plugin/inputformat/orc/ORCRecordReader.java | 223 +-
.../inputformat/orc/ORCRecordExtractorTest.java | 274 +-
.../pinot-input-format/pinot-parquet/pom.xml | 1 +
.../inputformat/parquet/ParquetRecordReader.java | 2 +-
.../inputformat/protobuf/ProtoBufFieldInfo.java | 30 +-
.../protobuf/ProtoBufRecordExtractor.java | 194 +-
.../inputformat/protobuf/ProtoBufRecordReader.java | 6 +-
.../plugin/inputformat/protobuf/ComplexTypes.java | 3393 ++++++++++++++++++++
.../protobuf/ProtoBufRecordExtractorTest.java | 203 ++
.../src/test/resources/complex_types.desc | Bin 0 -> 1281 bytes
.../src/test/resources/complex_types.proto | 32 +
.../inputformat/thrift/ThriftRecordExtractor.java | 71 +-
.../inputformat/thrift/ThriftRecordReader.java | 14 +-
.../plugin/inputformat/thrift/ComplexTypes.java | 1712 ++++++++++
.../plugin/inputformat/thrift/NestedType.java | 484 +++
.../pinot/plugin/inputformat/thrift/TestEnum.java | 66 +
.../thrift/ThriftRecordExtractorTest.java | 215 ++
.../src/test/resources/complex_types.thrift | 49 +-
.../starter/helix/HelixInstanceDataManager.java | 6 +-
.../apache/pinot/server/api/BaseResourceTest.java | 22 +-
.../apache/pinot/spi/config/instance/Instance.java | 18 +-
.../pinot/spi/config/table/BloomFilterConfig.java | 24 +-
.../pinot/spi/config/table/UpsertConfig.java | 7 +-
.../apache/pinot/spi/data/DimensionFieldSpec.java | 5 +
.../java/org/apache/pinot/spi/data/Schema.java | 24 +-
.../spi/data/readers/BaseRecordExtractor.java | 192 ++
.../apache/pinot/spi/data/readers/GenericRow.java | 7 +-
.../pinot/spi/data/readers/RecordExtractor.java | 18 +-
.../pinot/spi/data/readers/RecordReader.java | 2 +-
.../pinot/spi/data/readers/RecordReaderUtils.java | 68 +-
.../retry/RandomDelayRetryPolicy.java} | 38 +-
.../pinot/spi/utils/retry/RetryPolicies.java | 12 +
.../data/readers/AbstractRecordExtractorTest.java | 13 +-
...ordReaderUtilsTest.java => PrimaryKeyTest.java} | 28 +-
.../pinot/spi/utils/retry/RetryPolicyTest.java | 32 +
pinot-spi/src/test/resources/TestRecordReader.java | 3 -
pinot-tools/pom.xml | 14 +-
.../org/apache/pinot/tools/UpsertQuickStart.java | 112 +
.../org/apache/pinot/tools/perf/QueryRunner.java | 396 ++-
.../pinot/tools/streams/MeetupRsvpStream.java | 18 +-
.../upsert_meetupRsvp_realtime_table_config.json | 39 +
.../meetupRsvp/upsert_meetupRsvp_schema.json | 65 +
pom.xml | 4 +-
thirdeye/pom.xml | 5 +
thirdeye/thirdeye-dist/pom.xml | 4 +
.../detection/detection-config-schema.json | 11 +
.../subscription/subscription-config-schema.json | 10 +
259 files changed, 14121 insertions(+), 2084 deletions(-)
delete mode 100644 docker/images/pinot-superset/bin/superset-init
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/minion/MinionTaskMetadataUtils.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/minion/RealtimeToOfflineSegmentsTaskMetadata.java
create mode 100644 pinot-common/src/test/java/org/apache/pinot/common/metadata/RealtimeToOfflineSegmentsTaskMetadataTest.java
copy pinot-plugins/pinot-input-format/pinot-csv/src/main/java/org/apache/pinot/plugin/inputformat/csv/CSVRecordExtractorConfig.java => pinot-controller/src/main/java/org/apache/pinot/controller/api/resources/InstanceInfo.java (63%)
rename pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/minion/{ClusterInfoProvider.java => ClusterInfoAccessor.java} (70%)
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/minion/generator/RealtimeToOfflineSegmentsTaskGenerator.java
copy pinot-controller/src/main/resources/app/components/{AppLoader.tsx => CustomButton.tsx} (61%)
create mode 100644 pinot-controller/src/main/resources/app/components/CustomDialog.tsx
create mode 100644 pinot-controller/src/main/resources/app/components/CustomMultiSelect.tsx
create mode 100644 pinot-controller/src/main/resources/app/components/CustomNotification.tsx
create mode 100644 pinot-controller/src/main/resources/app/components/Homepage/Operations/EditConfigOp.tsx
create mode 100644 pinot-controller/src/main/resources/app/components/Homepage/Operations/EditTagsOp.tsx
create mode 100644 pinot-controller/src/test/java/org/apache/pinot/controller/helix/core/minion/generator/RealtimeToOfflineSegmentsTaskGeneratorTest.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/query/reduce/DataTableReducerContext.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/realtime/impl/dictionary/BaseMutableDictionary.java
delete mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/index/readers/BaseDictionary.java
copy pinot-core/src/main/java/org/apache/pinot/core/segment/index/readers/{BloomFilterReader.java => MutableDictionary.java} (56%)
copy pinot-minion/src/main/java/org/apache/pinot/minion/executor/RealtimeToOfflineSegmentsTaskExecutorFactory.java => pinot-core/src/main/java/org/apache/pinot/core/segment/index/readers/ValidDocIndexReader.java (74%)
copy pinot-core/src/main/java/org/apache/pinot/core/segment/index/readers/{BloomFilterReader.java => ValidDocIndexReaderImpl.java} (61%)
copy pinot-core/src/main/java/org/apache/pinot/core/segment/index/readers/bloom/{OffHeapGuavaBloomFilterReader.java => BaseGuavaBloomFilterReader.java} (65%)
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/segment/index/readers/bloom/OnHeapGuavaBloomFilterReader.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/upsert/PartitionUpsertMetadataManager.java
copy pinot-core/src/main/java/org/apache/pinot/core/{realtime/impl/nullvalue/MutableNullValueVector.java => upsert/RecordLocation.java} (54%)
copy pinot-plugins/pinot-input-format/pinot-csv/src/main/java/org/apache/pinot/plugin/inputformat/csv/CSVRecordExtractorConfig.java => pinot-core/src/main/java/org/apache/pinot/core/upsert/TableUpsertMetadataManager.java (58%)
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/indexsegment/mutable/MutableSegmentImplUpsertTest.java
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/upsert/PartitionUpsertMetadataManagerTest.java
create mode 100644 pinot-core/src/test/resources/data/test_upsert_data.json
create mode 100644 pinot-core/src/test/resources/data/test_upsert_schema.json
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/compat/tests/BaseOp.java
copy pinot-plugins/pinot-input-format/pinot-csv/src/main/java/org/apache/pinot/plugin/inputformat/csv/CSVRecordExtractorConfig.java => pinot-integration-tests/src/test/java/org/apache/pinot/compat/tests/CompatTestOperation.java (59%)
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/compat/tests/CompatibilityOpsRunner.java
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/compat/tests/QueryOp.java
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/compat/tests/SegmentOp.java
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/compat/tests/StreamOp.java
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/compat/tests/TableOp.java
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/RealtimeToOfflineSegmentsMinionClusterIntegrationTest.java
create mode 100644 pinot-integration-tests/src/test/resources/compat-tests/configs/FeatureTest1-schema.json
create mode 100644 pinot-integration-tests/src/test/resources/compat-tests/configs/feature-test-1.json
create mode 100644 pinot-integration-tests/src/test/resources/compat-tests/data/FeatureTest1-data-00.csv
create mode 100644 pinot-integration-tests/src/test/resources/compat-tests/data/FeatureTest1-data-01.csv
create mode 100644 pinot-integration-tests/src/test/resources/compat-tests/data/recordReaderConfig.json
create mode 100644 pinot-integration-tests/src/test/resources/compat-tests/post-broker-rollback.yaml
create mode 100644 pinot-integration-tests/src/test/resources/compat-tests/post-controller-rollback.yaml
create mode 100644 pinot-integration-tests/src/test/resources/compat-tests/post-server-rollback.yaml
create mode 100644 pinot-integration-tests/src/test/resources/compat-tests/post-server-upgrade.yaml
create mode 100644 pinot-integration-tests/src/test/resources/compat-tests/pre-broker-upgrade.yaml
create mode 100644 pinot-integration-tests/src/test/resources/compat-tests/pre-controller-upgrade.yaml
create mode 100644 pinot-integration-tests/src/test/resources/compat-tests/pre-server-upgrade.yaml
create mode 100644 pinot-integration-tests/src/test/resources/compat-tests/sample.yaml
create mode 100644 pinot-minion/src/main/java/org/apache/pinot/minion/executor/MinionTaskZkMetadataManager.java
copy pinot-plugins/pinot-input-format/pinot-csv/src/{main/java/org/apache/pinot/plugin/inputformat/csv/CSVRecordExtractorConfig.java => test/java/org/apache/pinot/plugin/inputformat/csv/CSVRecordExtractorConfigTest.java} (67%)
delete mode 100644 pinot-plugins/pinot-input-format/pinot-json/src/main/java/org/apache/pinot/plugin/inputformat/json/JSONRecordExtractorUtils.java
delete mode 100644 pinot-plugins/pinot-input-format/pinot-json/src/test/java/org/apache/pinot/plugin/inputformat/json/JSONRecordExtractorUtilsTest.java
copy pinot-core/src/main/java/org/apache/pinot/core/segment/index/readers/BloomFilterReader.java => pinot-plugins/pinot-input-format/pinot-protobuf/src/main/java/org/apache/pinot/plugin/inputformat/protobuf/ProtoBufFieldInfo.java (54%)
create mode 100644 pinot-plugins/pinot-input-format/pinot-protobuf/src/test/java/org/apache/pinot/plugin/inputformat/protobuf/ComplexTypes.java
create mode 100644 pinot-plugins/pinot-input-format/pinot-protobuf/src/test/java/org/apache/pinot/plugin/inputformat/protobuf/ProtoBufRecordExtractorTest.java
create mode 100644 pinot-plugins/pinot-input-format/pinot-protobuf/src/test/resources/complex_types.desc
create mode 100644 pinot-plugins/pinot-input-format/pinot-protobuf/src/test/resources/complex_types.proto
create mode 100644 pinot-plugins/pinot-input-format/pinot-thrift/src/test/java/org/apache/pinot/plugin/inputformat/thrift/ComplexTypes.java
create mode 100644 pinot-plugins/pinot-input-format/pinot-thrift/src/test/java/org/apache/pinot/plugin/inputformat/thrift/NestedType.java
create mode 100644 pinot-plugins/pinot-input-format/pinot-thrift/src/test/java/org/apache/pinot/plugin/inputformat/thrift/TestEnum.java
create mode 100644 pinot-plugins/pinot-input-format/pinot-thrift/src/test/java/org/apache/pinot/plugin/inputformat/thrift/ThriftRecordExtractorTest.java
copy pinot-controller/src/main/resources/app/components/TabPanel.tsx => pinot-plugins/pinot-input-format/pinot-thrift/src/test/resources/complex_types.thrift (51%)
create mode 100644 pinot-spi/src/main/java/org/apache/pinot/spi/data/readers/BaseRecordExtractor.java
copy pinot-spi/src/main/java/org/apache/pinot/spi/{config/table/UpsertConfig.java => utils/retry/RandomDelayRetryPolicy.java} (52%)
rename pinot-spi/src/test/java/org/apache/pinot/spi/data/readers/{RecordReaderUtilsTest.java => PrimaryKeyTest.java} (58%)
create mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/UpsertQuickStart.java
create mode 100644 pinot-tools/src/main/resources/examples/stream/meetupRsvp/upsert_meetupRsvp_realtime_table_config.json
create mode 100644 pinot-tools/src/main/resources/examples/stream/meetupRsvp/upsert_meetupRsvp_schema.json
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@pinot.apache.org
For additional commands, e-mail: commits-help@pinot.apache.org