You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pinot.apache.org by sa...@apache.org on 2022/03/10 19:57:37 UTC
[pinot] branch update-license-notice-0.10.0 updated (333eed0 -> 39986d5)
This is an automated email from the ASF dual-hosted git repository.
sajjad pushed a change to branch update-license-notice-0.10.0
in repository https://gitbox.apache.org/repos/asf/pinot.git.
from 333eed0 Update the end date in notice file
add 70155ec move memory manager to segment-spi (#8277)
add e498a71 move mutable indexes into dedicated package (#8278)
add 2edcb6b Upgrade protobuf as the current version has security vulnerability (#8287)
add eaf656b add more testing for MV var-length columns, detect overflow scenarios (#8286)
add 235e21b Fix bug in GrpcBrokerRequestHandler: exceptions are suppressed (#8272)
add 46ed731 Fail process when startup services failing (#8282)
add 890b9be During rebalance, re-calculate the instance partitions to avoid 2 concurrent rebalance change table back and forth (#8291)
add 90d1136 Add dateTimeConvert scalar function (#8292)
add 63b752a upgrade pinotdb version (#8303)
add f67b5aa Cache ideal state and external view paths in RoutingEntry (#8296)
add e41d86b Add Flink Pinot connector (#8233)
add 425055d Add support for native transports #4427 (#8300)
add 308b371 In TableCache, invoke callback on config change listener during registration (#8302)
add d3fe951 Make realtime indexes pluggable (#8279)
add a208954 Exclude protobuf-java explicitly in transitive dependencies (#8307)
add b7c181a Resolve dependency convergence issue between pinot-core and pinot-adls on kqueue (#8317)
add 9380b14 Add QueryRunner as a standalone tool. (#8311)
add 8bde29e adding a get children API for ZookeeperResource (#8305)
add 1150305 Allow overriding expression in query through query config (#8319)
add ba0b016 Refactor PinotSinkIntegrationTest to have consistent table config and schema (#8322)
add 53fa9a5 Always handle null time values (#8310)
add 4e98070 Fix redirections for routes with access-token (#8285)
add 07a7ddb fixing datetime truncate for multi-day (#8327)
add b0f5d16 upgrade netty due to security vulnerability (#8328)
add 1a701b7 Support NOT LIKE and NOT BETWEEN (#8331)
add e87c055 Fix segment status checker to skip push in-progress segments (#8323)
add 8ef4dba Add tlsPort into InstanceConfig so Pinot can start both HTTP and HTTPS ports (#8313)
add 39986d5 Merge branch 'master' into update-license-notice-0.10.0
No new revisions were added by this update.
Summary of changes:
LICENSE-binary | 38 +-
docker/images/pinot-superset/requirements-db.txt | 2 +-
.../broker/broker/helix/BaseBrokerStarter.java | 11 +-
.../requesthandler/BaseBrokerRequestHandler.java | 56 +-
.../SingleConnectionBrokerRequestHandler.java | 5 +-
.../pinot/broker/routing/RoutingManager.java | 51 +-
.../LiteralOnlyBrokerRequestTest.java | 9 +-
pinot-clients/pinot-java-client/pom.xml | 4 +
.../apache/pinot/client/DynamicBrokerSelector.java | 16 +-
.../apache/pinot/client/ExternalViewReader.java | 64 +-
.../pinot/client/DynamicBrokerSelectorTest.java | 5 +
.../pinot/client/ExternalViewReaderTest.java | 109 +
pinot-common/pom.xml | 18 +
.../apache/pinot/common/config/NettyConfig.java | 56 +
.../pinot/common/config/provider/TableCache.java | 118 +-
.../common/function/scalar/DateTimeFunctions.java | 82 +-
.../pinot/common/helix/ExtraInstanceConfig.java | 32 +-
.../pinot/common/utils/helix/HelixHelper.java | 13 +
.../apache/pinot/sql/parsers/CalciteSqlParser.java | 32 +-
.../common/utils/config/TableConfigSerDeTest.java | 22 +-
pinot-connectors/pinot-flink-connector/README.md | 47 +
pinot-connectors/pinot-flink-connector/pom.xml | 179 +
.../pinot/connector/flink/FlinkQuickStart.java | 88 +
.../flink/common/FlinkRowGenericRowConverter.java | 55 +
.../flink/common/MapGenericRowConverter.java | 31 +-
.../flink/common/PinotGenericRowConverter.java | 26 +-
.../pinot/connector/flink/http/HttpClient.java | 130 +
.../pinot/connector/flink/http/HttpException.java | 14 +-
.../connector/flink/http/PinotConnectionUtils.java | 102 +
.../flink/http/PinotControllerClient.java | 146 +
.../connector/flink/sink/FlinkSegmentWriter.java | 127 +-
.../connector/flink/sink/PinotSinkFunction.java | 154 +
.../src/main/resources/starbucks-stores-world.csv | 11990 +++++++++++++++++++
.../flink/http/PinotControllerClientTest.java | 165 +
.../flink/sink/PinotSinkIntegrationTest.java | 167 +
.../fixtures/pinotControllerInstances.json | 40 +
.../fixtures/pinotTableConfigLowLevel.json | 55 +
.../test/resources/fixtures/pinotTableSchema.json | 43 +
pinot-connectors/pom.xml | 1 +
.../pinot-common-jdk8/pom.xml | 12 +
.../pinot/controller/BaseControllerStarter.java | 5 +
.../api/resources/ZookeeperResource.java | 84 +-
.../helix/ControllerRequestURLBuilder.java | 8 +
.../controller/helix/SegmentStatusChecker.java | 18 +-
.../helix/core/PinotHelixResourceManager.java | 7 +-
.../helix/core/rebalance/TableRebalancer.java | 182 +-
pinot-controller/src/main/resources/app/App.tsx | 4 +-
.../main/resources/app/utils/PinotMethodUtils.ts | 40 +-
.../controller/api/ZookeeperResourceTest.java | 86 -
.../api/resources/ZookeeperResourceTest.java | 122 +
.../controller/helix/SegmentStatusCheckerTest.java | 19 +
.../pinot/controller/helix/TableCacheTest.java | 92 +-
.../controller/util/ListenerConfigUtilTest.java | 26 +
pinot-core/pom.xml | 12 +
.../realtime/LLRealtimeSegmentDataManager.java | 2 +-
.../realtime/RealtimeSegmentDataManager.java | 2 +-
.../manager/realtime/RealtimeTableDataManager.java | 2 +-
.../core/operator/filter/FilterOperatorUtils.java | 2 +-
.../core/operator/filter/NotFilterOperator.java | 2 +-
.../datetime/BaseDateTimeTransformer.java | 3 +-
.../org/apache/pinot/core/plan/FilterPlanNode.java | 2 +-
.../core/query/reduce/StreamingReduceService.java | 41 +-
.../apache/pinot/core/transport/QueryRouter.java | 26 +-
.../apache/pinot/core/transport/QueryServer.java | 37 +-
.../pinot/core/transport/ServerChannels.java | 32 +-
.../apache/pinot/core/util/ListenerConfigUtil.java | 16 +
.../core/util/{GroupByUtils.java => OsCheck.java} | 45 +-
.../core/data/function/DateTimeFunctionsTest.java | 150 +-
.../realtime/LLRealtimeSegmentDataManagerTest.java | 143 +-
.../core/geospatial/transform/GeoFunctionTest.java | 12 +-
.../datetime/DateTimeConverterTest.java | 4 +-
...adataAndDictionaryAggregationPlanMakerTest.java | 2 +-
.../pruner/SelectionQuerySegmentPrunerTest.java | 2 +-
.../query/reduce/StreamingReduceServiceTest.java | 112 +
.../pinot/core/transport/QueryRoutingTest.java | 3 +-
.../org/apache/pinot/queries/BaseQueriesTest.java | 9 -
.../pinot/queries/NotOperatorQueriesTest.java | 167 +-
.../pinot/queries/TextSearchQueriesTest.java | 3 +-
.../ControllerPeriodicTasksIntegrationTest.java | 3 +
.../tests/OfflineClusterIntegrationTest.java | 89 +-
.../integration/tests/TlsIntegrationTest.java | 15 +
.../org/apache/pinot/perf/BenchmarkDictionary.java | 2 +-
.../perf/BenchmarkFixedIntArrayOffHeapIdMap.java | 2 +-
.../perf/BenchmarkOffHeapDictionaryMemory.java | 2 +-
.../perf/BenchmarkOffHeapMutableBytesStore.java | 2 +-
.../pinot/perf/BenchmarkStringDictionary.java | 2 +-
pinot-plugins/pinot-file-system/pinot-adls/pom.xml | 16 +
.../pinot-stream-ingestion/pinot-pulsar/pom.xml | 12 +-
.../indexsegment/immutable/EmptyIndexSegment.java | 2 +-
.../immutable/ImmutableSegmentImpl.java | 2 +-
.../mutable/DefaultMutableIndexProvider.java | 135 +
.../indexsegment/mutable/IntermediateSegment.java | 8 +-
.../indexsegment/mutable/MutableSegmentImpl.java | 146 +-
.../RealtimeIndexOffHeapMemoryManager.java | 1 +
...ixedByteSingleValueMultiColumnReaderWriter.java | 2 +-
.../writer/impl/BaseChunkSVForwardIndexWriter.java | 7 +-
.../writer/impl/MutableOffHeapByteArrayStore.java | 2 +-
.../impl/VarByteChunkSVForwardIndexWriter.java | 37 +-
.../converter/stats/MutableColumnStatistics.java | 2 +-
.../stats/MutableNoDictionaryColStatistics.java | 2 +-
.../local/realtime/impl/RealtimeSegmentConfig.java | 2 +-
.../dictionary/BaseOffHeapMutableDictionary.java | 4 +-
.../dictionary/BaseOnHeapMutableDictionary.java | 2 +-
.../dictionary/BytesOffHeapMutableDictionary.java | 2 +-
.../dictionary/DoubleOffHeapMutableDictionary.java | 2 +-
.../dictionary/FloatOffHeapMutableDictionary.java | 2 +-
.../dictionary/IntOffHeapMutableDictionary.java | 2 +-
.../dictionary/LongOffHeapMutableDictionary.java | 2 +-
.../impl/dictionary/MutableDictionaryFactory.java | 4 +-
.../impl/dictionary/OffHeapMutableBytesStore.java | 2 +-
.../dictionary/StringOffHeapMutableDictionary.java | 2 +-
.../forward/FixedByteMVMutableForwardIndex.java | 4 +-
.../forward/FixedByteSVMutableForwardIndex.java | 4 +-
.../impl/forward/VarByteSVMutableForwardIndex.java | 4 +-
.../realtime/impl/geospatial/MutableH3Index.java | 2 +-
...IndexReader.java => RealtimeInvertedIndex.java} | 9 +-
.../RealtimeLuceneIndexReaderRefreshThread.java | 4 +-
.../RealtimeLuceneIndexRefreshState.java | 6 +-
...dexReader.java => RealtimeLuceneTextIndex.java} | 9 +-
...bleJsonIndex.java => MutableJsonIndexImpl.java} | 7 +-
.../impl/nullvalue/MutableNullValueVector.java | 2 +-
.../recordtransformer/NullValueTransformer.java | 51 +-
.../impl/fwd/MultiValueVarByteRawIndexCreator.java | 3 +
.../creator/impl/text/LuceneTextIndexCreator.java | 4 +-
.../index/column/IntermediateIndexContainer.java | 4 +-
.../index/readers/ValidDocIndexReaderImpl.java | 2 +-
.../upsert/PartitionUpsertMetadataManager.java | 2 +-
.../local/utils/FixedIntArrayOffHeapIdMap.java | 2 +-
.../segment/local/utils/TableConfigUtils.java | 5 -
.../pinot/segment/local/utils/nativefst/FST.java | 2 +-
.../local/utils/nativefst/ImmutableFST.java | 2 +-
.../impl/MmapMemoryManagerFileCleanupTest.java | 2 +-
.../io/writer/impl/MmapMemoryManagerTest.java | 2 +-
.../impl/MutableOffHeapByteArrayStoreTest.java | 2 +-
.../impl/VarByteChunkSVForwardIndexWriterTest.java | 183 +
.../impl/dictionary/MultiValueDictionaryTest.java | 2 +-
.../impl/dictionary/MutableDictionaryTest.java | 4 +-
.../dictionary/OffHeapMutableBytesStoreTest.java | 2 +-
.../RealtimeInvertedIndexReaderTest.java | 2 +-
.../recordtransformer/RecordTransformerTest.java | 146 +-
.../segment/local/segment/index/JsonIndexTest.java | 6 +-
.../MultiValueVarByteRawIndexCreatorTest.java | 131 +-
.../FixedByteMVMutableForwardIndexTest.java | 2 +-
.../FixedByteSVMutableForwardIndexTest.java | 2 +-
.../mutable/VarByteSVMutableForwardIndexTest.java | 2 +-
...ByteSingleValueMultiColumnReaderWriterTest.java | 2 +-
.../upsert/PartitionUpsertMetadataManagerTest.java | 2 +-
.../segment/local/utils/TableConfigUtilsTest.java | 12 -
.../org/apache/pinot/segment/spi/IndexSegment.java | 2 +-
.../pinot/segment/spi/index/IndexingOverrides.java | 63 +-
.../{reader => mutable}/MutableDictionary.java | 5 +-
.../{reader => mutable}/MutableForwardIndex.java | 6 +-
.../MutableInvertedIndex.java} | 16 +-
.../MutableJsonIndex.java} | 15 +-
.../spi/index/mutable/MutableTextIndex.java | 15 +-
.../ThreadSafeMutableRoaringBitmap.java | 2 +-
.../provider/MutableDictionaryProvider.java | 8 +-
.../provider/MutableForwardIndexProvider.java | 8 +-
.../mutable/provider/MutableIndexContext.java | 249 +
.../mutable/provider/MutableIndexProvider.java | 6 +-
.../provider/MutableInvertedIndexProvider.java | 8 +-
.../mutable/provider/MutableJsonIndexProvider.java | 8 +-
.../provider/MutableTextIndexReaderProvider.java | 8 +-
.../spi/memory}/PinotDataBufferMemoryManager.java | 3 +-
pinot-server/pom.xml | 6 +
.../pinot/server/starter/ServerInstance.java | 8 +-
.../spi/config/provider/PinotConfigProvider.java | 26 +-
.../apache/pinot/spi/config/table/QueryConfig.java | 29 +-
.../SegmentsValidationAndRetentionConfig.java | 10 -
.../java/org/apache/pinot/spi/data/Schema.java | 4 +-
.../apache/pinot/spi/utils/CommonConstants.java | 2 +
.../spi/utils/builder/TableConfigBuilder.java | 7 -
pinot-tools/pom.xml | 10 +
.../tools/admin/command/QuickstartRunner.java | 16 +-
.../tools/admin/command/StartBrokerCommand.java | 13 +-
.../admin/command/StartControllerCommand.java | 13 +-
.../tools/admin/command/StartMinionCommand.java | 13 +-
.../tools/admin/command/StartServerCommand.java | 13 +-
.../admin/command/StartServiceManagerCommand.java | 13 +-
pom.xml | 6 +-
180 files changed, 16351 insertions(+), 1248 deletions(-)
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/config/NettyConfig.java
copy pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/assignment/instance/InstanceConstraintApplier.java => pinot-common/src/main/java/org/apache/pinot/common/helix/ExtraInstanceConfig.java (57%)
create mode 100644 pinot-connectors/pinot-flink-connector/README.md
create mode 100644 pinot-connectors/pinot-flink-connector/pom.xml
create mode 100644 pinot-connectors/pinot-flink-connector/src/main/java/org/apache/pinot/connector/flink/FlinkQuickStart.java
create mode 100644 pinot-connectors/pinot-flink-connector/src/main/java/org/apache/pinot/connector/flink/common/FlinkRowGenericRowConverter.java
copy pinot-core/src/test/java/org/apache/pinot/core/realtime/impl/fakestream/FakeStreamLevelConsumer.java => pinot-connectors/pinot-flink-connector/src/main/java/org/apache/pinot/connector/flink/common/MapGenericRowConverter.java (62%)
copy pinot-segment-local/src/main/java/org/apache/pinot/segment/local/recordtransformer/RecordTransformer.java => pinot-connectors/pinot-flink-connector/src/main/java/org/apache/pinot/connector/flink/common/PinotGenericRowConverter.java (60%)
create mode 100644 pinot-connectors/pinot-flink-connector/src/main/java/org/apache/pinot/connector/flink/http/HttpClient.java
copy pinot-common/src/main/java/org/apache/pinot/common/exception/HttpErrorStatusException.java => pinot-connectors/pinot-flink-connector/src/main/java/org/apache/pinot/connector/flink/http/HttpException.java (74%)
create mode 100644 pinot-connectors/pinot-flink-connector/src/main/java/org/apache/pinot/connector/flink/http/PinotConnectionUtils.java
create mode 100644 pinot-connectors/pinot-flink-connector/src/main/java/org/apache/pinot/connector/flink/http/PinotControllerClient.java
copy pinot-plugins/pinot-segment-writer/pinot-segment-writer-file-based/src/main/java/org/apache/pinot/plugin/segmentwriter/filebased/FileBasedSegmentWriter.java => pinot-connectors/pinot-flink-connector/src/main/java/org/apache/pinot/connector/flink/sink/FlinkSegmentWriter.java (63%)
create mode 100644 pinot-connectors/pinot-flink-connector/src/main/java/org/apache/pinot/connector/flink/sink/PinotSinkFunction.java
create mode 100644 pinot-connectors/pinot-flink-connector/src/main/resources/starbucks-stores-world.csv
create mode 100644 pinot-connectors/pinot-flink-connector/src/test/java/org/apache/pinot/connector/flink/http/PinotControllerClientTest.java
create mode 100644 pinot-connectors/pinot-flink-connector/src/test/java/org/apache/pinot/connector/flink/sink/PinotSinkIntegrationTest.java
create mode 100644 pinot-connectors/pinot-flink-connector/src/test/resources/fixtures/pinotControllerInstances.json
create mode 100644 pinot-connectors/pinot-flink-connector/src/test/resources/fixtures/pinotTableConfigLowLevel.json
create mode 100644 pinot-connectors/pinot-flink-connector/src/test/resources/fixtures/pinotTableSchema.json
delete mode 100644 pinot-controller/src/test/java/org/apache/pinot/controller/api/ZookeeperResourceTest.java
create mode 100644 pinot-controller/src/test/java/org/apache/pinot/controller/api/resources/ZookeeperResourceTest.java
copy pinot-core/src/main/java/org/apache/pinot/core/util/{GroupByUtils.java => OsCheck.java} (50%)
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/query/reduce/StreamingReduceServiceTest.java
create mode 100644 pinot-segment-local/src/main/java/org/apache/pinot/segment/local/indexsegment/mutable/DefaultMutableIndexProvider.java
rename pinot-segment-local/src/main/java/org/apache/pinot/segment/local/realtime/impl/invertedindex/{RealtimeInvertedIndexReader.java => RealtimeInvertedIndex.java} (91%)
rename pinot-segment-local/src/main/java/org/apache/pinot/segment/local/realtime/impl/invertedindex/{RealtimeLuceneTextIndexReader.java => RealtimeLuceneTextIndex.java} (95%)
rename pinot-segment-local/src/main/java/org/apache/pinot/segment/local/realtime/impl/json/{MutableJsonIndex.java => MutableJsonIndexImpl.java} (98%)
create mode 100644 pinot-segment-local/src/test/java/org/apache/pinot/segment/local/io/writer/impl/VarByteChunkSVForwardIndexWriterTest.java
rename pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/{reader => mutable}/MutableDictionary.java (93%)
rename pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/{reader => mutable}/MutableForwardIndex.java (98%)
copy pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/{reader/JsonIndexReader.java => mutable/MutableInvertedIndex.java} (70%)
copy pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/{creator/InvertedIndexCreator.java => mutable/MutableJsonIndex.java} (76%)
copy pinot-common/src/main/java/org/apache/pinot/parsers/QueryCompiler.java => pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/mutable/MutableTextIndex.java (74%)
rename pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/{ => mutable}/ThreadSafeMutableRoaringBitmap.java (97%)
copy pinot-common/src/main/java/org/apache/pinot/common/metadata/ZKMetadata.java => pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/mutable/provider/MutableDictionaryProvider.java (76%)
copy pinot-common/src/main/java/org/apache/pinot/common/metadata/ZKMetadata.java => pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/mutable/provider/MutableForwardIndexProvider.java (76%)
create mode 100644 pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/mutable/provider/MutableIndexContext.java
copy pinot-clients/pinot-jdbc-client/src/main/java/org/apache/pinot/client/controller/request/TableRequest.java => pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/mutable/provider/MutableIndexProvider.java (75%)
copy pinot-common/src/main/java/org/apache/pinot/common/metadata/ZKMetadata.java => pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/mutable/provider/MutableInvertedIndexProvider.java (75%)
copy pinot-common/src/main/java/org/apache/pinot/common/metadata/ZKMetadata.java => pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/mutable/provider/MutableJsonIndexProvider.java (77%)
copy pinot-common/src/main/java/org/apache/pinot/common/metadata/ZKMetadata.java => pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/mutable/provider/MutableTextIndexReaderProvider.java (76%)
rename {pinot-segment-local/src/main/java/org/apache/pinot/segment/local/io/readerwriter => pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/memory}/PinotDataBufferMemoryManager.java (92%)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@pinot.apache.org
For additional commands, e-mail: commits-help@pinot.apache.org