You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pinot.apache.org by gi...@apache.org on 2023/07/27 18:06:18 UTC
[pinot] branch dependabot/maven/io.grpc-grpc-context-1.56.1 updated (0af1f2565c -> f1c191ee93)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch dependabot/maven/io.grpc-grpc-context-1.56.1
in repository https://gitbox.apache.org/repos/asf/pinot.git
omit 0af1f2565c Bump io.grpc:grpc-context from 1.14.0 to 1.56.1
add 35fb1d0886 Fix compatibility test (#11156)
add 41b3c70906 [multistage][hotfix] should never pull project up below sort (#11161)
add ea493a2532 Extract headers for Kinesis Connector (#9713)
add 4135e07220 [multistage] support physical plan in Explain queries (#11052)
add ff6d527fbf [multistage] Register theta sketch aggregation functions in v2 query engine (#11143)
add 06d8540378 For table rebalance, check if instances are equal for NO_OP (#11073)
add 1d61fc2845 Make interface methods non private, for java 8 compatibility (#11164)
add 6fa8cab1e0 Simplify compatible test to avoid test against itself (#11163)
add a7530255d4 Support sum precision (#11162)
add 7231ecfee8 Increment nextDocId even if geo indexing fails (#11158)
add d5e6a56a6a deprecated(since) is not supported in jdk 8 (#11172)
add b34fad1251 [multistage]fix count star handling in v1 planner (#11171)
add 9d55a46047 Instance retag validation check api (#11077)
add 7191cc54bf Fix the issue of consuming segment entering ERROR state due to stream connection errors (#11166)
add f793bca39d In TableRebalancer, remove instance partitions only when reassigning instances (#11169)
add c4015fafed Remove JDK 8 unsupported code (#11176)
add 4823c958ae Updated code for setting value of segment min/max property. (#10990)
add 9e079b1da9 Add stat to track number of segments that have valid doc id snapshots (#11110)
add 94bbc671ed Adding default multi-stage query ports for k8s (#11180)
add d9c64f347a Add Integration test for Upsert Preload (#11160)
add e87a05045d Fix compat test by adding -am flag to build pinot-integration-tests (#11181)
add 09bc525598 removing the format support in explain physical plan sql queries. (#11179)
add 4d72eb5a58 Segment compaction for upsert real-time tables (#10463)
add a86ba9c42f Add brokerId and brokerReduceTimeMs to the broker response stats (#11142)
add a0ff2e8420 [multistage] bridge v2 query engine for leaf stage v1 multi-value column (#11117)
add d83d1e8713 Non-leaf filter operators NULL support. (#11185)
add 1c7fde0c5a safely multiply integers to prevent overflow (#11186)
add 61dcea6b71 Rbac impl (#11016)
add a21380f82d Move largest comparison value update logic out of map access (#11157)
add 4a12ebf2df dont duplicate register scalar function in CalciteSchema (#11190)
add f1c191ee93 Bump io.grpc:grpc-context from 1.14.0 to 1.56.1
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (0af1f2565c)
\
N -- N -- N refs/heads/dependabot/maven/io.grpc-grpc-context-1.56.1 (f1c191ee93)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.../scripts/.pinot_compatibility_verifier.sh | 25 +-
compatibility-verifier/checkoutAndBuild.sh | 140 ++++++----
kubernetes/helm/pinot/values.yaml | 4 +
kubernetes/skaffold/gke/pinot-broker.yml | 2 +
kubernetes/skaffold/gke/pinot-server.yml | 2 +
.../org/apache/pinot/broker/api/AccessControl.java | 3 +-
.../api/resources/PinotBrokerAppConfigs.java | 4 +
.../broker/api/resources/PinotBrokerDebug.java | 33 ++-
.../api/resources/PinotBrokerHealthCheck.java | 4 +
.../broker/api/resources/PinotBrokerLogger.java | 8 +
.../broker/api/resources/PinotBrokerRouting.java | 6 +
.../broker/api/resources/PinotClientRequest.java | 19 +-
.../pinot/broker/broker/AuthenticationFilter.java | 4 +
.../broker/broker/helix/BaseBrokerStarter.java | 5 +-
.../requesthandler/BaseBrokerRequestHandler.java | 31 +-
.../requesthandler/BrokerRequestHandler.java | 7 +-
.../BrokerRequestHandlerDelegate.java | 7 +-
.../requesthandler/GrpcBrokerRequestHandler.java | 7 +-
.../MultiStageBrokerRequestHandler.java | 37 +--
.../BaseBrokerRequestHandlerTest.java | 2 +-
.../LiteralOnlyBrokerRequestTest.java | 36 +--
.../MultiStageBrokerRequestHandlerTest.java | 2 +-
.../org/apache/pinot/client/BrokerResponse.java | 6 +
.../org/apache/pinot/client/ExecutionStats.java | 6 +
pinot-common/src/main/codegen/config.fmpp | 1 +
.../src/main/codegen/includes/parserImpls.ftl | 20 ++
.../common/assignment/InstancePartitions.java | 19 ++
.../pinot/common/function/FunctionRegistry.java | 11 +-
.../common/function/TransformFunctionType.java | 12 +
.../apache/pinot/common/metrics/ServerGauge.java | 4 +-
.../request/context/RequestContextUtils.java | 5 -
.../pinot/common/response/BrokerResponse.java | 14 +
.../response/broker/BrokerResponseNative.java | 41 ++-
.../response/broker/BrokerResponseStats.java | 16 +-
.../pinot/common/utils/config/TagNameUtils.java | 7 +
.../sql/parsers/parser/SqlPhysicalExplain.java | 25 +-
.../pinot/controller/BaseControllerStarter.java | 31 +-
.../pinot/controller/api/access/AccessControl.java | 3 +-
.../api/access/AuthenticationFilter.java | 3 +
.../controller/api/resources/DebugResource.java | 5 +
...anceInfo.java => InstanceTagUpdateRequest.java} | 33 ++-
.../resources/LLCSegmentCompletionHandlers.java | 11 +
.../api/resources/OperationValidationResponse.java | 16 +-
.../PinotAccessControlUserRestletResource.java | 8 +
.../api/resources/PinotClusterConfigs.java | 7 +
.../api/resources/PinotControllerAppConfigs.java | 4 +
.../api/resources/PinotControllerAuthResource.java | 5 +
.../api/resources/PinotControllerHealthCheck.java | 5 +
.../api/resources/PinotControllerLogger.java | 11 +
...PinotControllerPeriodicTaskRestletResource.java | 5 +
.../resources/PinotIngestionRestletResource.java | 5 +
.../PinotInstanceAssignmentRestletResource.java | 8 +
.../resources/PinotInstanceRestletResource.java | 161 +++++++++++
.../PinotLeadControllerRestletResource.java | 5 +
.../api/resources/PinotQueryResource.java | 1 +
.../api/resources/PinotRealtimeTableResource.java | 9 +
.../api/resources/PinotRunningQueryResource.java | 5 +
.../api/resources/PinotSchemaRestletResource.java | 25 ++
.../api/resources/PinotSegmentRestletResource.java | 31 ++
.../PinotSegmentUploadDownloadRestletResource.java | 11 +
.../api/resources/PinotTableIndexingConfigs.java | 4 +
.../api/resources/PinotTableInstances.java | 6 +
.../api/resources/PinotTableMetadataConfigs.java | 4 +
.../api/resources/PinotTableRestletResource.java | 58 +++-
.../controller/api/resources/PinotTableSchema.java | 4 +
.../api/resources/PinotTableSegmentConfigs.java | 4 +
.../api/resources/PinotTableTenantConfigs.java | 4 +
.../api/resources/PinotTaskRestletResource.java | 42 +++
.../api/resources/PinotTenantRestletResource.java | 12 +
.../api/resources/PinotUpsertRestletResource.java | 4 +
.../api/resources/PinotVersionRestletResource.java | 4 +
.../api/resources/TableConfigsRestletResource.java | 16 ++
.../pinot/controller/api/resources/TableSize.java | 4 +
.../pinot/controller/api/resources/TableViews.java | 5 +
.../api/resources/ZookeeperResource.java | 11 +
.../api/services/PinotBrokerService.java | 14 +
.../helix/core/PinotHelixResourceManager.java | 36 ++-
.../helix/core/minion/ClusterInfoAccessor.java | 36 ++-
.../helix/core/minion/PinotTaskManager.java | 11 +-
.../helix/core/rebalance/TableRebalancer.java | 311 ++++++++++++---------
.../api/PinotInstanceRestletResourceTest.java | 125 ++++++++-
.../TableRebalancerClusterStatelessTest.java | 10 +-
.../java/org/apache/pinot/core/auth/Actions.java | 144 ++++++++++
.../java/org/apache/pinot/core/auth/Authorize.java | 16 +-
.../pinot/core/auth/FineGrainedAccessControl.java | 50 ++++
.../pinot/core/auth/FineGrainedAuthUtils.java | 117 ++++++++
.../org/apache/pinot/core/auth/TargetType.java | 13 +-
.../apache/pinot/core/common/MinionConstants.java | 19 ++
.../realtime/LLRealtimeSegmentDataManager.java | 4 +
.../pinot/core/operator/docidsets/AndDocIdSet.java | 3 +-
.../core/operator/filter/AndFilterOperator.java | 29 +-
.../core/operator/filter/BaseFilterOperator.java | 40 +++
.../operator/filter/BitmapBasedFilterOperator.java | 11 +-
.../operator/filter/CombinedFilterOperator.java | 7 +-
.../core/operator/filter/EmptyFilterOperator.java | 10 +-
.../operator/filter/ExpressionFilterOperator.java | 9 +-
.../core/operator/filter/FilterOperatorUtils.java | 22 +-
.../filter/H3InclusionIndexFilterOperator.java | 18 +-
.../operator/filter/H3IndexFilterOperator.java | 23 +-
.../filter/InvertedIndexFilterOperator.java | 22 +-
.../operator/filter/JsonMatchFilterOperator.java | 9 +-
.../operator/filter/MatchAllFilterOperator.java | 9 +-
.../core/operator/filter/NotFilterOperator.java | 24 +-
.../core/operator/filter/OrFilterOperator.java | 32 ++-
.../filter/RangeIndexBasedFilterOperator.java | 21 +-
.../operator/filter/ScanBasedFilterOperator.java | 14 +-
.../filter/SortedIndexBasedFilterOperator.java | 18 +-
.../core/operator/filter/TestFilterOperator.java | 101 ++++---
.../filter/TextContainsFilterOperator.java | 9 +-
.../operator/filter/TextMatchFilterOperator.java | 8 +-
.../function/TransformFunctionFactory.java | 2 +-
.../startree/operator/StarTreeFilterOperator.java | 12 +-
.../operator/filter/AndFilterOperatorTest.java | 74 +++--
.../operator/filter/FilterOperatorUtilsTest.java | 14 +-
.../operator/filter/NotFilterOperatorTest.java | 27 +-
.../core/operator/filter/OrFilterOperatorTest.java | 57 +++-
.../pinot/core/operator/filter/TestUtils.java} | 36 +--
.../pinot/integration/tests/QueryGenerator.java | 87 ++++--
.../tests/BaseClusterIntegrationTestSet.java | 60 ++--
.../tests/MultiStageEngineIntegrationTest.java | 26 +-
.../tests/OfflineClusterIntegrationTest.java | 2 +-
.../tests/SumPrecisionIntegrationTest.java | 167 +++++++++++
.../tests/ThetaSketchIntegrationTest.java | 139 ++++++++-
...sertCompactionMinionClusterIntegrationTest.java | 228 +++++++++++++++
... UpsertTableSegmentPreloadIntegrationTest.java} | 123 +++++++-
.../UpsertTableSegmentUploadIntegrationTest.java | 3 +-
.../test/resources/upsert_compaction_test.tar.gz | Bin 0 -> 9405 bytes
.../org/apache/pinot/minion/BaseMinionStarter.java | 17 +-
.../org/apache/pinot/minion/MinionContext.java | 10 +
.../pinot/perf/BenchmarkAndDocIdIterator.java | 7 +-
.../org/apache/pinot/perf/RawIndexBenchmark.java | 3 +-
.../tasks/BaseSingleSegmentConversionExecutor.java | 9 +-
.../UpsertCompactionTaskExecutor.java | 248 ++++++++++++++++
.../UpsertCompactionTaskExecutorFactory.java} | 8 +-
.../UpsertCompactionTaskGenerator.java | 276 ++++++++++++++++++
...sertCompactionTaskProgressObserverFactory.java} | 6 +-
.../UpsertCompactionTaskExecutorTest.java | 63 +++++
.../UpsertCompactionTaskGeneratorTest.java | 273 ++++++++++++++++++
.../stream/kafka20/KafkaMetadataExtractor.java | 14 +-
.../plugin/stream/kafka20/KafkaStreamMessage.java | 2 +-
.../pinot/plugin/stream/kinesis/KinesisConfig.java | 8 +
.../stream/kinesis/KinesisConnectionHandler.java | 3 +
.../plugin/stream/kinesis/KinesisConsumer.java | 17 +-
.../kinesis/KinesisConsumerPartitionLag.java} | 12 +-
.../stream/kinesis/KinesisMetadataExtractor.java | 45 +++
.../plugin/stream/kinesis/KinesisRecordsBatch.java | 26 +-
.../stream/kinesis/KinesisStreamMessage.java | 24 +-
.../kinesis/KinesisStreamMessageMetadata.java} | 15 +-
.../kinesis/KinesisStreamMetadataProvider.java | 23 +-
.../plugin/stream/kinesis/KinesisConsumerTest.java | 8 +-
.../stream/kinesis/KinesisRecordsBatchTest.java | 85 ++++++
.../pinot/plugin/stream/pulsar/PulsarConfig.java | 3 +-
.../stream/pulsar/PulsarMetadataExtractor.java | 10 +-
.../plugin/stream/pulsar/PulsarConfigTest.java | 10 +-
.../stream/pulsar/PulsarMetadataExtractorTest.java | 5 +-
.../calcite/rel/rules/PinotQueryRuleSets.java | 2 -
.../org/apache/pinot/query/QueryEnvironment.java | 43 +--
.../apache/pinot/query/catalog/PinotCatalog.java | 13 +-
.../query/parser/CalciteRexExpressionParser.java | 12 +-
...isitor.java => PhysicalExplainPlanVisitor.java} | 11 +-
.../planner/logical/RelToPlanNodeConverter.java | 9 +-
.../query/planner/plannode/PlanNodeVisitor.java | 4 +-
.../apache/pinot/query/QueryCompilationTest.java | 84 +++++-
.../pinot/query/QueryEnvironmentTestBase.java | 3 +
.../query/queries/ResourceBasedQueryPlansTest.java | 6 +-
.../test/resources/queries/BasicQueryPlans.json | 16 +-
.../src/test/resources/queries/JoinPlans.json | 16 +-
.../src/test/resources/queries/OrderByPlans.json | 16 +-
.../plan/server/ServerPlanRequestUtils.java | 2 +-
.../query/service/dispatch/QueryDispatcher.java | 17 +-
.../pinot/query/runtime/QueryRunnerTest.java | 6 +
.../service/dispatch/QueryDispatcherTest.java | 10 +-
.../src/test/resources/queries/SpecialSyntax.json | 8 +
.../src/test/resources/queries/UDFAggregates.json | 4 +
.../forward/FixedByteMVMutableForwardIndex.java | 2 +-
.../realtime/impl/geospatial/MutableH3Index.java | 10 +-
.../creator/impl/SegmentColumnarIndexCreator.java | 114 +++++++-
.../ColumnMinMaxValueGenerator.java | 25 +-
.../upsert/BasePartitionUpsertMetadataManager.java | 2 +
...oncurrentMapPartitionUpsertMetadataManager.java | 12 +-
.../segment/local/utils/TableConfigUtils.java | 69 +++--
.../impl/SegmentColumnarIndexCreatorTest.java | 196 ++++++++++++-
.../segment/local/segment/index/H3IndexTest.java | 4 +-
...t.java => SegmentGenerationWithMinMaxTest.java} | 27 +-
...rrentMapPartitionUpsertMetadataManagerTest.java | 12 +-
.../segment/local/utils/TableConfigUtilsTest.java | 136 ++++++---
.../pinot/segment/spi/AggregationFunctionType.java | 13 +-
.../spi/index/metadata/ColumnMetadataImpl.java | 6 +-
.../pinot/server/api/resources/TablesResource.java | 96 +++++--
.../pinot/server/api/TablesResourceTest.java | 81 ++++--
.../pinot/spi/stream/StreamDataDecoderImpl.java | 2 +-
.../utils/builder/ControllerRequestURLBuilder.java | 4 +
192 files changed, 4872 insertions(+), 1018 deletions(-)
copy pinot-core/src/test/java/org/apache/pinot/common/utils/request/RequestUtilsTest.java => pinot-common/src/main/java/org/apache/pinot/sql/parsers/parser/SqlPhysicalExplain.java (59%)
copy pinot-controller/src/main/java/org/apache/pinot/controller/api/resources/{InstanceInfo.java => InstanceTagUpdateRequest.java} (62%)
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/auth/Actions.java
copy pinot-controller/src/main/java/org/apache/pinot/controller/api/access/Authenticate.java => pinot-core/src/main/java/org/apache/pinot/core/auth/Authorize.java (70%)
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/auth/FineGrainedAccessControl.java
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/auth/FineGrainedAuthUtils.java
copy pinot-controller/src/main/java/org/apache/pinot/controller/recommender/data/generator/Generator.java => pinot-core/src/main/java/org/apache/pinot/core/auth/TargetType.java (83%)
rename pinot-core/src/{test => main}/java/org/apache/pinot/core/operator/filter/TestFilterOperator.java (50%)
copy pinot-core/src/{main/java/org/apache/pinot/core/operator/dociditerators/EmptyDocIdIterator.java => test/java/org/apache/pinot/core/operator/filter/TestUtils.java} (60%)
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/SumPrecisionIntegrationTest.java
create mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/UpsertCompactionMinionClusterIntegrationTest.java
copy pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/{UpsertTableSegmentUploadIntegrationTest.java => UpsertTableSegmentPreloadIntegrationTest.java} (60%)
create mode 100644 pinot-integration-tests/src/test/resources/upsert_compaction_test.tar.gz
create mode 100644 pinot-plugins/pinot-minion-tasks/pinot-minion-builtin-tasks/src/main/java/org/apache/pinot/plugin/minion/tasks/upsertcompaction/UpsertCompactionTaskExecutor.java
copy pinot-plugins/pinot-minion-tasks/pinot-minion-builtin-tasks/src/main/java/org/apache/pinot/plugin/minion/tasks/{purge/PurgeTaskExecutorFactory.java => upsertcompaction/UpsertCompactionTaskExecutorFactory.java} (85%)
create mode 100644 pinot-plugins/pinot-minion-tasks/pinot-minion-builtin-tasks/src/main/java/org/apache/pinot/plugin/minion/tasks/upsertcompaction/UpsertCompactionTaskGenerator.java
copy pinot-plugins/pinot-minion-tasks/pinot-minion-builtin-tasks/src/main/java/org/apache/pinot/plugin/minion/tasks/{mergerollup/MergeRollupTaskProgressObserverFactory.java => upsertcompaction/UpsertCompactionTaskProgressObserverFactory.java} (82%)
create mode 100644 pinot-plugins/pinot-minion-tasks/pinot-minion-builtin-tasks/src/test/java/org/apache/pinot/plugin/minion/tasks/upsertcompaction/UpsertCompactionTaskExecutorTest.java
create mode 100644 pinot-plugins/pinot-minion-tasks/pinot-minion-builtin-tasks/src/test/java/org/apache/pinot/plugin/minion/tasks/upsertcompaction/UpsertCompactionTaskGeneratorTest.java
copy pinot-plugins/pinot-stream-ingestion/{pinot-kafka-2.0/src/main/java/org/apache/pinot/plugin/stream/kafka20/KafkaConsumerPartitionLag.java => pinot-kinesis/src/main/java/org/apache/pinot/plugin/stream/kinesis/KinesisConsumerPartitionLag.java} (76%)
create mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-kinesis/src/main/java/org/apache/pinot/plugin/stream/kinesis/KinesisMetadataExtractor.java
copy pinot-common/src/main/java/org/apache/pinot/common/restlet/resources/RevertReplaceSegmentsRequest.java => pinot-plugins/pinot-stream-ingestion/pinot-kinesis/src/main/java/org/apache/pinot/plugin/stream/kinesis/KinesisStreamMessage.java (62%)
copy pinot-plugins/pinot-stream-ingestion/{pinot-kafka-2.0/src/main/java/org/apache/pinot/plugin/stream/kafka20/KafkaStreamMessageMetadata.java => pinot-kinesis/src/main/java/org/apache/pinot/plugin/stream/kinesis/KinesisStreamMessageMetadata.java} (67%)
create mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-kinesis/src/test/java/org/apache/pinot/plugin/stream/kinesis/KinesisRecordsBatchTest.java
rename pinot-query-planner/src/main/java/org/apache/pinot/query/planner/{ExplainPlanPlanVisitor.java => PhysicalExplainPlanVisitor.java} (94%)
rename pinot-segment-local/src/test/java/org/apache/pinot/segment/local/segment/index/creator/{SegmentGenerationWithMinMaxInvalidTest.java => SegmentGenerationWithMinMaxTest.java} (77%)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@pinot.apache.org
For additional commands, e-mail: commits-help@pinot.apache.org