You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pinot.apache.org by jl...@apache.org on 2022/04/11 23:32:31 UTC
[pinot] branch helix-1.0 updated (4aa4dd9d31 -> aa653c139f)
This is an automated email from the ASF dual-hosted git repository.
jlli pushed a change to branch helix-1.0
in repository https://gitbox.apache.org/repos/asf/pinot.git
discard 4aa4dd9d31 Upgrade Helix to 1.0.2
add d7be2ef412 Fetch Pulsar offsets from Consumer interface instead of Reader (#8017)
add 9178618ff0 Fix to query inconsistencies under heavy upsert load (resolves #7958) (#7971)
add 52e5a2c3a6 make tableNameMap always cache list of tables (#8475)
add 6849441b5b add tracing SPI (#8457)
add e986d00548 Make the PR template simpler (#8455)
add 8e21aec1c2 Add endpoints for some finer control on minion tasks (#8486)
add 7dd374f2c2 fix netty-bom import (#8495)
add 9314e60080 Reduce the size of arrays allocated in DataBlockCache (#8496)
add 436e8ee85c Error message if the dimension table in memory hasn't been populated (#8505)
add fd3eceaea0 bump roaringbitmap 0.9.26 (#8504)
add b2e2a7e503 Remove cron for github action to build and push docker images (#8501)
add 2935bb5c8c upgrade snappy version (#8494)
add be163f6f55 Timestamp type index (#8343)
add 68c89b74f5 Cleanup and simplify the integration test instance start (#8507)
add aa653c139f Upgrade Helix to 1.0.2
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (4aa4dd9d31)
\
N -- N -- N refs/heads/helix-1.0 (aa653c139f)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.github/PULL_REQUEST_TEMPLATE.md | 47 ++--
.github/workflows/build-pinot-docker-image.yml | 12 +-
.github/workflows/build-presto-docker-image.yml | 3 -
.github/workflows/build-superset-docker-image.yml | 3 -
LICENSE-binary | 4 +-
.../broker/broker/helix/BaseBrokerStarter.java | 5 +
.../requesthandler/BaseBrokerRequestHandler.java | 67 +++++
.../pinot/common/config/provider/TableCache.java | 65 ++++-
.../common/function/scalar/DateTimeFunctions.java | 2 +-
.../pinot-core-jdk8/pom.xml | 7 -
.../api/resources/PinotTaskRestletResource.java | 32 +++
.../core/minion/PinotHelixTaskResourceManager.java | 76 ++++++
.../pinot/controller/helix/TableCacheTest.java | 38 ++-
pinot-core/pom.xml | 8 +-
.../apache/pinot/core/common/DataBlockCache.java | 34 +--
.../core/data/manager/offline/DimensionTable.java | 4 +
.../manager/offline/DimensionTableDataManager.java | 4 +
.../apache/pinot/core/operator/BaseOperator.java | 16 +-
.../function/LookupTransformFunction.java | 2 +
.../query/executor/ServerQueryExecutorV1Impl.java | 7 +-
.../query/scheduler/resources/ResourceManager.java | 9 +-
.../pinot/core/util/trace/BuiltInTracer.java | 96 +++++++
.../trace/TracedThread.java} | 38 +--
...TraceRunnable.java => TracedThreadFactory.java} | 43 ++--
.../function/LookupTransformFunctionTest.java | 45 ++++
.../apache/pinot/core/plan/FilterPlanNodeTest.java | 90 +++++++
.../pinot/core/util/trace/TraceContextTest.java | 3 +-
.../pinot/integration/tests/ClusterTest.java | 286 +++++++--------------
.../tests/AdminConsoleIntegrationTest.java | 3 -
.../tests/GrpcBrokerClusterIntegrationTest.java | 25 +-
.../MultiNodesOfflineClusterIntegrationTest.java | 53 +++-
.../tests/OfflineClusterIntegrationTest.java | 19 +-
.../tests/OfflineGRPCServerIntegrationTest.java | 76 +-----
.../OfflineSecureGRPCServerIntegrationTest.java | 25 +-
...rDownloadLLCRealtimeClusterIntegrationTest.java | 3 +-
.../tests/SimpleMinionClusterIntegrationTest.java | 18 +-
.../UpsertTableSegmentUploadIntegrationTest.java | 2 +-
pinot-plugins/pinot-file-system/pinot-s3/pom.xml | 5 -
.../pinot-stream-ingestion/pinot-pulsar/pom.xml | 10 -
.../pinot/plugin/stream/pulsar/PulsarConfig.java | 21 +-
.../plugin/stream/pulsar/PulsarMessageBatch.java | 26 +-
.../PulsarPartitionLevelConnectionHandler.java | 2 +-
.../pulsar/PulsarStreamMetadataProvider.java | 59 +++--
.../pinot/plugin/stream/pulsar/PulsarUtils.java | 54 ++++
.../plugin/stream/pulsar/PulsarConsumerTest.java | 117 ++++++++-
.../immutable/ImmutableSegmentLoader.java | 6 +
.../recordtransformer/ExpressionTransformer.java | 15 ++
.../segment/index/loader/IndexLoadingConfig.java | 31 +++
.../segment/local/utils/TableConfigUtils.java | 4 +
.../segment/local/utils/TableConfigUtilsTest.java | 2 +-
.../spi/creator/SegmentGeneratorConfig.java | 50 +++-
.../spi/index/metadata/SegmentMetadataImpl.java | 9 +-
.../spi/creator/SegmentGeneratorConfigTest.java | 67 +++++
.../apache/pinot/spi/config/table/FieldConfig.java | 14 +-
...TableCustomConfig.java => TimestampConfig.java} | 16 +-
.../config/table/TimestampIndexGranularity.java | 109 ++++++++
.../java/org/apache/pinot/spi/data/Schema.java | 9 +
.../org/apache/pinot/spi/trace/BaseRecording.java | 24 +-
.../org/apache/pinot/spi/trace/FilterType.java | 14 +-
.../pinot/spi/trace/InvocationRecording.java | 119 +++++++++
.../apache/pinot/spi/trace/InvocationScope.java | 7 +-
.../NoOpRecording.java} | 15 +-
.../SystemEnvironment.java => trace/Scope.java} | 15 +-
.../TraceState.java} | 41 ++-
.../java/org/apache/pinot/spi/trace/Tracer.java | 40 ++-
.../java/org/apache/pinot/spi/trace/Tracing.java | 106 ++++++++
.../table/TimestampIndexGranularityTest.java | 85 ++++++
.../pinot/tools/TimestampIndexQuickstart.java | 120 +++++++++
.../airlineStats_offline_table_config.json | 26 ++
.../batch/airlineStats/airlineStats_schema.json | 12 +
pom.xml | 80 +-----
71 files changed, 1912 insertions(+), 688 deletions(-)
create mode 100644 pinot-core/src/main/java/org/apache/pinot/core/util/trace/BuiltInTracer.java
copy pinot-core/src/main/java/org/apache/pinot/core/{operator/filter/predicate/BasePredicateEvaluator.java => util/trace/TracedThread.java} (54%)
copy pinot-core/src/main/java/org/apache/pinot/core/util/trace/{TraceRunnable.java => TracedThreadFactory.java} (54%)
mode change 100755 => 100644
create mode 100644 pinot-core/src/test/java/org/apache/pinot/core/plan/FilterPlanNodeTest.java
create mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-pulsar/src/main/java/org/apache/pinot/plugin/stream/pulsar/PulsarUtils.java
copy pinot-spi/src/main/java/org/apache/pinot/spi/config/table/{TableCustomConfig.java => TimestampConfig.java} (72%)
create mode 100644 pinot-spi/src/main/java/org/apache/pinot/spi/config/table/TimestampIndexGranularity.java
copy pinot-common/src/main/java/org/apache/pinot/pql/parsers/pql2/ast/BinaryMathOpAstNode.java => pinot-spi/src/main/java/org/apache/pinot/spi/trace/BaseRecording.java (64%)
copy pinot-clients/pinot-java-client/src/main/java/org/apache/pinot/client/PinotClientTransportFactory.java => pinot-spi/src/main/java/org/apache/pinot/spi/trace/FilterType.java (76%)
create mode 100644 pinot-spi/src/main/java/org/apache/pinot/spi/trace/InvocationRecording.java
copy pinot-common/src/main/java/org/apache/pinot/common/lineage/LineageEntryState.java => pinot-spi/src/main/java/org/apache/pinot/spi/trace/InvocationScope.java (80%)
copy pinot-spi/src/main/java/org/apache/pinot/spi/{utils/retry/NoDelayRetryPolicy.java => trace/NoOpRecording.java} (74%)
copy pinot-spi/src/main/java/org/apache/pinot/spi/{env/SystemEnvironment.java => trace/Scope.java} (75%)
copy pinot-spi/src/main/java/org/apache/pinot/spi/{stream/StreamDataServerStartable.java => trace/TraceState.java} (54%)
copy pinot-core/src/main/java/org/apache/pinot/core/query/reduce/filter/ValueExtractorFactory.java => pinot-spi/src/main/java/org/apache/pinot/spi/trace/Tracer.java (51%)
create mode 100644 pinot-spi/src/main/java/org/apache/pinot/spi/trace/Tracing.java
create mode 100644 pinot-spi/src/test/java/org/apache/pinot/spi/config/table/TimestampIndexGranularityTest.java
create mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/TimestampIndexQuickstart.java
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@pinot.apache.org
For additional commands, e-mail: commits-help@pinot.apache.org