You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pinot.apache.org by jl...@apache.org on 2019/05/23 04:00:46 UTC
[incubator-pinot] branch create-lead-controller-resource updated
(46f2275 -> 871fb40)
This is an automated email from the ASF dual-hosted git repository.
jlli pushed a change to branch create-lead-controller-resource
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git.
discard 46f2275 Create leadControllerResource in Helix cluster
add 7a39165 StreamPartitionAssignmentStrategy interface to plug in various partition assignment strategies (uniform, replica group based) (#4211)
add bbf91c7 Enhance the support for BYTES data type (#4198)
add fc51fdc Increase the limit of groups in combine operator (inter-segments) (#4208)
add 6b5b091 Adding a hash code partition function (#4220)
add 956df63 Fixing log issue for pinot-tools package (#4228)
add e1e79bf [TE] Fix MySql data source to read the epoch time stamps (#4227)
add 1bcfbb3 Fix link for KafkaConsumerFactory in PluggableStreams doc (#4226)
add 3a37067 [TE] Code cleanup - Pull out all validation checks from translator into validator modules (#4221)
add 866289c [TE] distribute detection and notification tasks (#4217)
add 8a0b8ce Add startup/shutdown checks for HelixServerStarter (#4222)
add 06baad6 Emit freshnessLag metric from broker for queries hitting consuming segments (#4229)
add fc524ba [TE] pinot - update anomalies route links in email templates (#4232)
add 91e4679 Bounds (#4231)
add 871fb40 Create leadControllerResource in Helix cluster
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (46f2275)
\
N -- N -- N refs/heads/create-lead-controller-resource (871fb40)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
docs/pluggable_streams.rst | 2 +-
.../requesthandler/BaseBrokerRequestHandler.java | 6 +-
.../org/apache/pinot/common/data/FieldSpec.java | 54 +--
.../apache/pinot/common/metrics/BrokerTimer.java | 4 +-
...roupBasedStreamPartitionAssignmentStrategy.java | 82 ++++
.../StreamPartitionAssignmentGenerator.java | 51 +-
.../StreamPartitionAssignmentStrategy.java | 22 +-
.../StreamPartitionAssignmentStrategyFactory.java | 46 ++
.../UniformStreamPartitionAssignmentStrategy.java | 66 +++
.../pinot/common/response/BrokerResponse.java | 10 +
.../response/broker/BrokerResponseNative.java | 6 +-
.../org/apache/pinot/common/utils/BytesUtils.java | 56 +++
.../apache/pinot/common/utils/CommonConstants.java | 61 ++-
.../pinot/common/utils/primitive/ByteArray.java | 14 +-
.../org/apache/pinot/common/data/SchemaTest.java | 8 +-
...icaGroupBasedStreamPartitionAssignmentTest.java | 140 ++++++
.../StreamPartitionAssignmentGeneratorTest.java | 45 +-
.../UniformStreamPartitionAssignmentTest.java | 94 ++++
.../helix/core/PinotHelixResourceManager.java | 3 +-
.../ReplicaGroupRebalanceSegmentStrategy.java | 11 +-
.../helix/core/util/HelixSetupUtils.java | 8 +-
.../controller/helix/PinotControllerModeTest.java | 3 +-
...unction.java => HashCodePartitionFunction.java} | 25 +-
.../data/partition/PartitionFunctionFactory.java | 5 +-
.../indexsegment/mutable/MutableSegmentImpl.java | 174 ++-----
.../core/operator/CombineGroupByOperator.java | 17 +-
.../apache/pinot/core/plan/CombinePlanNode.java | 1 +
.../core/plan/maker/InstancePlanMakerImplV2.java | 2 +-
.../groupby/DictionaryBasedGroupKeyGenerator.java | 6 +-
.../query/executor/ServerQueryExecutorV1Impl.java | 2 +-
.../core/query/pruner/AbstractSegmentPruner.java | 25 +-
.../core/query/reduce/BrokerReduceService.java | 16 +-
.../pinot/core/query/scheduler/QueryScheduler.java | 17 +-
...SelectionSingleValueColumnWithDictIterator.java | 4 +-
.../iterator/StringSelectionColumnIterator.java | 5 +-
.../converter/stats/RealtimeColumnStatistics.java | 51 +-
.../dictionary/BaseOffHeapMutableDictionary.java | 30 --
.../dictionary/BaseOnHeapMutableDictionary.java | 1 -
.../dictionary/BytesOffHeapMutableDictionary.java | 48 +-
.../dictionary/BytesOnHeapMutableDictionary.java | 48 +-
.../dictionary/DoubleOffHeapMutableDictionary.java | 47 +-
.../dictionary/DoubleOnHeapMutableDictionary.java | 5 +
.../dictionary/FloatOffHeapMutableDictionary.java | 48 +-
.../dictionary/FloatOnHeapMutableDictionary.java | 5 +
.../dictionary/IntOffHeapMutableDictionary.java | 48 +-
.../dictionary/IntOnHeapMutableDictionary.java | 5 +
.../dictionary/LongOffHeapMutableDictionary.java | 48 +-
.../dictionary/LongOnHeapMutableDictionary.java | 5 +
.../impl/dictionary/MutableDictionary.java | 5 +
.../dictionary/StringOffHeapMutableDictionary.java | 15 +-
.../dictionary/StringOnHeapMutableDictionary.java | 19 +-
.../core/segment/index/readers/BaseDictionary.java | 1 -
.../segment/index/readers/BytesDictionary.java | 10 +-
.../pinot/core/util/FixedIntArrayOffHeapIdMap.java | 8 +-
.../core/data/partition/PartitionFunctionTest.java | 26 +
.../impl/dictionary/MutableDictionaryTest.java | 3 +-
.../readers/ImmutableDictionaryReaderTest.java | 1 +
.../segments/v1/creator/DictionariesTest.java | 39 +-
.../pinot/integration/tests/ClusterTest.java | 7 +-
.../server/starter/helix/HelixServerStarter.java | 534 ++++++++++-----------
pinot-tools/pom.xml | 26 +-
.../src/main/resources/conf/pinot-admin-log4j2.xml | 3 +-
.../src/main/resources/conf/pinot-tools-log4j2.xml | 6 +-
.../app/pods/components/alert-details/component.js | 341 +++++++++----
.../app/pods/components/alert-details/template.hbs | 100 +++-
.../pods/components/timeseries-chart/component.js | 64 ++-
thirdeye/thirdeye-frontend/app/styles/app.scss | 1 +
.../app/styles/components/timeseries-chart.scss | 28 ++
.../app/styles/shared/_styles.scss | 12 +
thirdeye/thirdeye-frontend/app/utils/rca-utils.js | 3 +-
thirdeye/thirdeye-frontend/app/utils/utils.js | 11 +
.../pinot/resultset/ThirdEyeResultSetUtils.java | 2 +-
.../thirdeye/detection/DetectionPipelineJob.java | 17 +-
.../detection/alert/DetectionAlertJob.java | 16 +-
.../onboard/YamlOnboardingTaskRunner.java | 1 +
.../detection/validators/ConfigValidator.java | 21 +-
.../validators/DetectionConfigValidator.java | 159 ++++--
.../validators/SubscriptionConfigValidator.java | 98 ++--
.../yaml/CompositePipelineConfigTranslator.java | 65 +--
.../yaml/YamlDetectionAlertConfigTranslator.java | 18 +-
.../yaml/YamlDetectionConfigTranslator.java | 42 +-
.../yaml/YamlDetectionTranslatorLoader.java | 1 -
.../thirdeye/detection/yaml/YamlResource.java | 109 ++---
.../hierarchical-anomalies-email-template.ftl | 2 +-
.../thirdeye/detector/holiday-anomaly-report.ftl | 4 +-
.../yaml/MockYamlDetectionConfigTranslator.java | 4 +-
.../yaml/YamlDetectionConfigTranslatorTest.java | 8 +-
...archical-anomalies-email-content-formatter.html | 4 +-
...multiple-anomalies-email-content-formatter.html | 2 +-
89 files changed, 2048 insertions(+), 1268 deletions(-)
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/partition/ReplicaGroupBasedStreamPartitionAssignmentStrategy.java
copy pinot-core/src/main/java/org/apache/pinot/core/realtime/segment/RealtimeSegmentAssignmentStrategy.java => pinot-common/src/main/java/org/apache/pinot/common/partition/StreamPartitionAssignmentStrategy.java (53%)
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/partition/StreamPartitionAssignmentStrategyFactory.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/partition/UniformStreamPartitionAssignmentStrategy.java
create mode 100644 pinot-common/src/main/java/org/apache/pinot/common/utils/BytesUtils.java
create mode 100644 pinot-common/src/test/java/org/apache/pinot/common/partition/ReplicaGroupBasedStreamPartitionAssignmentTest.java
create mode 100644 pinot-common/src/test/java/org/apache/pinot/common/partition/UniformStreamPartitionAssignmentTest.java
copy pinot-core/src/main/java/org/apache/pinot/core/data/partition/{ByteArrayPartitionFunction.java => HashCodePartitionFunction.java} (67%)
create mode 100644 thirdeye/thirdeye-frontend/app/styles/components/timeseries-chart.scss
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@pinot.apache.org
For additional commands, e-mail: commits-help@pinot.apache.org