You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pinot.apache.org by ja...@apache.org on 2019/08/22 00:42:22 UTC
[incubator-pinot] branch master updated (d3c2695 -> cf980cb)
This is an automated email from the ASF dual-hosted git repository.
jackie pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git.
from d3c2695 [TE] Skip creating notification task when there is no anomaly to notify (#4544)
add cf980cb [Instance Assignment] Plug in segment assignment for offline segment assignment and table rebalance (#4549)
No new revisions were added by this update.
Summary of changes:
.../common}/assignment/InstancePartitions.java | 2 +-
.../InstancePartitionsType.java | 12 +-
.../assignment/InstancePartitionsUtils.java | 54 +-
.../apache/pinot/common/config/TableConfig.java | 2 +-
.../apache/pinot/common/config/TagNameUtils.java | 2 +-
.../instance/InstanceAssignmentConfigUtils.java | 2 +-
.../common/restlet/resources/RebalanceResult.java | 79 --
.../pinot/common/utils/helix/HelixHelper.java | 47 +-
.../pinot/common/config/TableConfigTest.java | 2 +-
.../apache/pinot/controller/ControllerStarter.java | 9 +-
.../PinotInstanceAssignmentRestletResource.java | 6 +-
.../PinotSegmentUploadRestletResource.java | 88 ++-
.../api/resources/PinotTableRestletResource.java | 84 +-
.../controller/api/upload/SegmentValidator.java | 25 +-
.../api/upload/SegmentValidatorResponse.java | 55 --
.../pinot/controller/api/upload/ZKOperator.java | 17 +-
.../helix/ControllerRequestURLBuilder.java | 31 +-
.../helix/core/PinotHelixResourceManager.java | 161 ++--
.../controller/helix/core/TableRebalancer.java | 735 -----------------
.../instance/InstanceAssignmentDriver.java | 4 +-
.../InstanceReplicaGroupPartitionSelector.java | 2 +-
.../segment/OfflineSegmentAssignment.java | 4 +-
.../segment/RealtimeSegmentAssignment.java | 10 +-
.../core/assignment/segment/SegmentAssignment.java | 4 +-
.../assignment/segment/SegmentAssignmentUtils.java | 8 +-
.../rebalance/DefaultRebalanceSegmentStrategy.java | 359 ---------
...onstants.java => RebalanceConfigConstants.java} | 26 +-
.../helix/core/rebalance/RebalanceResult.java | 71 ++
.../core/rebalance/RebalanceSegmentStrategy.java | 55 --
.../rebalance/RebalanceSegmentStrategyFactory.java | 50 --
.../ReplicaGroupRebalanceSegmentStrategy.java | 532 -------------
.../helix/core/rebalance/TableRebalancer.java | 405 ++++++++++
.../core/relocation/RealtimeSegmentRelocator.java | 249 ++----
.../BalanceNumSegmentAssignmentStrategy.java | 98 ---
.../core/sharding/BucketizedSegmentStrategy.java | 66 --
.../core/sharding/RandomAssignmentStrategy.java | 64 --
.../ReplicaGroupSegmentAssignmentStrategy.java | 105 ---
.../core/sharding/SegmentAssignmentStrategy.java | 41 -
.../sharding/SegmentAssignmentStrategyEnum.java | 31 -
.../sharding/SegmentAssignmentStrategyFactory.java | 46 --
.../helix/core/util/ZKMetadataUtils.java | 4 +-
...PinotInstanceAssignmentRestletResourceTest.java | 4 +-
.../api/PinotTableRestletResourceTest.java | 59 +-
.../instance/InstanceAssignmentTest.java | 4 +-
...fflineNonReplicaGroupSegmentAssignmentTest.java | 4 +-
.../OfflineReplicaGroupSegmentAssignmentTest.java | 4 +-
...altimeNonReplicaGroupSegmentAssignmentTest.java | 8 +-
.../RealtimeReplicaGroupSegmentAssignmentTest.java | 8 +-
.../segment/SegmentAssignmentUtilsTest.java | 2 +-
.../rebalance/DefaultRebalanceStrategyTest.java | 639 ---------------
.../ReplicaGroupRebalanceStrategyTest.java | 318 --------
.../core/rebalance/TableRebalancerClusterTest.java | 322 ++++++++
.../helix/core/rebalance/TableRebalancerTest.java | 187 +++++
.../relocation/RealtimeSegmentRelocatorTest.java | 292 -------
.../sharding/SegmentAssignmentStrategyTest.java | 330 --------
.../helix/core/util/TableRebalancerTest.java | 427 ----------
.../controller/utils/ReplicaGroupTestUtils.java | 140 ----
...umSegmentAssignmentStrategyIntegrationTest.java | 136 ----
.../pinot/integration/tests/ClusterTest.java | 2 +-
...eRebalancerAdminToolClusterIntegrationTest.java | 871 ---------------------
.../apache/pinot/tools/PinotSegmentRebalancer.java | 242 ------
.../apache/pinot/tools/PinotTableRebalancer.java | 121 +--
.../pinot/tools/admin/PinotAdministrator.java | 42 +-
.../tools/admin/command/RebalanceCommand.java | 114 ---
.../tools/admin/command/RebalanceTableCommand.java | 101 ++-
.../pinot/tools/perf/PerfBenchmarkDriver.java | 4 -
66 files changed, 1484 insertions(+), 6544 deletions(-)
rename {pinot-controller/src/main/java/org/apache/pinot/controller/helix/core => pinot-common/src/main/java/org/apache/pinot/common}/assignment/InstancePartitions.java (98%)
rename pinot-common/src/main/java/org/apache/pinot/common/{utils => assignment}/InstancePartitionsType.java (75%)
rename {pinot-controller/src/main/java/org/apache/pinot/controller/helix/core => pinot-common/src/main/java/org/apache/pinot/common}/assignment/InstancePartitionsUtils.java (74%)
delete mode 100644 pinot-common/src/main/java/org/apache/pinot/common/restlet/resources/RebalanceResult.java
delete mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/api/upload/SegmentValidatorResponse.java
delete mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/TableRebalancer.java
delete mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/rebalance/DefaultRebalanceSegmentStrategy.java
rename pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/rebalance/{RebalanceUserConfigConstants.java => RebalanceConfigConstants.java} (59%)
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/rebalance/RebalanceResult.java
delete mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/rebalance/RebalanceSegmentStrategy.java
delete mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/rebalance/RebalanceSegmentStrategyFactory.java
delete mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/rebalance/ReplicaGroupRebalanceSegmentStrategy.java
create mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/rebalance/TableRebalancer.java
delete mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/sharding/BalanceNumSegmentAssignmentStrategy.java
delete mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/sharding/BucketizedSegmentStrategy.java
delete mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/sharding/RandomAssignmentStrategy.java
delete mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/sharding/ReplicaGroupSegmentAssignmentStrategy.java
delete mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/sharding/SegmentAssignmentStrategy.java
delete mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/sharding/SegmentAssignmentStrategyEnum.java
delete mode 100644 pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/sharding/SegmentAssignmentStrategyFactory.java
delete mode 100644 pinot-controller/src/test/java/org/apache/pinot/controller/helix/core/rebalance/DefaultRebalanceStrategyTest.java
delete mode 100644 pinot-controller/src/test/java/org/apache/pinot/controller/helix/core/rebalance/ReplicaGroupRebalanceStrategyTest.java
create mode 100644 pinot-controller/src/test/java/org/apache/pinot/controller/helix/core/rebalance/TableRebalancerClusterTest.java
create mode 100644 pinot-controller/src/test/java/org/apache/pinot/controller/helix/core/rebalance/TableRebalancerTest.java
delete mode 100644 pinot-controller/src/test/java/org/apache/pinot/controller/helix/core/relocation/RealtimeSegmentRelocatorTest.java
delete mode 100644 pinot-controller/src/test/java/org/apache/pinot/controller/helix/core/sharding/SegmentAssignmentStrategyTest.java
delete mode 100644 pinot-controller/src/test/java/org/apache/pinot/controller/helix/core/util/TableRebalancerTest.java
delete mode 100644 pinot-controller/src/test/java/org/apache/pinot/controller/utils/ReplicaGroupTestUtils.java
delete mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/BalanceNumSegmentAssignmentStrategyIntegrationTest.java
delete mode 100644 pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/TableRebalancerAdminToolClusterIntegrationTest.java
delete mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/PinotSegmentRebalancer.java
delete mode 100644 pinot-tools/src/main/java/org/apache/pinot/tools/admin/command/RebalanceCommand.java
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@pinot.apache.org
For additional commands, e-mail: commits-help@pinot.apache.org