You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@lucene.apache.org by ma...@apache.org on 2020/11/10 04:42:59 UTC
[lucene-solr] branch reference_impl updated (bb5f3d5 -> b37b718)
This is an automated email from the ASF dual-hosted git repository.
markrmiller pushed a change to branch reference_impl
in repository https://gitbox.apache.org/repos/asf/lucene-solr.git.
from bb5f3d5 @1089 Bring a couple tests that can be pretty slow to nightly.
add ffdc5a4 @1090 Tweaking in on Overseer.
add dc11954 @1091 Lovin' tweaks.
add cdbc4fc @1092 Fix it up.
add 316fcbb @1093 Fix it up.
add 3f8b3e9 @1094 Fix it up.
add 6d64183 @1095 Use getTotaleReplicaCount.
add 11fc487 @1096 Go Overseer, plus ultra.
add bafc793 @1097 And beyond. Go Overseer.
add 221e7ec @1098 javadoc fix.
add 19c7a2a @1099 Harden.
add f02c615 @1100 Harden.
add ce9077d @1101 Overseer overhaul wip.
add aa79710 @1102 Ignore partial test that can leak for now.
add 27ed84a @1102 Remove leader watch on cancel/close.
add 800d957 @1103 Change a leader retry check to be a bit more hardened.
add 7091c2c @1104 Synchronize process method for state updates.
add 2f87c40 @1105 JavaDoc fixes.
add b27a9ad @1106 Harden and polish work.
add aac2427 @1107 Harden mini cluster collections delete.
add b00adcd @1108 Harden writing response zk node.
add 030cb64 @1109 Speed up non nightly version again.
add 42a0c34 @1110 Update for rare OrderedExecutorTest leak.
add 4143e1a @1111 Fix double election join.
add b3297f4 @1112 Synchronize the leader elector.
add 8e62faa @1113 Tweak connection manager to harden and don't send none events to general zk watch process executor.
add 034d2fd @1114 Tone down non nightly version again.
add 54b8ee6 @1115 Bring these executors back to the root thread pool.
add f4aa65b @1116 Inc ref core state last, init rest manager sooner.
add 0535e62 @1117 Make core close get the reload lock.
add f3da67d @1118 Okay, we incref core state early because we will decref on failed core init - move it back to first and try to solve related issue another way first.
add b0f546c @1119 Move test to Nightly.
add dc9ff2f @1120 Finishing DeleteCollectionCmd.
add 45573eb @1121 Pull flakey test method out for a moment.
add a5908a7 @1122 Allow collection cmds that don't modify state to skip state enqueue and write.
add 67dff1b @1123 Update the rest of the collection commands that don't return state.
add e4206e6 @1124 Improve recovery kickoff points and shutdown behavior.
add 8c9a718 @1125 Tone down non nightly again.
add 3bc448b @1126 Get BASE_URL out of the state.json.
add 4266376 @1127 Fix doRecovery logic.
add 35db12b @1128 doRecovery logic here as well.
add bdcab72 @1128 Fix up test.
add f8708f0 @1129 Try this for bad schema persistence issue.
add b38a92d @1130 Tuning collection delete
add ebdb2c3 @1131 Working out collections queue.
add 76c4555 @1132 Don't lose a collection
add b37b718 @1133 Bit of clusterstate managment work.
No new revisions were added by this update.
Summary of changes:
.../stream/AnalyticsShardRequestManager.java | 3 +-
.../solr/prometheus/scraper/SolrCloudScraper.java | 6 +-
.../prometheus/scraper/SolrCloudScraperTest.java | 4 +-
.../org/apache/solr/cloud/CloudDescriptor.java | 15 -
.../src/java/org/apache/solr/cloud/CloudUtil.java | 23 +-
.../java/org/apache/solr/cloud/DistributedMap.java | 25 +-
.../org/apache/solr/cloud/ElectionContext.java | 6 +-
.../apache/solr/cloud/ExclusiveSliceProperty.java | 370 -------
.../java/org/apache/solr/cloud/LeaderElector.java | 233 +++--
.../src/java/org/apache/solr/cloud/Overseer.java | 1058 +++++++++-----------
.../OverseerCollectionConfigSetProcessor.java | 65 +-
.../cloud/OverseerConfigSetMessageHandler.java | 9 +-
.../apache/solr/cloud/OverseerElectionContext.java | 61 +-
.../solr/cloud/OverseerTaskExecutorTask.java | 157 +++
.../apache/solr/cloud/OverseerTaskProcessor.java | 67 +-
.../org/apache/solr/cloud/OverseerTaskQueue.java | 148 +--
.../solr/cloud/RecoveringCoreTermWatcher.java | 10 +-
.../org/apache/solr/cloud/RecoveryStrategy.java | 138 +--
.../solr/cloud/ShardLeaderElectionContext.java | 180 ++--
.../solr/cloud/ShardLeaderElectionContextBase.java | 16 +-
.../java/org/apache/solr/cloud/SyncStrategy.java | 96 +-
.../java/org/apache/solr/cloud/ZkController.java | 674 ++++---------
.../org/apache/solr/cloud/ZkDistributedQueue.java | 567 +++++------
.../java/org/apache/solr/cloud/ZkShardTerms.java | 8 +-
.../solr/cloud/api/collections/AddReplicaCmd.java | 312 +++---
.../solr/cloud/api/collections/AliasCmd.java | 2 +-
.../apache/solr/cloud/api/collections/Assign.java | 97 +-
.../solr/cloud/api/collections/BackupCmd.java | 18 +-
.../solr/cloud/api/collections/CreateAliasCmd.java | 10 +-
.../cloud/api/collections/CreateCollectionCmd.java | 326 +++---
.../solr/cloud/api/collections/CreateShardCmd.java | 120 ++-
.../cloud/api/collections/CreateSnapshotCmd.java | 12 +-
.../solr/cloud/api/collections/DeleteAliasCmd.java | 2 +-
.../cloud/api/collections/DeleteCollectionCmd.java | 87 +-
.../solr/cloud/api/collections/DeleteNodeCmd.java | 13 +-
.../cloud/api/collections/DeleteReplicaCmd.java | 291 +++---
.../solr/cloud/api/collections/DeleteShardCmd.java | 65 +-
.../cloud/api/collections/DeleteSnapshotCmd.java | 12 +-
.../api/collections/MaintainRoutedAliasCmd.java | 10 +-
.../solr/cloud/api/collections/MigrateCmd.java | 31 +-
.../cloud/api/collections/ModifyCollectionCmd.java | 28 +
.../solr/cloud/api/collections/MoveReplicaCmd.java | 220 ++--
.../OverseerCollectionMessageHandler.java | 261 +++--
.../cloud/api/collections/OverseerRoleCmd.java | 9 +-
.../cloud/api/collections/OverseerStatusCmd.java | 18 +-
.../api/collections/ReindexCollectionCmd.java | 12 +-
.../solr/cloud/api/collections/RenameCmd.java | 2 +-
.../solr/cloud/api/collections/ReplaceNodeCmd.java | 213 ++--
.../solr/cloud/api/collections/RestoreCmd.java | 41 +-
.../cloud/api/collections/SetAliasPropCmd.java | 2 +-
.../solr/cloud/api/collections/SplitShardCmd.java | 524 ++++++----
.../solr/cloud/overseer/ClusterStateMutator.java | 37 +-
.../solr/cloud/overseer/CollectionMutator.java | 21 +-
.../apache/solr/cloud/overseer/NodeMutator.java | 14 +-
.../apache/solr/cloud/overseer/ReplicaMutator.java | 299 ++----
.../apache/solr/cloud/overseer/SliceMutator.java | 155 ++-
.../apache/solr/cloud/overseer/ZkStateWriter.java | 481 +++++----
.../apache/solr/cloud/overseer/ZkWriteCommand.java | 16 +-
.../java/org/apache/solr/core/BlobRepository.java | 3 +-
.../java/org/apache/solr/core/CoreContainer.java | 158 ++-
.../apache/solr/core/CorePropertiesLocator.java | 4 -
.../src/java/org/apache/solr/core/CoreSorter.java | 4 +
.../org/apache/solr/core/HdfsDirectoryFactory.java | 2 +-
.../src/java/org/apache/solr/core/PluginInfo.java | 4 -
.../src/java/org/apache/solr/core/SolrCore.java | 61 +-
.../src/java/org/apache/solr/core/ZkContainer.java | 28 +-
.../org/apache/solr/core/backup/BackupManager.java | 2 +-
.../core/snapshots/CollectionSnapshotMetaData.java | 2 +-
.../solr/core/snapshots/SolrSnapshotsTool.java | 2 +-
.../java/org/apache/solr/handler/IndexFetcher.java | 177 ++--
.../apache/solr/handler/ReplicationHandler.java | 33 +-
.../apache/solr/handler/admin/BackupCoreOp.java | 8 +
.../org/apache/solr/handler/admin/ColStatus.java | 6 +-
.../solr/handler/admin/CollectionsHandler.java | 26 +-
.../solr/handler/admin/CoreAdminHandler.java | 1 -
.../solr/handler/admin/CoreAdminOperation.java | 12 +-
.../solr/handler/admin/MetricsHistoryHandler.java | 2 +-
.../apache/solr/handler/admin/PrepRecoveryOp.java | 118 +--
.../solr/handler/admin/RebalanceLeaders.java | 4 +-
.../solr/handler/admin/RequestSyncShardOp.java | 6 +-
.../org/apache/solr/handler/admin/SplitOp.java | 13 +-
.../solr/handler/component/CloudReplicaSource.java | 2 +-
.../solr/handler/component/HttpShardHandler.java | 2 +-
.../handler/component/HttpShardHandlerFactory.java | 2 +-
.../handler/component/RealTimeGetComponent.java | 5 +-
.../org/apache/solr/logging/MDCLoggingContext.java | 2 +-
.../apache/solr/metrics/SolrCoreMetricManager.java | 6 +-
.../metrics/reporters/solr/SolrShardReporter.java | 2 +-
.../org/apache/solr/schema/ManagedIndexSchema.java | 39 +-
.../java/org/apache/solr/schema/SchemaManager.java | 2 +-
.../java/org/apache/solr/servlet/HttpSolrCall.java | 10 +-
.../apache/solr/servlet/SolrDispatchFilter.java | 4 +-
.../apache/solr/update/DefaultSolrCoreState.java | 25 +-
.../org/apache/solr/update/SolrCmdDistributor.java | 49 +-
.../java/org/apache/solr/update/SolrCoreState.java | 2 +-
.../java/org/apache/solr/update/UpdateHandler.java | 13 -
.../src/java/org/apache/solr/update/UpdateLog.java | 3 +
.../org/apache/solr/update/UpdateShardHandler.java | 1 -
.../processor/DistributedZkUpdateProcessor.java | 104 +-
.../DocExpirationUpdateProcessorFactory.java | 4 +-
.../processor/RoutedAliasUpdateProcessor.java | 6 +-
.../src/java/org/apache/solr/util/ExportTool.java | 25 +-
.../src/java/org/apache/solr/util/SolrCLI.java | 10 +-
.../java/org/apache/solr/util/SolrLogLayout.java | 2 +-
.../apache/solr/HelloWorldSolrCloudTestCase.java | 5 +-
.../test/org/apache/solr/cloud/AddReplicaTest.java | 57 +-
.../cloud/AssignBackwardCompatibilityTest.java | 4 +-
.../apache/solr/cloud/BasicDistributedZkTest.java | 6 +-
.../solr/cloud/ChaosMonkeyShardSplitTest.java | 2 +-
.../org/apache/solr/cloud/CleanupOldIndexTest.java | 1 +
.../apache/solr/cloud/ClusterStateMockUtil.java | 7 +-
.../solr/cloud/ClusterStateMockUtilTest.java | 2 +-
.../org/apache/solr/cloud/ClusterStateTest.java | 12 +-
.../apache/solr/cloud/ClusterStateUpdateTest.java | 14 +-
.../org/apache/solr/cloud/CollectionPropsTest.java | 2 +-
.../solr/cloud/CollectionStateZnodeTest.java | 1 +
.../apache/solr/cloud/CollectionsAPISolrJTest.java | 78 +-
.../solr/cloud/CreateCollectionCleanupTest.java | 2 +
.../test/org/apache/solr/cloud/DeleteNodeTest.java | 1 +
.../org/apache/solr/cloud/DeleteReplicaTest.java | 89 +-
.../org/apache/solr/cloud/DeleteShardTest.java | 35 +-
.../DistribDocExpirationUpdateProcessorTest.java | 4 +-
.../solr/cloud/DistributedVersionInfoTest.java | 7 +-
.../org/apache/solr/cloud/ForceLeaderTest.java | 3 +-
.../solr/cloud/FullSolrCloudDistribCmdsTest.java | 4 +-
.../solr/cloud/HttpPartitionOnCommitTest.java | 5 +-
.../org/apache/solr/cloud/HttpPartitionTest.java | 21 +-
.../solr/cloud/LeaderElectionContextKeyTest.java | 2 +-
.../org/apache/solr/cloud/LeaderElectionTest.java | 28 +-
.../cloud/LeaderFailoverAfterPartitionTest.java | 7 +-
.../solr/cloud/LeaderVoteWaitTimeoutTest.java | 3 +-
.../solr/cloud/MissingSegmentRecoveryTest.java | 6 +-
.../solr/cloud/MoveReplicaHDFSFailoverTest.java | 1 -
.../org/apache/solr/cloud/MoveReplicaTest.java | 35 +-
.../org/apache/solr/cloud/NodeMutatorTest.java | 53 +-
.../OutOfBoxZkACLAndCredentialsProvidersTest.java | 1 +
.../test/org/apache/solr/cloud/OverseerTest.java | 225 +----
.../test/org/apache/solr/cloud/RecoveryZkTest.java | 6 +-
.../org/apache/solr/cloud/ReplaceNodeTest.java | 3 +-
.../apache/solr/cloud/ReplicationFactorTest.java | 14 +-
.../org/apache/solr/cloud/SSLMigrationTest.java | 8 +-
.../apache/solr/cloud/ShardRoutingCustomTest.java | 2 +-
.../org/apache/solr/cloud/ShardRoutingTest.java | 10 +-
.../cloud/SharedFSAutoReplicaFailoverTest.java | 2 +-
.../apache/solr/cloud/SolrCloudBridgeTestCase.java | 33 +-
.../apache/solr/cloud/SolrCloudExampleTest.java | 6 +-
.../test/org/apache/solr/cloud/SplitShardTest.java | 20 +-
.../solr/cloud/TestAuthenticationFramework.java | 1 +
.../apache/solr/cloud/TestBaseStatsCacheCloud.java | 4 +-
.../apache/solr/cloud/TestCloudConsistency.java | 3 +-
.../apache/solr/cloud/TestCloudDeleteByQuery.java | 12 +-
.../org/apache/solr/cloud/TestCloudRecovery2.java | 7 +-
.../solr/cloud/TestCloudSearcherWarming.java | 21 +-
.../solr/cloud/TestConfigSetsAPIExclusivity.java | 1 +
.../org/apache/solr/cloud/TestHashPartitioner.java | 2 +-
.../cloud/TestLeaderElectionWithEmptyReplica.java | 8 +-
.../solr/cloud/TestLocalStatsCacheCloud.java | 1 -
.../solr/cloud/TestOnReconnectListenerSupport.java | 4 +-
.../org/apache/solr/cloud/TestPrepRecovery.java | 17 +-
.../org/apache/solr/cloud/TestPullReplica.java | 6 +-
.../solr/cloud/TestPullReplicaErrorHandling.java | 4 +-
.../solr/cloud/TestRandomRequestDistribution.java | 5 +-
.../solr/cloud/TestShortCircuitedRequests.java | 19 +-
.../org/apache/solr/cloud/TestTlogReplica.java | 32 +-
.../cloud/TestTolerantUpdateProcessorCloud.java | 14 +-
.../TestTolerantUpdateProcessorRandomCloud.java | 2 +-
.../apache/solr/cloud/UnloadDistributedZkTest.java | 8 +-
.../org/apache/solr/cloud/ZkControllerTest.java | 4 +-
.../org/apache/solr/cloud/ZkShardTermsTest.java | 48 +-
.../org/apache/solr/cloud/ZkSolrClientTest.java | 2 +-
.../CollectionsAPIAsyncDistributedZkTest.java | 32 +-
.../CollectionsAPIDistClusterPerZkTest.java | 60 +-
.../solr/cloud/api/collections/ShardSplitTest.java | 14 +-
.../SimpleCollectionCreateDeleteTest.java | 1 +
.../cloud/api/collections/SplitByPrefixTest.java | 144 +--
.../cloud/overseer/TestClusterStateMutator.java | 6 +-
.../solr/cloud/overseer/ZkStateReaderTest.java | 174 ----
.../solr/cloud/overseer/ZkStateWriterTest.java | 224 -----
.../solr/core/ConfigureRecoveryStrategyTest.java | 5 +-
.../test/org/apache/solr/core/CoreSorterTest.java | 6 +-
.../org/apache/solr/core/TestCodecSupport.java | 5 +-
.../core/snapshots/TestSolrCloudSnapshots.java | 20 +-
.../solr/core/snapshots/TestSolrCoreSnapshots.java | 6 +-
.../org/apache/solr/handler/TestBlobHandler.java | 2 +-
.../org/apache/solr/handler/TestConfigReload.java | 2 +-
.../solr/handler/TestHdfsBackupRestoreCore.java | 5 +-
.../org/apache/solr/handler/TestReqParamsAPI.java | 2 +-
.../solr/handler/TestSolrConfigHandlerCloud.java | 4 +-
.../handler/TestSolrConfigHandlerConcurrent.java | 2 +-
.../solr/handler/TestStressThreadBackup.java | 2 +-
.../handler/admin/CoreAdminCreateDiscoverTest.java | 25 +-
.../solr/handler/admin/CoreAdminHandlerTest.java | 4 +-
.../solr/handler/admin/IndexSizeEstimatorTest.java | 5 +-
.../handler/admin/ZookeeperStatusHandlerTest.java | 34 +-
.../handler/component/CloudReplicaSourceTest.java | 2 +
.../DistributedQueryComponentOptimizationTest.java | 4 +-
.../handler/component/ShardsWhitelistTest.java | 34 +-
.../component/TestTrackingShardHandlerFactory.java | 8 +-
.../reporters/solr/SolrShardReporterTest.java | 6 +-
.../org/apache/solr/request/SimpleFacetsTest.java | 2 +
.../transform/TestSubQueryTransformerDistrib.java | 1 +
.../apache/solr/schema/CurrencyFieldTypeTest.java | 2 +
.../org/apache/solr/search/TestRealTimeGet.java | 15 +-
.../org/apache/solr/search/TestStressReorder.java | 26 +-
.../org/apache/solr/search/TestStressVersions.java | 12 +-
.../org/apache/solr/search/TestXmlQParser.java | 11 +
.../apache/solr/search/facet/TestJsonFacets.java | 11 +-
.../apache/solr/search/stats/TestDistribIDF.java | 9 +-
.../AbstractAtomicUpdatesMultivalueTestBase.java | 6 +
.../ClassificationUpdateProcessorTest.java | 2 +
.../processor/DistributedUpdateProcessorTest.java | 6 +-
.../processor/RoutedAliasUpdateProcessorTest.java | 2 +-
.../org/apache/solr/util/OrderedExecutorTest.java | 24 +-
.../test/org/apache/solr/util/TestExportTool.java | 17 +-
solr/solrj/build.gradle | 2 +
.../solr/client/solrj/cloud/ReplicaInfo.java | 18 +-
.../client/solrj/impl/BaseCloudSolrClient.java | 91 +-
.../solrj/impl/BaseHttpClusterStateProvider.java | 13 +-
.../solr/client/solrj/impl/CloudSolrClient.java | 1 +
.../solr/client/solrj/impl/Http2SolrClient.java | 74 +-
.../solr/client/solrj/impl/LBHttp2SolrClient.java | 19 +-
.../solrj/impl/SolrClientNodeStateProvider.java | 2 +-
.../solrj/impl/ZkClientClusterStateProvider.java | 10 +-
.../client/solrj/impl/ZkDistribStateManager.java | 2 +-
.../solr/client/solrj/io/sql/StatementImpl.java | 3 +-
.../solrj/io/stream/FeaturesSelectionStream.java | 3 +-
.../client/solrj/io/stream/TextLogitStream.java | 3 +-
.../solr/client/solrj/io/stream/TopicStream.java | 2 +-
.../solrj/request/CollectionAdminRequest.java | 13 +-
.../client/solrj/request/CoreAdminRequest.java | 43 +-
.../solr/client/solrj/request/CoreStatus.java | 4 +
.../routing/AffinityReplicaListTransformer.java | 2 +-
.../routing/NodePreferenceRulesComparator.java | 1 +
.../RequestReplicaListTransformerGenerator.java | 1 +
.../src/java/org/apache/solr/common/ParWork.java | 41 +-
.../apache/solr/common/PerThreadExecService.java | 3 +-
.../org/apache/solr/common/cloud/ClusterState.java | 70 +-
.../apache/solr/common/cloud/ClusterStateUtil.java | 62 +-
.../solr/common/cloud/CompositeIdRouter.java | 5 +-
.../solr/common/cloud/ConnectionManager.java | 176 ++--
.../apache/solr/common/cloud/DocCollection.java | 19 +-
.../java/org/apache/solr/common/cloud/Replica.java | 80 +-
.../java/org/apache/solr/common/cloud/Slice.java | 28 +-
.../org/apache/solr/common/cloud/SolrZkClient.java | 241 +++--
.../apache/solr/common/cloud/SolrZooKeeper.java | 59 +-
.../apache/solr/common/cloud/ZkCmdExecutor.java | 12 +-
.../apache/solr/common/cloud/ZkCoreNodeProps.java | 29 -
.../org/apache/solr/common/cloud/ZkNodeProps.java | 4 +-
.../apache/solr/common/cloud/ZkStateReader.java | 279 ++++--
.../apache/solr/common/params/CoreAdminParams.java | 2 -
.../solr/common/params/RequiredSolrParams.java | 2 +-
.../solr/common/util/SolrInternalHttpClient.java | 6 +
.../java/org/apache/solr/common/util/TimeOut.java | 8 +-
.../java/org/apache/solr/common/util/Utils.java | 15 +-
.../solrj/impl/BaseSolrClientWireMockTest.java | 23 +-
.../solrj/impl/CloudHttp2SolrClientTest.java | 15 +-
.../impl/CloudHttp2SolrClientWireMockTest.java | 4 +-
.../solrj/impl/CloudSolrClientCacheTest.java | 38 +-
.../client/solrj/impl/CloudSolrClientTest.java | 10 +-
.../solr/client/solrj/io/sql/JdbcDriverTest.java | 3 +-
.../apache/solr/client/solrj/io/sql/JdbcTest.java | 1 +
.../solrj/io/stream/CloudAuthStreamTest.java | 2 +-
.../solrj/io/stream/SelectWithEvaluatorsTest.java | 29 +-
.../solr/client/solrj/io/stream/StreamingTest.java | 2 +-
.../routing/NodePreferenceRulesComparatorTest.java | 22 +-
.../solrj/routing/ReplicaListTransformerTest.java | 17 +-
...RequestReplicaListTransformerGeneratorTest.java | 15 +-
.../ShufflingReplicaListTransformerTest.java | 2 +-
.../apache/solr/BaseDistributedSearchTestCase.java | 22 +-
.../org/apache/solr/SolrIgnoredThreadsFilter.java | 2 +-
.../src/java/org/apache/solr/SolrTestCase.java | 12 +-
.../solr/cloud/AbstractFullDistribZkTestBase.java | 26 +-
.../org/apache/solr/cloud/AbstractZkTestCase.java | 2 +-
.../apache/solr/cloud/MiniSolrCloudCluster.java | 16 +-
.../org/apache/solr/cloud/SolrCloudTestCase.java | 2 +-
.../java/org/apache/solr/cloud/ZkTestServer.java | 21 +-
.../component/TrackingShardHandlerFactory.java | 2 +-
.../src/resources/logconf/log4j2-startup-debug.xml | 13 +-
versions.props | 3 +-
279 files changed, 5872 insertions(+), 6612 deletions(-)
delete mode 100644 solr/core/src/java/org/apache/solr/cloud/ExclusiveSliceProperty.java
create mode 100644 solr/core/src/java/org/apache/solr/cloud/OverseerTaskExecutorTask.java
create mode 100644 solr/core/src/java/org/apache/solr/cloud/api/collections/ModifyCollectionCmd.java
delete mode 100644 solr/core/src/test/org/apache/solr/cloud/overseer/ZkStateReaderTest.java
delete mode 100644 solr/core/src/test/org/apache/solr/cloud/overseer/ZkStateWriterTest.java