You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2019/03/08 07:23:16 UTC

[JENKINS] Lucene-Solr-8.x-Solaris (64bit/jdk1.8.0) - Build # 62 - Failure!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-Solaris/62/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC

2 tests failed.
FAILED:  org.apache.solr.cloud.BasicDistributedZkTest.test

Error Message:
Could not load collection from ZK: multiunload2

Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: multiunload2
	at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1366)
	at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:748)
	at org.apache.solr.common.cloud.ClusterState$CollectionRef.get(ClusterState.java:386)
	at org.apache.solr.common.cloud.ZkStateReader.forceUpdateCollection(ZkStateReader.java:400)
	at org.apache.solr.cloud.BasicDistributedZkTest.testStopAndStartCoresInOneInstance(BasicDistributedZkTest.java:625)
	at org.apache.solr.cloud.BasicDistributedZkTest.test(BasicDistributedZkTest.java:428)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/multiunload2/state.json
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1221)
	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:358)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71)
	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:358)
	at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1378)
	at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1364)
	... 46 more


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestSimComputePlanAction.testNodeAdded

Error Message:
OverseerTriggerThread never caught up to the latest znodeVersion

Stack Trace:
java.util.concurrent.TimeoutException: OverseerTriggerThread never caught up to the latest znodeVersion
	at __randomizedtesting.SeedInfo.seed([9DEAD04B921F287:6C1DFB731B825A84]:0)
	at org.apache.solr.util.TimeOut.waitFor(TimeOut.java:66)
	at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.assertAutoscalingUpdateComplete(SimSolrCloudTestCase.java:71)
	at org.apache.solr.cloud.autoscaling.sim.TestSimComputePlanAction.testNodeAdded(TestSimComputePlanAction.java:314)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13210 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestSimComputePlanAction
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestSimComputePlanAction_9DEAD04B921F287-001/init-core-data-001
   [junit4]   2> 839649 INFO  (SUITE-TestSimComputePlanAction-seed#[9DEAD04B921F287]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 839650 INFO  (SUITE-TestSimComputePlanAction-seed#[9DEAD04B921F287]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 839650 INFO  (SUITE-TestSimComputePlanAction-seed#[9DEAD04B921F287]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 839653 INFO  (TEST-TestSimComputePlanAction.testNodeWithMultipleReplicasLost-seed#[9DEAD04B921F287]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testNodeWithMultipleReplicasLost
   [junit4]   2> 839657 DEBUG (TEST-TestSimComputePlanAction.testNodeWithMultipleReplicasLost-seed#[9DEAD04B921F287]) [    ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10024_solr
   [junit4]   2> 839658 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 839658 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 839658 DEBUG (TEST-TestSimComputePlanAction.testNodeWithMultipleReplicasLost-seed#[9DEAD04B921F287]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
   [junit4]   2> 839658 DEBUG (TEST-TestSimComputePlanAction.testNodeWithMultipleReplicasLost-seed#[9DEAD04B921F287]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
   [junit4]   2> 839658 INFO  (TEST-TestSimComputePlanAction.testNodeWithMultipleReplicasLost-seed#[9DEAD04B921F287]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 839658 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
   [junit4]   2> 839659 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 839659 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10024_solr]
   [junit4]   2> 839659 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 839659 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 839660 DEBUG (ScheduledTrigger-5679-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 839675 DEBUG (simCloudManagerPool-5678-thread-1) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 839678 DEBUG (simCloudManagerPool-5678-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 839679 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 839680 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 839680 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 839680 DEBUG (ScheduledTrigger-5679-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 839681 DEBUG (simCloudManagerPool-5678-thread-2) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 839682 DEBUG (simCloudManagerPool-5678-thread-2) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 839682 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 839682 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 839682 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 839701 DEBUG (ScheduledTrigger-5679-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 839721 DEBUG (ScheduledTrigger-5679-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 839741 DEBUG (ScheduledTrigger-5679-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 839761 DEBUG (ScheduledTrigger-5679-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 839782 DEBUG (ScheduledTrigger-5679-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 839788 DEBUG (simCloudManagerPool-5678-thread-3) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 839788 DEBUG (simCloudManagerPool-5678-thread-3) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
   [junit4]   2> 839788 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 839789 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger node_lost_trigger - Initial livenodes: [127.0.0.1:10025_solr, 127.0.0.1:10026_solr, 127.0.0.1:10024_solr, 127.0.0.1:10027_solr]
   [junit4]   2> 839789 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 839789 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 839789 DEBUG (ScheduledTrigger-5679-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 4 and last live nodes: 4
   [junit4]   2> 839795 DEBUG (simCloudManagerPool-5678-thread-4) [    ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection testNodeWithMultipleReplicasLost, currentVersion=1
   [junit4]   2> 839796 DEBUG (simCloudManagerPool-5678-thread-4) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=1
   [junit4]   2> 839796 DEBUG (simCloudManagerPool-5678-thread-4) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 1
   [junit4]   2> 839796 DEBUG (simCloudManagerPool-5678-thread-4) [    ] o.a.s.c.o.ClusterStateMutator building a new cName: testNodeWithMultipleReplicasLost
   [junit4]   2> 839803 DEBUG (ScheduledTrigger-5679-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 and last live nodes: 1
   [junit4]   2> 839808 DEBUG (simCloudManagerPool-5678-thread-4) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=2
   [junit4]   2> 839810 DEBUG (ScheduledTrigger-5679-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 4 and last live nodes: 4
   [junit4]   2> 839812 DEBUG (simCloudManagerPool-5678-thread-4) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 2
   [junit4]   2> 839812 DEBUG (simCloudManagerPool-5678-thread-4) [    ] o.a.s.c.s.c.a.PolicyHelper Creating a new session
   [junit4]   2> 839812 DEBUG (simCloudManagerPool-5678-thread-4) [    ] o.a.s.c.s.c.a.PolicyHelper New session created 
   [junit4]   2> 839823 DEBUG (ScheduledTrigger-5679-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 and last live nodes: 4
   [junit4]   2> 839824 DEBUG (simCloudManagerPool-5678-thread-4) [    ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 2299399784 sessionWrapper.createTime 2299399182223003, this.sessionWrapper.createTime 2299399182223003 
   [junit4]   2> 839825 DEBUG (simCloudManagerPool-5678-thread-4) [    ] o.a.s.c.s.c.a.PolicyHelper session set to NULL
   [junit4]   2> 839830 DEBUG (ScheduledTrigger-5679-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 4 and last live nodes: 4
   [junit4]   2> 839843 DEBUG (ScheduledTrigger-5679-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 and last live nodes: 4
   [junit4]   2> 839844 DEBUG (simCloudManagerPool-5678-thread-5) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=3
   [junit4]   2> 839845 DEBUG (simCloudManagerPool-5678-thread-5) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 3
   [junit4]   2> 839850 DEBUG (ScheduledTrigger-5679-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 4 and last live nodes: 4
   [junit4]   2> 839858 DEBUG (simCloudManagerPool-5678-thread-6) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=4
   [junit4]   2> 839859 DEBUG (simCloudManagerPool-5678-thread-6) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 4
   [junit4]   2> 839860 DEBUG (simCloudManagerPool-5678-thread-4) [    ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection testNodeWithMultipleReplicasLost, currentVersion=5
   [junit4]   2> 839863 DEBUG (ScheduledTrigger-5679-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 and last live nodes: 4
   [junit4]   2> 839873 DEBUG (ScheduledTrigger-5679-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 4 and last live nodes: 4
   [junit4]   2> 839873 DEBUG (simCloudManagerPool-5678-thread-8) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=5
   [junit4]   2> 839873 DEBUG (simCloudManagerPool-5678-thread-8) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 5
   [junit4]   2> 839883 DEBUG (ScheduledTrigger-5679-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 and last live nodes: 4
   [junit4]   2> 839884 DEBUG (simCloudManagerPool-5678-thread-7) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=6
   [junit4]   2> 839885 DEBUG (simCloudManagerPool-5678-thread-7) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 6
   [junit4]   2> 839887 DEBUG (simCloudManagerPool-5678-thread-15) [    ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeWithMultipleReplicasLost / shard2 (currentVersion=7): {"core_node4":{
   [junit4]   2>     "core":"testNodeWithMultipleReplicasLost_shard2_replica_n4",
   [junit4]   2>     "shard":"shard2",
   [junit4]   2>     "collection":"testNodeWithMultipleReplicasLost",
   [junit4]   2>     "node_name":"127.0.0.1:10025_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 839890 DEBUG (simCloudManagerPool-5678-thread-16) [    ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeWithMultipleReplicasLost / shard1 (currentVersion=7): {"core_node1":{
   [junit4]   2>     "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1",
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":"testNodeWithMultipleReplicasLost",
   [junit4]   2>     "node_name":"127.0.0.1:10027_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 839893 DEBUG (ScheduledTrigger-5679-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 4 and last live nodes: 4
   [junit4]   2> 839900 DEBUG (simCloudManagerPool-5678-thread-10) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=7
   [junit4]   2> 839900 DEBUG (simCloudManagerPool-5678-thread-10) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 7
   [junit4]   2> 839905 DEBUG (ScheduledTrigger-5679-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 and last live nodes: 4
   [junit4]   2> 839912 DEBUG (simCloudManagerPool-5678-thread-9) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=8
   [junit4]   2> 839912 DEBUG (simCloudManagerPool-5678-thread-9) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 8
   [junit4]   2> 839913 DEBUG (TEST-TestSimComputePlanAction.testNodeWithMultipleReplicasLost-seed#[9DEAD04B921F287]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=9
   [junit4]   2> 839913 DEBUG (TEST-TestSimComputePlanAction.testNodeWithMultipleReplicasLost-seed#[9DEAD04B921F287]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 9
   [junit4]   2> 839913 DEBUG (TEST-TestSimComputePlanAction.testNodeWithMultipleReplicasLost-seed#[9DEAD04B921F287]) [    ] o.a.s.c.a.s.TestSimComputePlanAction -- cluster state: znodeVersion: 10
   [junit4]   2> live nodes:[127.0.0.1:10026_solr, 127.0.0.1:10024_solr, 127.0.0.1:10025_solr, 127.0.0.1:10027_solr]
   [junit4]   2> collections:{testNodeWithMultipleReplicasLost=DocCollection(testNodeWithMultipleReplicasLost//clusterstate.json/9)={
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"2",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"3",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "autoCreated":"true",
   [junit4]   2>   "shards":{
   [junit4]   2>     "shard2":{
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node6":{
   [junit4]   2>           "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>           "INDEX.sizeInBytes":10240,
   [junit4]   2>           "node_name":"127.0.0.1:10024_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>           "SEARCHER.searcher.numDocs":0},
   [junit4]   2>         "core_node4":{
   [junit4]   2>           "core":"testNodeWithMultipleReplicasLost_shard2_replica_n4",
   [junit4]   2>           "leader":"true",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>           "INDEX.sizeInBytes":10240,
   [junit4]   2>           "node_name":"127.0.0.1:10025_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>           "SEARCHER.searcher.numDocs":0},
   [junit4]   2>         "core_node5":{
   [junit4]   2>           "core":"testNodeWithMultipleReplicasLost_shard2_replica_n5",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>           "INDEX.sizeInBytes":10240,
   [junit4]   2>           "node_name":"127.0.0.1:10026_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>           "SEARCHER.searcher.numDocs":0}},
   [junit4]   2>       "range":"0-7fffffff",
   [junit4]   2>       "state":"active"},
   [junit4]   2>     "shard1":{
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node1":{
   [junit4]   2>           "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1",
   [junit4]   2>           "leader":"true",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>           "INDEX.sizeInBytes":10240,
   [junit4]   2>           "node_name":"127.0.0.1:10027_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>           "SEARCHER.searcher.numDocs":0},
   [junit4]   2>         "core_node2":{
   [junit4]   2>           "core":"testNodeWithMultipleReplicasLost_shard1_replica_n2",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>           "INDEX.sizeInBytes":10240,
   [junit4]   2>           "node_name":"127.0.0.1:10024_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>           "SEARCHER.searcher.numDocs":0},
   [junit4]   2>         "core_node3":{
   [junit4]   2>           "core":"testNodeWithMultipleReplicasLost_shard1_replica_n3",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>           "INDEX.sizeInBytes":10240,
   [junit4]   2>           "node_name":"127.0.0.1:10026_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>           "SEARCHER.searcher.numDocs":0}},
   [junit4]   2>       "range":"80000000-ffffffff",
   [junit4]   2>       "state":"active"}}}}
   [junit4]   2> 839914 DEBUG (TEST-TestSimComputePlanAction.testNodeWithMultipleReplicasLost-seed#[9DEAD04B921F287]) [    ] o.a.s.c.a.s.SimClusterStateProvider  -- created marker: /autoscaling/nodeLost/127.0.0.1:10026_solr
   [junit4]   2> 839914 DEBUG (TEST-TestSimComputePlanAction.testNodeWithMultipleReplicasLost-seed#[9DEAD04B921F287]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=10
   [junit4]   2> 839914 DEBUG (TEST-TestSimComputePlanAction.testNodeWithMultipleReplicasLost-seed#[9DEAD04B921F287]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 10
   [junit4]   2> 839914 DEBUG (ScheduledTrigger-5679-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 4
   [junit4]   2> 839914 DEBUG (ScheduledTrigger-5679-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10026_solr
   [junit4]   2> 839925 DEBUG (ScheduledTrigger-5679-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 4
   [junit4]   2> 839925 DEBUG (ScheduledTrigger-5679-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10026_solr
   [junit4]   2> 839935 DEBUG (ScheduledTrigger-5679-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 839935 DEBUG (ScheduledTrigger-5679-thread-4) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10026_solr]
   [junit4]   2> 839935 DEBUG (ScheduledTrigger-5679-thread-4) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"82b4bc75b0a43T9do0n67b2298jo009pmyl79n5",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":2299404280859203,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[2299404280859203],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "nodeNames":["127.0.0.1:10026_solr"]}}
   [junit4]   2> 839936 DEBUG (ScheduledTrigger-5679-thread-4) [    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, .scheduled_maintenance, node_lost_trigger]
   [junit4]   2> 839936 DEBUG (ScheduledTrigger-5679-thread-4) [    ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
   [junit4]   2>   "id":"82b4bc75b0a43T9do0n67b2298jo009pmyl79n5",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":2299404280859203,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[2299404280859203],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":2299405354875303,
   [junit4]   2>     "nodeNames":["127.0.0.1:10026_solr"]}}
   [junit4]   2> 839937 DEBUG (AutoscalingActionExecutor-5680-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"82b4bc75b0a43T9do0n67b2298jo009pmyl79n5",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":2299404280859203,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[2299404280859203],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":2299405354875303,
   [junit4]   2>     "nodeNames":["127.0.0.1:10026_solr"]}}
   [junit4]   2> 839937 DEBUG (AutoscalingActionExecutor-5680-thread-1) [    ] o.a.s.c.a.ComputePlanAction -- processing event: {
   [junit4]   2>   "id":"82b4bc75b0a43T9do0n67b2298jo009pmyl79n5",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":2299404280859203,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[2299404280859203],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":2299405354875303,
   [junit4]   2>     "nodeNames":["127.0.0.1:10026_solr"]}} with context properties: {BEFORE_ACTION=[compute_plan]}
   [junit4]   2> 839937 DEBUG (AutoscalingActionExecutor-5680-thread-1) [    ] o.a.s.c.s.c.a.PolicyHelper Creating a new session
   [junit4]   2> 839938 DEBUG (AutoscalingActionExecutor-5680-thread-1) [    ] o.a.s.c.s.c.a.PolicyHelper New session created 
   [junit4]   2> 839941 DEBUG (AutoscalingActionExecutor-5680-thread-1) [    ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testNodeWithMultipleReplicasLost&targetNode=127.0.0.1:10027_solr&inPlaceMove=true&replica=core_node5
   [junit4]   2> 839941 DEBUG (AutoscalingActionExecutor-5680-thread-1) [    ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testNodeWithMultipleReplicasLost&targetNode=127.0.0.1:10025_solr&inPlaceMove=true&replica=core_node3
   [junit4]   2> 839942 DEBUG (AutoscalingActionExecutor-5680-thread-1) [    ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 2299405641 sessionWrapper.createTime 2299405475188853, this.sessionWrapper.createTime 2299405475188853 
   [junit4]   2> 839942 DEBUG (AutoscalingActionExecutor-5680-thread-1) [    ] o.a.s.c.s.c.a.PolicyHelper session set to NULL
   [junit4]   2> 839942 DEBUG (AutoscalingActionExecutor-5680-thread-1) [    ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
   [junit4]   2>   "id":"82b4bc75b0a43T9do0n67b2298jo009pmyl79n5",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":2299404280859203,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[2299404280859203],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":2299405354875303,
   [junit4]   2>     "nodeNames":["127.0.0.1:10026_solr"]}}
   [junit4]   2> 839942 DEBUG (AutoscalingActionExecutor-5680-thread-1) [    ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
   [junit4]   2>   "id":"82b4bc75b0a43T9do0n67b2298jo009pmyl79n5",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":2299404280859203,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[2299404280859203],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":2299405354875303,
   [junit4]   2>     "nodeNames":["127.0.0.1:10026_solr"]}}
   [junit4]   2> 839942 DEBUG (AutoscalingActionExecutor-5680-thread-1) [    ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
   [junit4]   2>   "id":"82b4bc75b0a43T9do0n67b2298jo009pmyl79n5",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":2299404280859203,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[2299404280859203],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":2299405354875303,
   [junit4]   2>     "nodeNames":["127.0.0.1:10026_solr"]}}
   [junit4]   2> 839942 DEBUG (AutoscalingActionExecutor-5680-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .scheduled_maintenance after 100ms
   [junit4]   2> 839942 DEBUG (AutoscalingActionExecutor-5680-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 839942 DEBUG (AutoscalingActionExecutor-5680-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms
   [junit4]   2> 839942 DEBUG (AutoscalingActionExecutor-5680-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing took 263 ms for event id=82b4bc75b0a43T9do0n67b2298jo009pmyl79n5
   [junit4]   2> 839943 INFO  (TEST-TestSimComputePlanAction.testNodeWithMultipleReplicasLost-seed#[9DEAD04B921F287]) [    ] o.a.s.c.a.s.TestSimComputePlanAction action=MOVEREPLICA&collection=testNodeWithMultipleReplicasLost&targetNode=127.0.0.1:10027_solr&inPlaceMove=true&replica=core_node5
   [junit4]   2> 839943 INFO  (TEST-TestSimComputePlanAction.testNodeWithMultipleReplicasLost-seed#[9DEAD04B921F287]) [    ] o.a.s.c.a.s.TestSimComputePlanAction action=MOVEREPLICA&collection=testNodeWithMultipleReplicasLost&targetNode=127.0.0.1:10025_solr&inPlaceMove=true&replica=core_node3
   [junit4]   2> 839943 INFO  (TEST-TestSimComputePlanAction.testNodeWithMultipleReplicasLost-seed#[9DEAD04B921F287]) [    ] o.a.s.c.a.s.TestSimComputePlanAction -------------_ FINAL STATE --------------
   [junit4]   2> 839943 INFO  (TEST-TestSimComputePlanAction.testNodeWithMultipleReplicasLost-seed#[9DEAD04B921F287]) [    ] o.a.s.c.a.s.TestSimComputePlanAction * Node values: {
   [junit4]   2>   "127.0.0.1:10025_solr":{
   [junit4]   2>     "sysprop.java.vendor":"Oracle Corporation",
   [junit4]   2>     "cores":1,
   [junit4]   2>     "host":"127.0.0.1",
   [junit4]   2>     "freedisk":1023,
   [junit4]   2>     "sysprop.java.version":"1.8.0_191",
   [junit4]   2>     "ip_1":"127",
   [junit4]   2>     "ip_3":"0",
   [junit4]   2>     "ip_2":"0",
   [junit4]   2>     "ip_4":"1",
   [junit4]   2>     "node":"127.0.0.1:10025_solr",
   [junit4]   2>     "metrics:solr.jvm:buffers.direct.Count":0,
   [junit4]   2>     "port":10025,
   [junit4]   2>     "heapUsage":123450000,
   [junit4]   2>     "sysLoadAvg":1.0,
   [junit4]   2>     "metrics:solr.node:ADMIN./admin/authorization.clientErrors:count":0,
   [junit4]   2>     "totaldisk":10240},
   [junit4]   2>   "127.0.0.1:10026_solr":{
   [junit4]   2>     "sysprop.java.vendor":"Oracle Corporation",
   [junit4]   2>     "cores":2,
   [junit4]   2>     "host":"127.0.0.1",
   [junit4]   2>     "freedisk":1022,
   [junit4]   2>     "sysprop.java.version":"1.8.0_191",
   [junit4]   2>     "ip_1":"127",
   [junit4]   2>     "ip_3":"0",
   [junit4]   2>     "ip_2":"0",
   [junit4]   2>     "ip_4":"1",
   [junit4]   2>     "node":"127.0.0.1:10026_solr",
   [junit4]   2>     "metrics:solr.jvm:buffers.direct.Count":0,
   [junit4]   2>     "port":10026,
   [junit4]   2>     "heapUsage":123450000,
   [junit4]   2>     "sysLoadAvg":1.0,
   [junit4]   2>     "metrics:solr.node:ADMIN./admin/authorization.clientErrors:count":0,
   [junit4]   2>     "totaldisk":10240},
   [junit4]   2>   "127.0.0.1:10024_solr":{
   [junit4]   2>     "sysprop.java.vendor":"Oracle Corporation",
   [junit4]   2>     "cores":2,
   [junit4]   2>     "host":"127.0.0.1",
   [junit4]   2>     "freedisk":1022,
   [junit4]   2>     "sysprop.java.version":"1.8.0_191",
   [junit4]   2>     "ip_1":"127",
   [junit4]   2>     "ip_3":"0",
   [junit4]   2>     "ip_2":"0",
   [junit4]   2>     "ip_4":"1",
   [junit4]   2>     "node":"127.0.0.1:10024_solr",
   [junit4]   2>     "metrics:solr.jvm:buffers.direct.Count":0,
   [junit4]   2>     "port":10024,
   [junit4]   2>     "heapUsage":123450000,
   [junit4]   2>     "sysLoadAvg":1.0,
   [junit4]   2>     "metrics:solr.node:ADMIN./admin/authorization.clientErrors:count":0,
   [junit4]   2>     "totaldisk":10240},
   [junit4]   2>   "127.0.0.1:10027_solr":{
   [junit4]   2>     "sysprop.java.vendor":"Oracle Corporation",
   [junit4]   2>     "cores":1,
   [junit4]   2>     "host":"127.0.0.1",
   [junit4]   2>     "freedisk":1023,
   [junit4]   2>     "sysprop.java.version":"1.8.0_191",
   [junit4]   2>     "ip_1":"127",
   [junit4]   2>     "ip_3":"0",
   [junit4]   2>     "ip_2":"0",
   [junit4]   2>     "ip_4":"1",
   [junit4]   2>     "node":"127.0.0.1:10027_solr",
   [junit4]   2>     "metrics:solr.jvm:buffers.direct.Count":0,
   [junit4]   2>     "port":10027,
   [junit4]   2>     "heapUsage":123450000,
   [junit4]   2>     "sysLoadAvg":1.0,
   [junit4]   2>     "metrics:solr.node:ADMIN./admin/authorization.clientErrors:count":0,
   [junit4]   2>     "totaldisk":10240}}
   [junit4]   2> 839943 INFO  (TEST-TestSimComputePlanAction.testNodeWithMultipleReplicasLost-seed#[9DEAD04B921F287]) [    ] o.a.s.c.a.s.TestSimComputePlanAction * Live nodes: [127.0.0.1:10025_solr, 127.0.0.1:10024_solr, 127.0.0.1:10027_solr]
   [junit4]   2> 839944 INFO  (TEST-TestSimComputePlanAction.testNodeWithMultipleReplicasLost-seed#[9DEAD04B921F287]) [    ] o.a.s.c.a.s.TestSimComputePlanAction * Collection testNodeWithMultipleReplicasLost state: DocCollection(testNodeWithMultipleReplicasLost//clusterstate.json/10)={
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"2",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"3",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "autoCreated":"true",
   [junit4]   2>   "shards":{
   [junit4]   2>     "shard2":{
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node6":{
   [junit4]   2>           "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>           "INDEX.sizeInBytes":10240,
   [junit4]   2>           "node_name":"127.0.0.1:10024_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>           "SEARCHER.searcher.numDocs":0},
   [junit4]   2>         "core_node4":{
   [junit4]   2>           "core":"testNodeWithMultipleReplicasLost_shard2_replica_n4",
   [junit4]   2>           "leader":"true",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>           "INDEX.sizeInBytes":10240,
   [junit4]   2>           "node_name":"127.0.0.1:10025_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>           "SEARCHER.searcher.numDocs":0},
   [junit4]   2>         "core_node5":{
   [junit4]   2>           "core":"testNodeWithMultipleReplicasLost_shard2_replica_n5",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>           "INDEX.sizeInBytes":10240,
   [junit4]   2>           "node_name":"127.0.0.1:10026_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>           "SEARCHER.searcher.numDocs":0}},
   [junit4]   2>       "range":"0-7fffffff",
   [junit4]   2>       "state":"active"},
   [junit4]   2>     "shard1":{
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node1":{
   [junit4]   2>           "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1",
   [junit4]   2>           "leader":"true",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>           "INDEX.sizeInBytes":10240,
   [junit4]   2>           "node_name":"127.0.0.1:10027_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>           "SEARCHER.searcher.numDocs":0},
   [junit4]   2>         "core_node2":{
   [junit4]   2>           "core":"testNodeWithMultipleReplicasLost_shard1_replica_n2",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>           "INDEX.sizeInBytes":10240,
   [junit4]   2>           "node_name":"127.0.0.1:10024_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>           "SEARCHER.searcher.numDocs":0},
   [junit4]   2>         "core_node3":{
   [junit4]   2>           "core":"testNodeWithMultipleReplicasLost_shard1_replica_n3",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>           "INDEX.sizeInBytes":10240,
   [junit4]   2>           "node_name":"127.0.0.1:10026_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>           "SEARCHER.searcher.numDocs":0}},
   [junit4]   2>       "range":"80000000-ffffffff",
   [junit4]   2>       "state":"active"}}}
   [junit4]   2> 839944 DEBUG (TEST-TestSimComputePlanAction.testNodeWithMultipleReplicasLost-seed#[9DEAD04B921F287]) [    ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 839944 DEBUG (TEST-TestSimComputePlanAction.testNodeWithMultipleReplicasLost-seed#[9DEAD04B921F287]) [    ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 839944 DEBUG (TEST-TestSimComputePlanAction.testNodeWithMultipleReplicasLost-seed#[9DEAD04B921F287]) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 839944 DEBUG (TEST-TestSimComputePlanAction.testNodeWithMultipleReplicasLost-seed#[9DEAD04B921F287]) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4] IGNOR/A 0.00s J0 | TestSimComputePlanAction.testNodeLost
   [junit4]    > Assumption #1: 'awaitsfix' test group is disabled (@AwaitsFix(bugUrl=https://issues.apache.org/jira/browse/SOLR-12028))
   [junit4]   2> 839951 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 839956 DEBUG (TEST-TestSimComputePlanAction.testNodeWithMultipleReplicasLost-seed#[9DEAD04B921F287]) [    ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 839956 DEBUG (TEST-TestSimComputePlanAction.testNodeWithMultipleReplicasLost-seed#[9DEAD04B921F287]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 839957 INFO  (TEST-TestSimComputePlanAction.testNodeWithMultipleReplicasLost-seed#[9DEAD04B921F287]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testNodeWithMultipleReplicasLost
   [junit4]   2> 839963 INFO  (TEST-TestSimComputePlanAction.testNodeAdded-seed#[9DEAD04B921F287]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAdded
   [junit4]   2> 839965 DEBUG (TEST-TestSimComputePlanAction.testNodeAdded-seed#[9DEAD04B921F287]) [    ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10028_solr
   [junit4]   2> 839966 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 839966 DEBUG (TEST-TestSimComputePlanAction.testNodeAdded-seed#[9DEAD04B921F287]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
   [junit4]   2> 839966 DEBUG (TEST-TestSimComputePlanAction.testNodeAdded-seed#[9DEAD04B921F287]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
   [junit4]   2> 839966 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 839966 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
   [junit4]   2> 839966 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 839966 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10028_solr]
   [junit4]   2> 839966 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 839967 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 839967 DEBUG (ScheduledTrigger-5685-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 839976 INFO  (TEST-TestSimComputePlanAction.testNodeAdded-seed#[9DEAD04B921F287]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 839977 DEBUG (simCloudManagerPool-5684-thread-1) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 839977 DEBUG (simCloudManagerPool-5684-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 839977 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 839978 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 839978 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 839982 DEBUG (simCloudManagerPool-5684-thread-2) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 839982 DEBUG (simCloudManagerPool-5684-thread-2) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 839982 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 839982 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 839982 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 839987 DEBUG (ScheduledTrigger-5685-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 840007 DEBUG (ScheduledTrigger-5685-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 840030 DEBUG (ScheduledTrigger-5685-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 840050 DEBUG (ScheduledTrigger-5685-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 840071 DEBUG (ScheduledTrigger-5685-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 840089 DEBUG (simCloudManagerPool-5684-thread-3) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 840089 DEBUG (simCloudManagerPool-5684-thread-3) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
   [junit4]   2> 840090 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 840090 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger - Initial livenodes: [127.0.0.1:10028_solr]
   [junit4]   2> 840090 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=compute_plan, class=solr.ComputePlanAction}, {name=test, class=org.apache.solr.cloud.autoscaling.sim.TestSimComputePlanAction$AssertingTriggerAction}], enabled=true}
   [junit4]   2> 840090 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 840090 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 840091 DEBUG (simCloudManagerPool-5684-thread-4) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 840091 DEBUG (simCloudManagerPool-5684-thread-4) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
   [junit4]   2> 840091 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
   [junit4]   2> 840091 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 840091 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
   [junit4]   2> 840095 DEBUG (ScheduledTrigger-5685-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 840095 DEBUG (ScheduledTrigger-5685-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
   [junit4]   2> 840095 DEBUG (ScheduledTrigger-5685-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 840096 DEBUG (simCloudManagerPool-5684-thread-5) [    ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection testNodeAdded, currentVersion=1
   [junit4]   2> 840097 DEBUG (simCloudManagerPool-5684-thread-5) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=1
   [junit4]   2> 840097 DEBUG (simCloudManagerPool-5684-thread-5) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 1
   [junit4]   2> 840097 DEBUG (simCloudManagerPool-5684-thread-5) [    ] o.a.s.c.o.ClusterStateMutator building a new cName: testNodeAdded
   [junit4]   2> 840107 DEBUG (simCloudManagerPool-5684-thread-5) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=2
   [junit4]   2> 840107 DEBUG (simCloudManagerPool-5684-thread-5) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 2
   [junit4]   2> 840107 WARN  (simCloudManagerPool-5684-thread-5) [    ] o.a.s.c.a.c.CreateCollectionCmd Specified number of replicas of 4 on collection testNodeAdded is higher than the number of Solr instances currently live or live and part of your createNodeSet(1). It's unusual to run two replica of the same slice on the same Solr-instance.
   [junit4]   2> 840108 DEBUG (simCloudManagerPool-5684-thread-5) [    ] o.a.s.c.s.c.a.PolicyHelper Creating a new session
   [junit4]   2> 840108 DEBUG (simCloudManagerPool-5684-thread-5) [    ] o.a.s.c.s.c.a.PolicyHelper New session created 
   [junit4]   2> 840109 DEBUG (simCloudManagerPool-5684-thread-5) [    ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 2299414001 sessionWrapper.createTime 2299413961692153, this.sessionWrapper.createTime 2299413961692153 
   [junit4]   2> 840109 DEBUG (simCloudManagerPool-5684-thread-5) [    ] o.a.s.c.s.c.a.PolicyHelper session set to NULL
   [junit4]   2> 840109 DEBUG (simCloudManagerPool-5684-thread-5) [    ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection testNodeAdded, currentVersion=3
   [junit4]   2> 840113 DEBUG (TEST-TestSimComputePlanAction.testNodeAdded-seed#[9DEAD04B921F287]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=3
   [junit4]   2> 840113 DEBUG (TEST-TestSimComputePlanAction.testNodeAdded-seed#[9DEAD04B921F287]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 3
   [junit4]   2> 840115 DEBUG (ScheduledTrigger-5685-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 840115 DEBUG (ScheduledTrigger-5685-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
   [junit4]   2> 840115 DEBUG (ScheduledTrigger-5685-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 840116 DEBUG (simCloudManagerPool-5684-thread-10) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 840116 DEBUG (simCloudManagerPool-5684-thread-10) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
   [junit4]   2> 840844 INFO  (TEST-TestSimComputePlanAction.testNodeAdded-seed#[9DEAD04B921F287]) [    ] o.a.s.c.a.s.TestSimComputePlanAction -------------_ FINAL STATE --------------
   [junit4]   2> 840844 INFO  (TEST-TestSimComputePlanAction.testNodeAdded-seed#[9DEAD04B921F287]) [    ] o.a.s.c.a.s.TestSimComputePlanAction * Node values: {"127.0.0.1:10028_solr":{
   [junit4]   2>     "sysprop.java.vendor":"Oracle Corporation",
   [junit4]   2>     "cores":0,
   [junit4]   2>     "host":"127.0.0.1",
   [junit4]   2>     "freedisk":1024,
   [junit4]   2>     "sysprop.java.version":"1.8.0_191",
   [junit4]   2>     "ip_1":"127",
   [junit4]   2>     "ip_3":"0",
   [junit4]   2>     "ip_2":"0",
   [junit4]   2>     "ip_4":"1",
   [junit4]   2>     "node":"127.0.0.1:10028_solr",
   [junit4]   2>     "metrics:solr.jvm:buffers.direct.Count":0,
   [junit4]   2>     "port":10028,
   [junit4]   2>     "heapUsage":123450000,
   [junit4]   2>     "sysLoadAvg":1.0,
   [junit4]   2>     "metrics:solr.node:ADMIN./admin/authorization.clientErrors:count":0,
   [junit4]   2>     "totaldisk":10240}}
   [junit4]   2> 840844 INFO  (TEST-TestSimComputePlanAction.testNodeAdded-seed#[9DEAD04B921F287]) [    ] o.a.s.c.a.s.TestSimComputePlanAction * Live nodes: [127.0.0.1:10028_solr]
   [junit4]   2> 840844 INFO  (TEST-TestSimComputePlanAction.testNodeAdded-seed#[9DEAD04B921F287]) [    ] o.a.s.c.a.s.TestSimComputePlanAction * Collection testNodeAdded state: DocCollection(testNodeAdded//clusterstate.json/3)={
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"-1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"4",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "autoCreated":"true",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "replicas":{},
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active"}}}
   [junit4]   2> 840844 DEBUG (ScheduledTrigger-5685-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 840844 DEBUG (ScheduledTrigger-5685-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
   [junit4]   2> 840844 DEBUG (ScheduledTrigger-5685-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 840845 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 840848 DEBUG (TEST-TestSimComputePlanAction.testNodeAdded-seed#[9DEAD04B921F287]) [    ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 840848 DEBUG (TEST-TestSimComputePlanAction.testNodeAdded-seed#[9DEAD04B921F287]) [    ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 840848 DEBUG (TEST-TestSimComputePlanAction.testNodeAdded-seed#[9DEAD04B921F287]) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 840848 DEBUG (TEST-TestSimComputePlanAction.testNodeAdded-seed#[9DEAD04B921F287]) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 840849 DEBUG (TEST-TestSimComputePlanAction.testNodeAdded-seed#[9DEAD04B921F287]) [    ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 840849 DEBUG (TEST-TestSimComputePlanAction.testNodeAdded-seed#[9DEAD04B921F287]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 840849 INFO  (TEST-TestSimComputePlanAction.testNodeAdded-seed#[9DEAD04B921F287]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAdded
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSimComputePlanAction -Dtests.method=testNodeAdded -Dtests.seed=9DEAD04B921F287 -Dtests.slow=true -Dtests.locale=fi -Dtests.timezone=US/East-Indiana -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.90s J0 | TestSimComputePlanAction.testNodeAdded <<<
   [junit4]    > Throwable #1: java.util.concurrent.TimeoutException: OverseerTriggerThread never caught up to the latest znodeVersion
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([9DEAD04B921F287:6C1DFB731B825A84]:0)
   [junit4]    > 	at org.apache.solr.util.TimeOut.waitFor(TimeOut.java:66)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.assertAutoscalingUpdateComplete(SimSolrCloudTestCase.java:71)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.sim.TestSimComputePlanAction.testNodeAdded(TestSimComputePlanAction.java:314)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestSimComputePlanAction_9DEAD04B921F287-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80): {}, docValues:{}, maxPointsInLeafNode=1540, maxMBSortInHeap=5.347205638435432, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@ff5ce5a), locale=fi, timezone=US/East-Indiana
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=3,threads=1,free=261185312,total=515899392
   [junit4]   2> NOTE: All tests run in this JVM: [ReplicationFactorTest, InfixSuggestersTest, SpellCheckCollatorWithCollapseTest, TestSolrFieldCacheBean, CdcrWithNodesRestartsTest, CdcrOpsAndBoundariesTest, CollectionsAPIDistributedZkTest, HdfsNNFailoverTest, TestPartialUpdateDeduplication, RollingRestartTest, NodeMarkersRegistrationTest, ZkShardTermsTest, CollectionsAPISolrJTest, TestManagedResource, VersionInfoTest, TestZkAclsWithHadoopAuth, TestLazyCores, PeerSyncWithLeaderAndIndexFingerprintCachingTest, TestSimNodeLostTrigger, TestTlogReplica, TestRandomFaceting, TestShardHandlerFactory, TestHdfsUpdateLog, CustomCollectionTest, TestOverriddenPrefixQueryForCustomFieldType, TestDownShardTolerantSearch, TestReplicationHandler, TestIntervalFaceting, OverseerTaskQueueTest, RootFieldTest, OpenCloseCoreStressTest, LeaderTragicEventTest, TestTrie, TestSolrCoreSnapshots, TestRecoveryHdfs, ScheduledMaintenanceTriggerTest, AutoAddReplicasIntegrationTest, RuleEngineTest, CdcrBidirectionalTest, TestPayloadScoreQParserPlugin, TestLFUCache, HLLSerializationTest, EchoParamsTest, DistributedTermsComponentTest, RequestHandlersTest, TestFieldCache, JWTAuthPluginIntegrationTest, AlternateDirectoryTest, SpellCheckComponentTest, TestGraphTermsQParserPlugin, ShardsWhitelistTest, TestInitParams, TestManagedSchemaThreadSafety, DistributedFacetPivotLongTailTest, TlogReplayBufferedWhileIndexingTest, DistributedSpellCheckComponentTest, TestComplexPhraseLeadingWildcard, CoreAdminOperationTest, TestSimComputePlanAction]
   [junit4] Completed [162/846 (1!)] on J0 in 1.46s, 3 tests, 1 error, 1 skipped <<< FAILURES!

[...truncated 999 lines...]
   [junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
   [junit4]   2> 2021869 INFO  (SUITE-BasicDistributedZkTest-seed#[9DEAD04B921F287]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_9DEAD04B921F287-001/init-core-data-001
   [junit4]   2> 2021870 WARN  (SUITE-BasicDistributedZkTest-seed#[9DEAD04B921F287]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=9 numCloses=9
   [junit4]   2> 2021870 INFO  (SUITE-BasicDistributedZkTest-seed#[9DEAD04B921F287]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 2021872 INFO  (SUITE-BasicDistributedZkTest-seed#[9DEAD04B921F287]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 2021872 INFO  (SUITE-BasicDistributedZkTest-seed#[9DEAD04B921F287]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /dj_ncx/
   [junit4]   2> 2021877 INFO  (TEST-BasicDistributedZkTest.test-seed#[9DEAD04B921F287]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2021878 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2021878 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2021978 INFO  (TEST-BasicDistributedZkTest.test-seed#[9DEAD04B921F287]) [    ] o.a.s.c.ZkTestServer start zk server on port:41968
   [junit4]   2> 2021978 INFO  (TEST-BasicDistributedZkTest.test-seed#[9DEAD04B921F287]) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41968
   [junit4]   2> 2021978 INFO  (TEST-BasicDistributedZkTest.test-seed#[9DEAD04B921F287]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 41968
   [junit4]   2> 2021984 INFO  (zkConnectionManagerCallback-16870-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2021987 INFO  (zkConnectionManagerCallback-16872-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2021989 INFO  (TEST-BasicDistributedZkTest.test-seed#[9DEAD04B921F287]) [    ] o.a.s.c.ZkTestServer put /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2021992 INFO  (TEST-BasicDistributedZkTest.test-seed#[9DEAD04B921F287]) [    ] o.a.s.c.ZkTestServer put /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 2022010 INFO  (TEST-BasicDistributedZkTest.test-seed#[9DEAD04B921F287]) [    ] o.a.s.c.ZkTestServer put /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2022011 INFO  (TEST-BasicDistributedZkTest.test-seed#[9DEAD04B921F287]) [    ] o.a.s.c.ZkTestServer put /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2022013 INFO  (TEST-BasicDistributedZkTest.test-seed#[9DEAD04B921F287]) [    ] o.a.s.c.ZkTestServer put /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2022014 INFO  (TEST-BasicDistributedZkTest.test-seed#[9DEAD04B921F287]) [    ] o.a.s.c.ZkTestServer put /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2022015 INFO  (TEST-BasicDistributedZkTest.test-seed#[9DEAD04B921F287]) [    ] o.a.s.c.ZkTestServer put /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2022017 INFO  (TEST-BasicDistributedZkTest.test-seed#[9DEAD04B921F287]) [    ] o.a.s.c.ZkTestServer put /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2022018 INFO  (TEST-BasicDistributedZkTest.test-seed#[9DEAD04B921F287]) [    ] o.a.s.c.ZkTestServer put /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2022019 INFO  (TEST-BasicDistributedZkTest.test-seed#[9DEAD04B921F287]) [    ] o.a.s.c.ZkTestServer put /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2022021 INFO  (TEST-BasicDistributedZkTest.test-seed#[9DEAD04B921F287]) [    ] o.a.s.c.ZkTestServer put /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2022022 INFO  (TEST-BasicDistributedZkTest.test-seed#[9DEAD04B921F287]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 2022362 WARN  (TEST-BasicDistributedZkTest.test-seed#[9DEAD04B921F287]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2022362 INFO  (TEST-BasicDistributedZkTest.test-seed#[9DEAD04B921F287]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 2022362 INFO  (TEST-BasicDistributedZkTest.test-seed#[9DEAD04B921F287]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2022362 INFO  (TEST-BasicDistributedZkTest.test-seed#[9DEAD04B921F287]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 2022364 INFO  (TEST-BasicDistributedZkTest.test-seed#[9DEAD04B921F287]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2022364 INFO  (TEST-BasicDistributedZkTest.test-seed#[9DEAD04B921F287]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2022364 INFO  (TEST-BasicDistributedZkTest.test-seed#[9DEAD04B921F287]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2022366 INFO  (TEST-BasicDistributedZkTest.test-seed#[9DEAD04B921F287]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@74a920f5{/dj_ncx,null,AVAILABLE}
   [junit4]   2> 2022367 INFO  (TEST-BasicDistributedZkTest.test-seed#[9DEAD04B921F287]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@39b8fc48{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:62133}
   [junit4]   2> 2022367 INFO  (TEST-BasicDistributedZkTest.test-seed#[9DEAD04B921F287]) [    ] o.e.j.s.Server Started @2024170ms
   [junit4]   2> 2022367 INFO  (TEST-BasicDistributedZkTest.test-seed#[9DEAD04B921F287]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_9DEAD04B921F287-001/tempDir-001/control/data, replicaType=NRT, hostContext=/dj_ncx, hostPort=62133, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_9DEAD04B921F287-001/control-001/cores}
   [junit4]   2> 2022367 ERROR (TEST-BasicDistributedZkTest.test-seed#[9DEAD04B921F287]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2022367 INFO  (TEST-BasicDistributedZkTest.test-seed#[9DEAD04B921F287]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2022367 INFO  (TEST-BasicDistributedZkTest.test-seed#[9DEAD04B921F287]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.1.0
   [junit4]   2> 2022367 INFO  (TEST-BasicDistributedZkTest.test-seed#[9DEAD04B921F287]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2022367 INFO  (TEST-BasicDistributedZkTest.test-seed#[9DEAD04B921F287]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2022367 INFO  (TEST-BasicDistributedZkTest.test-seed#[9DEAD04B921F287]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-03-08T06:31:42.697Z
   [junit4]   2> 2022369 INFO  (zkConnectionManagerCallback-16874-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2022370 INFO  (TEST-BasicDistributedZkTest.test-seed#[9DEAD04B921F287]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2022370 INFO  (TEST-BasicDistributedZkTest.test-seed#[9DEAD04B921F287]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_9DEAD04B921F287-001/control-001/solr.xml
   [junit4]   2> 2022374 INFO  (TEST-BasicDistributedZkTest.test-seed#[9DEAD04B921F287]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2022374 INFO  (TEST-BasicDistributedZkTest.test-seed#[9DEAD04B921F287]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2022385 INFO  (TEST-BasicDistributedZkTest.test-seed#[9DEAD04B921F287]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1067851d, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2022550 INFO  (TEST-BasicDistributedZkTest.test-seed#[9DEAD04B921F287]) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 2022551 WARN  (TEST-BasicDistributedZkTest.test-seed#[9DEAD04B921F287]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@30b391de[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2022555 WARN  (TEST-BasicDistributedZkTest.test-seed#[9DEAD04B921F287]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@36b431dd[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2022557 INFO  (TEST-BasicDistributedZkTest.test-seed#[9DEAD04B921F287]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41968/solr
   [junit4]   2> 2022558 INFO  (zkConnectionManagerCallback-16880-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2022561 INFO  (zkConnectionManagerCallback-16882-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2022633 INFO  (TEST-BasicDistributedZkTest.test-seed#[9DEAD04B921F287]) [n:127.0.0.1:62133_dj_ncx    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:62133_dj_ncx
   [junit4]   2> 2022633 INFO  (TEST-BasicDistributedZkTest.test-seed#[9DEAD04B921F287]) [n:127.0.0.1:62133_dj_ncx    ] o.a.s.c.Overseer Overseer (id=72206872121507844-127.0.0.1:62133_dj_ncx-n_0000000000) starting
   [junit4]   2> 2022639 INFO  (zkConnectionManagerCallback-16889-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2022641 INFO  (TEST-BasicDistributedZkTest.test-seed#[9DEAD04B921F287]) [n:127.0.0.1:62133_dj_ncx    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41968/solr ready
   [junit4]   2> 2022642 INFO  (TEST-BasicDistributedZkTest.test-seed#[9DEAD04B921F287]) [n:127.0.0.1:62133_dj_ncx    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62133_dj_ncx
   [junit4]   2> 2022642 INFO  (OverseerStateUpdate-72206872121507844-127.0.0.1:62133_dj_ncx-n_0000000000) [n:127.0.0.1:62133_dj_ncx    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:62133_dj_ncx
   [junit4]   2> 2022644 INFO  (zkCallback-16888-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2022645 INFO  (zkCallback-16881-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2022663 INFO  (TEST-BasicDistributedZkTest.test-seed#[9DEAD04B921F287]) [n:127.0.0.1:62133_dj_ncx    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2022677 INFO  (TEST-BasicDistributedZkTest.test-seed#[9DEAD04B921F287]) [n:127.0.0.1:62133_dj_ncx    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1067851d
   [junit4]   2> 2022684 INFO  (TEST-BasicDistributedZkTest.test-seed#[9DEAD04B921F287]) [n:127.0.0.1:62133_dj_ncx    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1067851d
   [junit4]   2> 2022685 INFO  (TEST-BasicDistributedZkTest.test-seed#[9DEAD04B921F287]) [n:127.0.0.1:62133_dj_ncx    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1067851d
   [junit4]   2> 2022685 INFO  (TEST-BasicDistributedZkTest.test-seed#[9DEAD04B921F287]) [n:127.0.0.1:62133_dj_ncx    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_9DEAD04B921F287-001/control-001/cores
   [junit4]   2> 2022701 INFO  (zkConnectionManagerCallback-16895-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2022702 INFO  (TEST-BasicDistributedZkTest.test-seed#[9DEAD04B921F287]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2022704 INFO  (TEST-BasicDistributedZkTest.test-seed#[9DEAD04B921F287]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41968/solr ready
   [junit4]   2> 2022705 INFO  (qtp1568851560-41306) [n:127.0.0.1:62133_dj_ncx    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:62133_dj_ncx&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2022724 INFO  (OverseerThreadFactory-11471-thread-1-processing-n:127.0.0.1:62133_dj_ncx) [n:127.0.0.1:62133_dj_ncx    ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 2022835 INFO  (qtp1568851560-41308) [n:127.0.0.1:62133_dj_ncx    x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2022835 INFO  (qtp1568851560-41308) [n:127.0.0.1:62133_dj_ncx    x:control_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2023861 INFO  (qtp1568851560-41308) [n:127.0.0.1:62133_dj_ncx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.1.0
   [junit4]   2> 2023874 INFO  (qtp1568851560-41308) [n:127.0.0.1:62133_dj_ncx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 2024036 INFO  (qtp1568851560-41308) [n:127.0.0.1:62133_dj_ncx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2024109 INFO  (qtp1568851560-41308) [n:127.0.0.1:62133_dj_ncx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 2024109 INFO  (qtp1568851560-41308) [n:127.0.0.1:62133_dj_ncx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1067851d
   [junit4]   2> 2024110 INFO  (qtp1568851560-41308) [n:127.0.0.1:62133_dj_ncx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_9DEAD04B921F287-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_9DEAD04B921F287-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 2024112 INFO  (qtp1568851560-41308) [n:127.0.0.1:62133_dj_ncx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=14, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 2024114 WARN  (qtp1568851560-41308) [n:127.0.0.1:62133_dj_ncx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 2024173 INFO  (qtp1568851560-41308) [n:127.0.0.1:62133_dj_ncx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2024174 INFO  (qtp1568851560-41308) [n:127.0.0.1:62133_dj_ncx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2024176 INFO  (qtp1568851560-41308) [n:127.0.0.1:62133_dj_ncx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2024176 INFO  (qtp1568851560-41308) [n:127.0.0.1:62133_dj_ncx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2024177 INFO  (qtp1568851560-41308) [n:127.0.0.1:62133_dj_ncx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=47, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 2024177 INFO  (qtp1568851560-41308) [n:127.0.0.1:62133_dj_ncx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@46eaa5b9[control_collection_shard1_replica_n1] main]
   [junit4]   2> 2024187 INFO  (qtp1568851560-41308) [n:127.0.0.1:62133_dj_ncx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2024188 INFO  (qtp1568851560-41308) [n:127.0.0.1:62133_dj_ncx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2024188 INFO  (qtp1568851560-41308) [n:127.0.0.1:62133_dj_ncx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2024188 INFO  (qtp1568851560-41308) [n:127.0.0.1:62133_dj_ncx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1627417953716666368
   [junit4]   2> 2024192 INFO  (searcherExecutor-11476-thread-1-processing-n:127.0.0.1:62133_dj_ncx x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:62133_dj_ncx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@46eaa5b9[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2024202 INFO  (qtp1568851560-41308) [n:127.0.0.1:62133_dj_ncx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 2024202 INFO  (qtp1568851560-41308) [n:127.0.0.1:62133_dj_ncx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
   [junit4]   2> 2024212 INFO  (qtp1568851560-41308) [n:127.0.0.1:62133_dj_ncx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2024212 INFO  (qtp1568851560-41308) [n:127.0.0.1:62133_dj_ncx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2024212 INFO  (qtp1568851560-41308) [n:127.0.0.1:62133_dj_ncx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:62133/dj_ncx/control_collection_shard1_replica_n1/
   [junit4]   2> 2024213 INFO  (qtp1568851560-41308) [n:127.0.0.1:62133_dj_ncx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2024214 INFO  (qtp1568851560-41308) [n:127.0.0.1:62133_dj_ncx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:62133/dj_ncx/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 2024215 INFO  (qtp1568851560-41308) [n:127.0.0.1:62133_dj_ncx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/72206872121507844-core_node2-n_0000000000
   [junit4]   2> 2024222 INFO  (qtp1568851560-41308) [n:127.0.0.1:62133_dj_ncx c:control_collection s:shard1  x:control_collection_shard1_replic

[...truncated too long message...]

ption.create(KeeperException.java:130)
   [junit4]    > 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]    > 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1221)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:358)
   [junit4]    > 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:358)
   [junit4]    > 	at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1378)
   [junit4]    > 	at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1364)
   [junit4]    > 	... 46 moreThrowable #2: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=41913, name=testExecutor-11618-thread-2, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
   [junit4]    > Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:44521/dj_ncx: ADDREPLICA failed to create replica
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([9DEAD04B921F287]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:649)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
   [junit4]    > 	at org.apache.solr.cloud.BasicDistributedZkTest.lambda$createCollectionInOneInstance$1(BasicDistributedZkTest.java:657)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_9DEAD04B921F287-001
   [junit4]   2> NOTE: test params are: codec=Lucene80, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@4df2511e), locale=zh, timezone=WET
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=3,threads=1,free=159222968,total=488636416
   [junit4]   2> NOTE: All tests run in this JVM: [RestartWhileUpdatingTest, PhrasesIdentificationComponentTest, SpellPossibilityIteratorTest, TestSolrJ, HDFSCollectionsAPITest, CdcrReplicationHandlerTest, ConcurrentDeleteAndCreateCollectionTest, HdfsRecoverLeaseTest, TimeRoutedAliasUpdateProcessorTest, SSLMigrationTest, RestoreTriggerStateTest, ZkSolrClientTest, ConcurrentCreateRoutedAliasTest, TestManagedResourceStorage, AddSchemaFieldsUpdateProcessorFactoryTest, CacheHeaderTest, TestMergePolicyConfig, PeerSyncWithLeaderTest, TestSimPolicyCloud, TestTolerantUpdateProcessorCloud, TestSimpleTrackingShardHandler, TestSimpleTextCodec, TestInPlaceUpdatesDistrib, HdfsCollectionsAPIDistributedZkTest, TestPayloadCheckQParserPlugin, TestExclusionRuleCollectionAccess, TestReplicationHandlerBackup, TestRemoteStreaming, OverseerTest, SoftAutoCommitTest, PluginInfoTest, LeaderVoteWaitTimeoutTest, PathHierarchyTokenizerFactoryTest, BinaryUpdateRequestHandlerTest, TestReload, ScheduledTriggerIntegrationTest, AutoAddReplicasPlanActionTest, RulesTest, CdcrBootstrapTest, TestPseudoReturnFields, TestLRUCache, HLLUtilTest, MinimalSchemaTest, FacetPivotSmallTest, ResourceLoaderTest, TestFieldCacheReopen, JWTAuthPluginTest, BlobRepositoryCloudTest, StatsComponentTest, TestHashQParserPlugin, ShufflingReplicaListTransformerTest, TestJmxIntegration, TestOmitPositions, DistributedFacetPivotSmallAdvancedTest, TriLevelCompositeIdRoutingTest, DistributedSuggestComponentTest, TestComplexPhraseQParserPlugin, CoreAdminRequestStatusTest, TestSimDistribStateManager, ByteBuffersDirectoryFactoryTest, FileUtilsTest, TestSkipOverseerOperations, TestSolrConfigHandlerCloud, ShardRoutingCustomTest, DocValuesMultiTest, TestDocumentBuilder, TestDelegationWithHadoopAuth, TestRandomFlRTGCloud, MultiSolrCloudTestCaseTest, TestSystemCollAutoCreate, SimpleMLTQParserTest, AtomicUpdatesTest, DebugComponentTest, LeaderElectionContextKeyTest, TestExceedMaxTermLength, TestDistributedMap, TestSchemaNameResource, TestTolerantSearch, HdfsChaosMonkeySafeLeaderTest, TestWordDelimiterFilterFactory, TestChildDocTransformer, TestBinaryField, ResponseHeaderTest, TestSimExecutePlanAction, MetricUtilsTest, BadIndexSchemaTest, TestConfigReload, TestLRUStatsCache, RemoteQueryErrorTest, XsltUpdateRequestHandlerTest, TestSort, TestScoreJoinQPNoScore, HdfsDirectoryFactoryTest, PingRequestHandlerTest, TestZkChroot, UniqFieldsUpdateProcessorFactoryTest, SharedFSAutoReplicaFailoverTest, SolrTestCaseJ4Test, TestFunctionQuery, HttpPartitionTest, TestRecovery, PeerSyncWithIndexFingerprintCachingTest, TestTrackingShardHandlerFactory, TemplateUpdateProcessorTest, ChaosMonkeyNothingIsSafeTest, BlockJoinFacetDistribTest, ZookeeperStatusHandlerTest, TestUninvertingReader, TestBulkSchemaAPI, TestCloudJSONFacetSKG, URLClassifyProcessorTest, DistributedFacetSimpleRefinementLongTailTest, OverseerModifyCollectionTest, TestSubQueryTransformerDistrib, TestSchemaManager, SimpleCollectionCreateDeleteTest, ComputePlanActionTest, SampleTest, FieldMutatingUpdateProcessorTest, ZkControllerTest, TestLMDirichletSimilarityFactory, UpdateParamsTest, TestSubQueryTransformer, OverseerStatusTest, TestSolrDeletionPolicy1, TestLegacyTerms, DateMathParserTest, TestConfigSetsAPI, BufferStoreTest, TestJsonFacetsWithNestedObjects, TestRebalanceLeaders, SuggestComponentTest, CollectionsAPIAsyncDistributedZkTest, LeaderFailureAfterFreshStartTest, TestNoOpRegenerator, TestCollapseQParserPlugin, TestJsonFacets, TestReloadAndDeleteDocs, DocValuesNotIndexedTest, HttpSolrCallGetCoreTest, TestMissingGroups, NodeAddedTriggerTest, JsonLoaderTest, PreAnalyzedUpdateProcessorTest, TestSafeXMLParsing, TestStressLucene, TestNamedUpdateProcessors, DataDrivenBlockJoinTest, TestDistributedMissingSort, LargeFieldTest, TestNumericTerms32, ChangedSchemaMergeTest, CollectionReloadTest, TestRandomCollapseQParserPlugin, ConjunctionSolrSpellCheckerTest, CircularListTest, TestHighFrequencyDictionaryFactory, TestUtilizeNode, OrderedExecutorTest, SolrIndexSplitterTest, TestXIncludeConfig, TestAuthorizationFramework, TestAnalyzeInfixSuggestions, TestCloudRecovery, IgnoreLargeDocumentProcessorFactoryTest, CheckHdfsIndexTest, TestPHPSerializedResponseWriter, TestJettySolrRunner, CustomHighlightComponentTest, BaseCdcrDistributedZkTest, TestLocalFSCloudBackupRestore, TestDynamicFieldCollectionResource, TestManagedSynonymGraphFilterFactory, MetricsHistoryIntegrationTest, TestObjectReleaseTracker, ManagedSchemaRoundRobinCloudTest, SchemaVersionSpecificBehaviorTest, JvmMetricsTest, TestCorePropertiesReload, DistributedQueryElevationComponentTest, HdfsUnloadDistributedZkTest, TestReRankQParserPlugin, TestInPlaceUpdatesStandalone, ClassificationUpdateProcessorIntegrationTest, TestRetrieveFieldsOptimizer, SpellCheckCollatorTest, DeleteStatusTest, TestSearchPerf, DeleteReplicaTest, TestSystemIdResolver, TestPullReplica, TestFieldCacheWithThreads, OverriddenZkACLAndCredentialsProvidersTest, TestDistributedStatsComponentCardinality, TestUseDocValuesAsStored2, FileBasedSpellCheckerTest, AnalysisErrorHandlingTest, TestSimpleQParserPlugin, TestMaxScoreQueryParser, DirectoryFactoryTest, TestSQLHandler, HdfsThreadLeakTest, TestManagedStopFilterFactory, BasicDistributedZkTest]
   [junit4] Completed [465/846 (2!)] on J1 in 727.01s, 1 test, 1 error <<< FAILURES!

[...truncated 1328 lines...]
   [junit4] JVM J1: stdout was not empty, see: /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/temp/junit4-J1-20190308_055800_0293389328313476136364.sysout
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: Java heap space
   [junit4] Dumping heap to /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/heapdumps/java_pid6208.hprof ...
   [junit4] Heap dump file created [518569419 bytes in 13.092 secs]
   [junit4] <<< JVM J1: EOF ----

[...truncated 8932 lines...]
BUILD FAILED
/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/build.xml:633: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/build.xml:585: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid6208.hprof

Total time: 110 minutes 37 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2

[JENKINS] Lucene-Solr-8.x-Solaris (64bit/jdk1.8.0) - Build # 64 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-Solaris/64/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC

11 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.SaslZkACLProviderTest

Error Message:
3 threads leaked from SUITE scope at org.apache.solr.cloud.SaslZkACLProviderTest:     1) Thread[id=31, name=TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]-EventThread, state=WAITING, group=TGRP-SaslZkACLProviderTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504)    2) Thread[id=24, name=TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]-EventThread, state=WAITING, group=TGRP-SaslZkACLProviderTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504)    3) Thread[id=28, name=TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]-EventThread, state=WAITING, group=TGRP-SaslZkACLProviderTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.cloud.SaslZkACLProviderTest: 
   1) Thread[id=31, name=TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]-EventThread, state=WAITING, group=TGRP-SaslZkACLProviderTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504)
   2) Thread[id=24, name=TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]-EventThread, state=WAITING, group=TGRP-SaslZkACLProviderTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504)
   3) Thread[id=28, name=TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]-EventThread, state=WAITING, group=TGRP-SaslZkACLProviderTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504)
	at __randomizedtesting.SeedInfo.seed([722860016584798F]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.SaslZkACLProviderTest

Error Message:
3 threads leaked from SUITE scope at org.apache.solr.cloud.SaslZkACLProviderTest:     1) Thread[id=46, name=TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]-EventThread, state=WAITING, group=TGRP-SaslZkACLProviderTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504)    2) Thread[id=49, name=TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]-EventThread, state=WAITING, group=TGRP-SaslZkACLProviderTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504)    3) Thread[id=52, name=TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]-EventThread, state=WAITING, group=TGRP-SaslZkACLProviderTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.cloud.SaslZkACLProviderTest: 
   1) Thread[id=46, name=TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]-EventThread, state=WAITING, group=TGRP-SaslZkACLProviderTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504)
   2) Thread[id=49, name=TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]-EventThread, state=WAITING, group=TGRP-SaslZkACLProviderTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504)
   3) Thread[id=52, name=TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]-EventThread, state=WAITING, group=TGRP-SaslZkACLProviderTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504)
	at __randomizedtesting.SeedInfo.seed([722860016584798F]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.SaslZkACLProviderTest

Error Message:
3 threads leaked from SUITE scope at org.apache.solr.cloud.SaslZkACLProviderTest:     1) Thread[id=49, name=TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]-EventThread, state=WAITING, group=TGRP-SaslZkACLProviderTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504)    2) Thread[id=46, name=TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]-EventThread, state=WAITING, group=TGRP-SaslZkACLProviderTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504)    3) Thread[id=52, name=TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]-EventThread, state=WAITING, group=TGRP-SaslZkACLProviderTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.cloud.SaslZkACLProviderTest: 
   1) Thread[id=49, name=TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]-EventThread, state=WAITING, group=TGRP-SaslZkACLProviderTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504)
   2) Thread[id=46, name=TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]-EventThread, state=WAITING, group=TGRP-SaslZkACLProviderTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504)
   3) Thread[id=52, name=TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]-EventThread, state=WAITING, group=TGRP-SaslZkACLProviderTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504)
	at __randomizedtesting.SeedInfo.seed([722860016584798F]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.SaslZkACLProviderTest

Error Message:
3 threads leaked from SUITE scope at org.apache.solr.cloud.SaslZkACLProviderTest:     1) Thread[id=70, name=TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]-EventThread, state=WAITING, group=TGRP-SaslZkACLProviderTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504)    2) Thread[id=73, name=TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]-EventThread, state=WAITING, group=TGRP-SaslZkACLProviderTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504)    3) Thread[id=67, name=TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]-EventThread, state=WAITING, group=TGRP-SaslZkACLProviderTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.cloud.SaslZkACLProviderTest: 
   1) Thread[id=70, name=TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]-EventThread, state=WAITING, group=TGRP-SaslZkACLProviderTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504)
   2) Thread[id=73, name=TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]-EventThread, state=WAITING, group=TGRP-SaslZkACLProviderTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504)
   3) Thread[id=67, name=TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]-EventThread, state=WAITING, group=TGRP-SaslZkACLProviderTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504)
	at __randomizedtesting.SeedInfo.seed([722860016584798F]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.SaslZkACLProviderTest

Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.SaslZkACLProviderTest:     1) Thread[id=36325, name=TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]-EventThread, state=WAITING, group=TGRP-SaslZkACLProviderTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504)    2) Thread[id=36318, name=TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]-EventThread, state=WAITING, group=TGRP-SaslZkACLProviderTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.SaslZkACLProviderTest: 
   1) Thread[id=36325, name=TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]-EventThread, state=WAITING, group=TGRP-SaslZkACLProviderTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504)
   2) Thread[id=36318, name=TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]-EventThread, state=WAITING, group=TGRP-SaslZkACLProviderTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504)
	at __randomizedtesting.SeedInfo.seed([722860016584798F]:0)


FAILED:  org.apache.solr.client.solrj.io.stream.StreamDecoratorTest.testParallelCommitStream

Error Message:
expected:<5> but was:<3>

Stack Trace:
java.lang.AssertionError: expected:<5> but was:<3>
	at __randomizedtesting.SeedInfo.seed([7D830F46FB3FA70A:5D696D46677E4A46]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.failNotEquals(Assert.java:834)
	at org.junit.Assert.assertEquals(Assert.java:645)
	at org.junit.Assert.assertEquals(Assert.java:631)
	at org.apache.solr.client.solrj.io.stream.StreamDecoratorTest.testParallelCommitStream(StreamDecoratorTest.java:3309)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.SaslZkACLProviderTest.testSaslZkACLProvider

Error Message:
KeeperErrorCode = AuthFailed for /solr

Stack Trace:
org.apache.zookeeper.KeeperException$AuthFailedException: KeeperErrorCode = AuthFailed for /solr
	at __randomizedtesting.SeedInfo.seed([722860016584798F:76DC36D9FCC0DA81]:0)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:126)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:792)
	at org.apache.solr.common.cloud.SolrZkClient.lambda$makePath$8(SolrZkClient.java:545)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:544)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:436)
	at org.apache.solr.cloud.SaslZkACLProviderTest.setUp(SaslZkACLProviderTest.java:84)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.SaslZkACLProviderTest.testSaslZkACLProvider

Error Message:
KeeperErrorCode = AuthFailed for /solr

Stack Trace:
org.apache.zookeeper.KeeperException$AuthFailedException: KeeperErrorCode = AuthFailed for /solr
	at __randomizedtesting.SeedInfo.seed([722860016584798F:76DC36D9FCC0DA81]:0)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:126)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:792)
	at org.apache.solr.common.cloud.SolrZkClient.lambda$makePath$8(SolrZkClient.java:545)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:544)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:436)
	at org.apache.solr.cloud.SaslZkACLProviderTest.setUp(SaslZkACLProviderTest.java:84)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.SaslZkACLProviderTest.testSaslZkACLProvider

Error Message:
KeeperErrorCode = AuthFailed for /solr

Stack Trace:
org.apache.zookeeper.KeeperException$AuthFailedException: KeeperErrorCode = AuthFailed for /solr
	at __randomizedtesting.SeedInfo.seed([722860016584798F:76DC36D9FCC0DA81]:0)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:126)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:792)
	at org.apache.solr.common.cloud.SolrZkClient.lambda$makePath$8(SolrZkClient.java:545)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:544)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:436)
	at org.apache.solr.cloud.SaslZkACLProviderTest.setUp(SaslZkACLProviderTest.java:84)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.SaslZkACLProviderTest.testSaslZkACLProvider

Error Message:
KeeperErrorCode = AuthFailed for /solr

Stack Trace:
org.apache.zookeeper.KeeperException$AuthFailedException: KeeperErrorCode = AuthFailed for /solr
	at __randomizedtesting.SeedInfo.seed([722860016584798F:76DC36D9FCC0DA81]:0)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:126)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:792)
	at org.apache.solr.common.cloud.SolrZkClient.lambda$makePath$8(SolrZkClient.java:545)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:544)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:436)
	at org.apache.solr.cloud.SaslZkACLProviderTest.setUp(SaslZkACLProviderTest.java:84)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.SaslZkACLProviderTest.testSaslZkACLProvider

Error Message:
KeeperErrorCode = AuthFailed for /solr

Stack Trace:
org.apache.zookeeper.KeeperException$AuthFailedException: KeeperErrorCode = AuthFailed for /solr
	at __randomizedtesting.SeedInfo.seed([722860016584798F:76DC36D9FCC0DA81]:0)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:126)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:792)
	at org.apache.solr.common.cloud.SolrZkClient.lambda$makePath$8(SolrZkClient.java:545)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:544)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:436)
	at org.apache.solr.cloud.SaslZkACLProviderTest.setUp(SaslZkACLProviderTest.java:84)
	at sun.reflect.GeneratedMethodAccessor5.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 14235 lines...]
   [junit4] Suite: org.apache.solr.cloud.SaslZkACLProviderTest
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.SaslZkACLProviderTest_722860016584798F-001/init-core-data-001
   [junit4]   2> 2883785 WARN  (SUITE-SaslZkACLProviderTest-seed#[722860016584798F]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=10 numCloses=10
   [junit4]   2> 2883786 INFO  (SUITE-SaslZkACLProviderTest-seed#[722860016584798F]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 2883789 INFO  (SUITE-SaslZkACLProviderTest-seed#[722860016584798F]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 2883791 INFO  (SUITE-SaslZkACLProviderTest-seed#[722860016584798F]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2883802 INFO  (TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSaslZkACLProvider
   [junit4]   2> 2883803 INFO  (TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]) [    ] o.a.s.c.SaslZkACLProviderTest ####SETUP_START testSaslZkACLProvider
   [junit4]   2> 2883803 INFO  (TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]) [    ] o.a.s.c.SaslZkACLProviderTest ZooKeeper dataDir:/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.SaslZkACLProviderTest_722860016584798F-001/tempDir-002/zookeeper/server1/data
   [junit4]   2> 2883849 INFO  (TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2883851 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2883851 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2883892 INFO  (pool-51-thread-1) [    ] o.a.k.k.k.s.r.KdcRequest The preauth data is empty.
   [junit4]   2> 2883892 INFO  (pool-51-thread-1) [    ] o.a.k.k.k.s.KdcHandler KRB error occurred while processing request:Additional pre-authentication required
   [junit4]   2> 2883908 INFO  (pool-51-thread-1) [    ] o.a.k.k.k.s.r.AsRequest AS_REQ ISSUE: authtime 1554453066027,zookeeper/localhost@EXAMPLE.COM for krbtgt/EXAMPLE.COM@EXAMPLE.COM
   [junit4]   2> 2883950 INFO  (TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]) [    ] o.a.s.c.ZkTestServer start zk server on port:59406
   [junit4]   2> 2883950 INFO  (TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]) [    ] o.a.s.c.ZkTestServer parse host and port list: localhost:59406
   [junit4]   2> 2883950 INFO  (TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]) [    ] o.a.s.c.ZkTestServer connecting to localhost 59406
   [junit4]   2> 2884004 INFO  (pool-51-thread-1) [    ] o.a.k.k.k.s.r.KdcRequest The preauth data is empty.
   [junit4]   2> 2884004 INFO  (pool-51-thread-1) [    ] o.a.k.k.k.s.KdcHandler KRB error occurred while processing request:Additional pre-authentication required
   [junit4]   2> 2884011 INFO  (pool-51-thread-1) [    ] o.a.k.k.k.s.r.AsRequest AS_REQ ISSUE: authtime 1554453066128,solr@EXAMPLE.COM for krbtgt/EXAMPLE.COM@EXAMPLE.COM
   [junit4]   2> 2884063 INFO  (zkConnectionManagerCallback-12848-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2884080 INFO  (zkConnectionManagerCallback-12850-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2884091 INFO  (zkConnectionManagerCallback-12852-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2884100 ERROR (pool-51-thread-1) [    ] o.a.k.k.k.s.r.KdcRequest Principal: zookeeper/serv1-vm3@EXAMPLE.COM is not known
   [junit4]   2> 2884102 ERROR (TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]-SendThread(localhost:59406)) [    ] o.a.z.c.ZooKeeperSaslClient An error: (java.security.PrivilegedActionException: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Server not found in Kerberos database (7) - Server not found in Kerberos database)]) occurred when evaluating Zookeeper Quorum Member's  received SASL token. Zookeeper Client will go to AUTH_FAILED state.
   [junit4]   2> 2884104 ERROR (TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]-SendThread(localhost:59406)) [    ] o.a.z.ClientCnxn SASL authentication with Zookeeper Quorum member failed: javax.security.sasl.SaslException: An error: (java.security.PrivilegedActionException: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Server not found in Kerberos database (7) - Server not found in Kerberos database)]) occurred when evaluating Zookeeper Quorum Member's  received SASL token. Zookeeper Client will go to AUTH_FAILED state.
   [junit4]   2> 2884104 WARN  (zkConnectionManagerCallback-12848-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4acc75aa name: ZooKeeperConnection Watcher:localhost:59406 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
   [junit4]   2> 2884104 WARN  (zkConnectionManagerCallback-12848-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
   [junit4]   2> 2884116 ERROR (pool-51-thread-1) [    ] o.a.k.k.k.s.r.KdcRequest Principal: zookeeper/serv1-vm3@EXAMPLE.COM is not known
   [junit4]   2> 2884116 ERROR (TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]-SendThread(localhost:59406)) [    ] o.a.z.c.ZooKeeperSaslClient An error: (java.security.PrivilegedActionException: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Server not found in Kerberos database (7) - Server not found in Kerberos database)]) occurred when evaluating Zookeeper Quorum Member's  received SASL token. Zookeeper Client will go to AUTH_FAILED state.
   [junit4]   2> 2884120 ERROR (TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]-SendThread(localhost:59406)) [    ] o.a.z.ClientCnxn SASL authentication with Zookeeper Quorum member failed: javax.security.sasl.SaslException: An error: (java.security.PrivilegedActionException: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Server not found in Kerberos database (7) - Server not found in Kerberos database)]) occurred when evaluating Zookeeper Quorum Member's  received SASL token. Zookeeper Client will go to AUTH_FAILED state.
   [junit4]   2> 2884124 WARN  (zkConnectionManagerCallback-12852-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@37e33619 name: ZooKeeperConnection Watcher:localhost:59406 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
   [junit4]   2> 2884125 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10118829af10002, likely client has closed socket
   [junit4]   2> 2884129 INFO  (TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]) [    ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 2884139 ERROR (pool-51-thread-1) [    ] o.a.k.k.k.s.r.KdcRequest Principal: zookeeper/serv1-vm3@EXAMPLE.COM is not known
   [junit4]   2> 2884140 ERROR (TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]-SendThread(localhost:59406)) [    ] o.a.z.c.ZooKeeperSaslClient An error: (java.security.PrivilegedActionException: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Server not found in Kerberos database (7) - Server not found in Kerberos database)]) occurred when evaluating Zookeeper Quorum Member's  received SASL token. Zookeeper Client will go to AUTH_FAILED state.
   [junit4]   2> 2884140 ERROR (TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]-SendThread(localhost:59406)) [    ] o.a.z.ClientCnxn SASL authentication with Zookeeper Quorum member failed: javax.security.sasl.SaslException: An error: (java.security.PrivilegedActionException: javax.security.sasl.SaslException: GSS initiate failed [Caused by GSSException: No valid credentials provided (Mechanism level: Server not found in Kerberos database (7) - Server not found in Kerberos database)]) occurred when evaluating Zookeeper Quorum Member's  received SASL token. Zookeeper Client will go to AUTH_FAILED state.
   [junit4]   2> 2884140 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10118829af10001, likely client has closed socket
   [junit4]   2> 2884245 WARN  (Thread-5234) [    ] o.a.z.Login TGT renewal thread has been interrupted and will exit.
   [junit4]   2> 2884247 INFO  (TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]) [    ] o.a.s.c.ZkTestServer parse host and port list: localhost:59406
   [junit4]   2> 2884247 INFO  (TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]) [    ] o.a.s.c.ZkTestServer connecting to localhost 59406
   [junit4]   2> 2884248 INFO  (TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]) [    ] o.a.k.k.k.s.i.DefaultInternalKdcServerImpl Default Internal kdc server stopped.
   [junit4]   2> 2885249 INFO  (TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSaslZkACLProvider
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SaslZkACLProviderTest -Dtests.method=testSaslZkACLProvider -Dtests.seed=722860016584798F -Dtests.slow=true -Dtests.locale=zh-TW -Dtests.timezone=America/Indiana/Petersburg -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   1.48s J1 | SaslZkACLProviderTest.testSaslZkACLProvider <<<
   [junit4]    > Throwable #1: org.apache.zookeeper.KeeperException$AuthFailedException: KeeperErrorCode = AuthFailed for /solr
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([722860016584798F:76DC36D9FCC0DA81]:0)
   [junit4]    > 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:126)
   [junit4]    > 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]    > 	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:792)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.lambda$makePath$8(SolrZkClient.java:545)
   [junit4]    > 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:544)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:436)
   [junit4]    > 	at org.apache.solr.cloud.SaslZkACLProviderTest.setUp(SaslZkACLProviderTest.java:84)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.SaslZkACLProviderTest_722860016584798F-001
   [junit4]   2> Apr 05, 2019 8:31:07 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> Apr 05, 2019 8:31:17 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 2 threads leaked from SUITE scope at org.apache.solr.cloud.SaslZkACLProviderTest: 
   [junit4]   2>    1) Thread[id=36325, name=TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]-EventThread, state=WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]   2>         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]   2>         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504)
   [junit4]   2>    2) Thread[id=36318, name=TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]-EventThread, state=WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]   2>         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]   2>         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504)
   [junit4]   2> Apr 05, 2019 8:31:17 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=36325, name=TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]-EventThread, state=WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]   2>    2) Thread[id=36318, name=TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]-EventThread, state=WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]   2> 2895545 ERROR (TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]-EventThread) [    ] o.a.z.ClientCnxn Event thread exiting due to interruption
   [junit4]   2>           => java.lang.InterruptedException
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014)
   [junit4]   2> java.lang.InterruptedException: null
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2048) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) ~[?:1.8.0_191]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 2895545 ERROR (TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]-EventThread) [    ] o.a.z.ClientCnxn Event thread exiting due to interruption
   [junit4]   2>           => java.lang.InterruptedException
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014)
   [junit4]   2> java.lang.InterruptedException: null
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2048) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) ~[?:1.8.0_191]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> Apr 05, 2019 8:31:17 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: All leaked threads terminated.
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80): {}, docValues:{}, maxPointsInLeafNode=1467, maxMBSortInHeap=6.969938717069406, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@41bdd851), locale=zh-TW, timezone=America/Indiana/Petersburg
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=3,threads=2,free=177769048,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [URLClassifyProcessorTest, TestBM25SimilarityFactory, TestSimDistribStateManager, TestTestInjection, TestChildDocTransformerHierarchy, DirectUpdateHandlerTest, TestLazyCores, DistributedTermsComponentTest, TestJsonFacetsStatsParsing, OverseerStatusTest, SliceStateTest, TestQuerySenderNoQuery, SmileWriterTest, TestNRTOpen, TermVectorComponentDistributedTest, TestSurroundQueryParser, SecurityConfHandlerTest, TestSolrFieldCacheBean, DistributedSpellCheckComponentTest, TestValueSourceCache, TestCharFilters, TestZkChroot, ChaosMonkeyNothingIsSafeTest, TestManagedSchemaThreadSafety, NotRequiredUniqueKeyTest, CSVRequestHandlerTest, TestConfig, TestSolrCloudWithKerberosAlt, CdcrUpdateLogTest, SchemaApiFailureTest, TestFiltering, TestComplexPhraseLeadingWildcard, JWTAuthPluginIntegrationTest, QueryResultKeyTest, TestLockTree, TestSmileRequest, BaseCdcrDistributedZkTest, SortByFunctionTest, DistanceUnitsTest, TestFieldSortValues, BasicAuthIntegrationTest, SampleTest, TestLegacyNumericRangeQueryBuilder, HdfsBasicDistributedZkTest, DocValuesMissingTest, DistributedQueryComponentOptimizationTest, MetricsHistoryIntegrationTest, DeleteLastCustomShardedReplicaTest, TestSolrCoreSnapshots, TestSchemaResource, HighlighterMaxOffsetTest, SuggesterWFSTTest, RegexBoostProcessorTest, TestMultiWordSynonyms, TestShortCircuitedRequests, OverseerTest, TestHighlightDedupGrouping, QueryElevationComponentTest, TestCloudSchemaless, TestSlowCompositeReaderWrapper, TestComponentsName, ParsingFieldUpdateProcessorsTest, TestTolerantUpdateProcessorCloud, SolrIndexMetricsTest, LeaderFailureAfterFreshStartTest, SortSpecParsingTest, BasicDistributedZkTest, TestGraphTermsQParserPlugin, TestDocumentBuilder, MetricsHistoryHandlerTest, VersionInfoTest, PreAnalyzedFieldManagedSchemaCloudTest, LeaderElectionContextKeyTest, UniqFieldsUpdateProcessorFactoryTest, TestFacetMethods, BigEndianAscendingWordSerializerTest, DistributedQueueTest, DOMUtilTest, TestNonDefinedSimilarityFactory, AddBlockUpdateTest, RecoveryAfterSoftCommitTest, TestConfigSetsAPI, HttpPartitionTest, ComputePlanActionTest, RootFieldTest, IndexSchemaTest, PathHierarchyTokenizerFactoryTest, TestStandardQParsers, HealthCheckHandlerTest, TestRestoreCore, TestRebalanceLeaders, TestSimClusterStateProvider, TestLegacyField, SpellingQueryConverterTest, SolrCloudExampleTest, TestCloudPivotFacet, ReplicationFactorTest, TestNestedDocsSort, TestPivotHelperCode, CoreMergeIndexesAdminHandlerTest, TestCloudRecovery, CloudMLTQParserTest, BlockJoinFacetRandomTest, TestDeleteCollectionOnDownNodes, TestLMJelinekMercerSimilarityFactory, TestCoreDiscovery, TestQueryTypes, LeaderElectionTest, SystemInfoHandlerTest, ChaosMonkeySafeLeaderTest, UpdateLogTest, TestSQLHandlerNonCloud, StressHdfsTest, ConcurrentCreateRoutedAliasTest, TestExpandComponent, TestDynamicFieldResource, ZkStateReaderTest, TestSimNodeAddedTrigger, HLLSerializationTest, MetricTriggerTest, TestWriterPerf, TestTolerantSearch, TestCollectionAPIs, TestDFISimilarityFactory, SpellCheckComponentTest, ActionThrottleTest, RangeFacetCloudTest, TestLegacyFieldCache, TestDistributedMissingSort, SOLR749Test, TestExportWriter, SpellCheckCollatorWithCollapseTest, TestSubQueryTransformerCrossCore, TaggingAttributeTest, TestRangeQuery, BJQParserTest, CursorPagingTest, CursorMarkTest, MBeansHandlerTest, SolrMetricsIntegrationTest, OpenExchangeRatesOrgProviderTest, ShowFileRequestHandlerTest, HdfsRecoverLeaseTest, CloudExitableDirectoryReaderTest, TestRawTransformer, TestMacros, TestSkipOverseerOperations, TestJettySolrRunner, TestPullReplica, TestLuceneIndexBackCompat, TestMaxTokenLenTokenizer, WordBreakSolrSpellCheckerTest, TestLocalFSCloudBackupRestore, MergeStrategyTest, PeerSyncWithBufferUpdatesTest, TestLeaderElectionWithEmptyReplica, AliasIntegrationTest, DistribDocExpirationUpdateProcessorTest, CdcrBootstrapTest, SimpleFacetsTest, SearchRateTriggerIntegrationTest, TestPushWriter, TestInitParams, TestFieldCacheSort, PrimitiveFieldTypeTest, PKIAuthenticationIntegrationTest, DeleteReplicaTest, TestStressCloudBlindAtomicUpdates, TestConfigSets, MetricsConfigTest, SolrRrdBackendFactoryTest, TestCSVResponseWriter, TestRandomDVFaceting, TestCoreAdminApis, DocValuesTest, ScriptEngineTest, MoveReplicaHDFSTest, FieldAnalysisRequestHandlerTest, CoreAdminCreateDiscoverTest, TestCloudInspectUtil, RulesTest, ReturnFieldsTest, ZkSolrClientTest, TestCloudSearcherWarming, HdfsDirectoryTest, Tagger2Test, MultiSolrCloudTestCaseTest, TestDistributedMap, OverseerModifyCollectionTest, TestPayloadScoreQParserPlugin, HdfsUnloadDistributedZkTest, TestStressRecovery, MissingSegmentRecoveryTest, TestScoreJoinQPScore, WrapperMergePolicyFactoryTest, TestUtilizeNode, DeleteStatusTest, SearchHandlerTest, SolrCloudReportersTest, TestLuceneMatchVersion, TestNumericRangeQuery64, DocExpirationUpdateProcessorFactoryTest, SolrPluginUtilsTest, TestExclusionRuleCollectionAccess, TestSolrConfigHandler, TestFieldCache, CollectionReloadTest, BasicFunctionalityTest, DistributedIntervalFacetingTest, EchoParamsTest, MinimalSchemaTest, SolrInfoBeanTest, SolrTestCaseJ4Test, TestCursorMarkWithoutUniqueKey, TestDistributedGrouping, TestDistributedSearch, TestSimpleTrackingShardHandler, TestTrie, TestDeprecatedFilters, TestWordDelimiterFilterFactory, TokenizerChainTest, TestEmbeddedSolrServerConstructors, AssignBackwardCompatibilityTest, AsyncCallRequestStatusResponseTest, BasicZkTest, ChaosMonkeySafeLeaderWithPullReplicasTest, ConnectionManagerTest, DeleteInactiveReplicaTest, DeleteShardTest, DocValuesNotIndexedTest, ForceLeaderTest, ForceLeaderWithTlogReplicasTest, FullSolrCloudDistribCmdsTest, HttpPartitionOnCommitTest, LeaderFailoverAfterPartitionTest, LegacyCloudClusterPropTest, MigrateRouteKeyTest, OutOfBoxZkACLAndCredentialsProvidersTest, PeerSyncReplicationTest, ReplaceNodeNoTargetTest, ReplaceNodeTest, SSLMigrationTest, SaslZkACLProviderTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SaslZkACLProviderTest -Dtests.seed=722860016584798F -Dtests.slow=true -Dtests.locale=zh-TW -Dtests.timezone=America/Indiana/Petersburg -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J1 | SaslZkACLProviderTest (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.SaslZkACLProviderTest: 
   [junit4]    >    1) Thread[id=36325, name=TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]-EventThread, state=WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504)
   [junit4]    >    2) Thread[id=36318, name=TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]-EventThread, state=WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([722860016584798F]:0)
   [junit4] Completed [475/847 (1!)] on J1 in 12.04s, 1 test, 2 errors <<< FAILURES!

[...truncated 1981 lines...]
   [junit4] Suite: org.apache.solr.client.solrj.io.stream.StreamDecoratorTest
   [junit4]   2> 104003 INFO  (SUITE-StreamDecoratorTest-seed#[7D830F46FB3FA70A]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.StreamDecoratorTest_7D830F46FB3FA70A-001/init-core-data-001
   [junit4]   2> 104004 WARN  (SUITE-StreamDecoratorTest-seed#[7D830F46FB3FA70A]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6 numCloses=6
   [junit4]   2> 104004 INFO  (SUITE-StreamDecoratorTest-seed#[7D830F46FB3FA70A]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 104006 INFO  (SUITE-StreamDecoratorTest-seed#[7D830F46FB3FA70A]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
   [junit4]   2> 104006 INFO  (SUITE-StreamDecoratorTest-seed#[7D830F46FB3FA70A]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.StreamDecoratorTest_7D830F46FB3FA70A-001/tempDir-001
   [junit4]   2> 104006 INFO  (SUITE-StreamDecoratorTest-seed#[7D830F46FB3FA70A]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 104007 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 104007 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 104107 INFO  (SUITE-StreamDecoratorTest-seed#[7D830F46FB3FA70A]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:46593
   [junit4]   2> 104107 INFO  (SUITE-StreamDecoratorTest-seed#[7D830F46FB3FA70A]-worker) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:46593
   [junit4]   2> 104107 INFO  (SUITE-StreamDecoratorTest-seed#[7D830F46FB3FA70A]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 46593
   [junit4]   2> 104113 INFO  (zkConnectionManagerCallback-1081-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 104117 INFO  (zkConnectionManagerCallback-1083-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 104120 INFO  (zkConnectionManagerCallback-1085-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 104123 WARN  (jetty-launcher-1086-thread-2) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 104123 INFO  (jetty-launcher-1086-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 104123 INFO  (jetty-launcher-1086-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 104123 INFO  (jetty-launcher-1086-thread-2) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 104123 WARN  (jetty-launcher-1086-thread-3) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 104123 INFO  (jetty-launcher-1086-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 104123 INFO  (jetty-launcher-1086-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 104123 INFO  (jetty-launcher-1086-thread-3) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 104123 WARN  (jetty-launcher-1086-thread-1) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 104124 INFO  (jetty-launcher-1086-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 104124 INFO  (jetty-launcher-1086-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 104124 INFO  (jetty-launcher-1086-thread-1) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 104125 WARN  (jetty-launcher-1086-thread-4) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 104125 INFO  (jetty-launcher-1086-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 104125 INFO  (jetty-launcher-1086-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 104125 INFO  (jetty-launcher-1086-thread-4) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 104125 INFO  (jetty-launcher-1086-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 104125 INFO  (jetty-launcher-1086-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 104125 INFO  (jetty-launcher-1086-thread-2) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 104126 INFO  (jetty-launcher-1086-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7a45a8f3{/solr,null,AVAILABLE}
   [junit4]   2> 104127 INFO  (jetty-launcher-1086-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 104127 INFO  (jetty-launcher-1086-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 104127 INFO  (jetty-launcher-1086-thread-1) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 104129 INFO  (jetty-launcher-1086-thread-4) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 104129 INFO  (jetty-launcher-1086-thread-4) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 104129 INFO  (jetty-launcher-1086-thread-4) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 104129 INFO  (jetty-launcher-1086-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4e9d58df{/solr,null,AVAILABLE}
   [junit4]   2> 104130 INFO  (jetty-launcher-1086-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@11b4c35c{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:55247}
   [junit4]   2> 104130 INFO  (jetty-launcher-1086-thread-2) [    ] o.e.j.s.Server Started @104281ms
   [junit4]   2> 104130 INFO  (jetty-launcher-1086-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55247}
   [junit4]   2> 104130 INFO  (jetty-launcher-1086-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1279b7f0{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:42191}
   [junit4]   2> 104131 INFO  (jetty-launcher-1086-thread-4) [    ] o.e.j.s.Server Started @104281ms
   [junit4]   2> 104131 INFO  (jetty-launcher-1086-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42191}
   [junit4]   2> 104131 ERROR (jetty-launcher-1086-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 104131 INFO  (jetty-launcher-1086-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 104131 INFO  (jetty-launcher-1086-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.1.0
   [junit4]   2> 104131 INFO  (jetty-launcher-1086-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 104131 INFO  (jetty-launcher-1086-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 104131 INFO  (jetty-launcher-1086-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-04-05T09:01:33.930Z
   [junit4]   2> 104134 INFO  (jetty-launcher-1086-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 104134 INFO  (jetty-launcher-1086-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 104134 INFO  (jetty-launcher-1086-thread-3) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 104135 INFO  (jetty-launcher-1086-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@76bac974{/solr,null,AVAILABLE}
   [junit4]   2> 104135 INFO  (jetty-launcher-1086-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@65085341{/solr,null,AVAILABLE}
   [junit4]   2> 104138 INFO  (jetty-launcher-1086-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4d5d001f{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:65435}
   [junit4]   2> 104138 INFO  (jetty-launcher-1086-thread-3) [    ] o.e.j.s.Server Started @104289ms
   [junit4]   2> 104138 INFO  (jetty-launcher-1086-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=65435}
   [junit4]   2> 104138 ERROR (jetty-launcher-1086-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 104138 INFO  (jetty-launcher-1086-thread-3) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 104138 INFO  (jetty-launcher-1086-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.1.0
   [junit4]   2> 104138 INFO  (jetty-launcher-1086-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 104138 INFO  (jetty-launcher-1086-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 104138 INFO  (jetty-launcher-1086-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-04-05T09:01:33.937Z
   [junit4]   2> 104140 ERROR (jetty-launcher-1086-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 104140 INFO  (jetty-launcher-1086-thread-4) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 104140 INFO  (jetty-launcher-1086-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.1.0
   [junit4]   2> 104140 INFO  (jetty-launcher-1086-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 104140 INFO  (jetty-launcher-1086-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 104140 INFO  (jetty-launcher-1086-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-04-05T09:01:33.939Z
   [junit4]   2> 104141 INFO  (jetty-launcher-1086-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@774165ff{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:64303}
   [junit4]   2> 104141 INFO  (jetty-launcher-1086-thread-1) [    ] o.e.j.s.Server Started @104291ms
   [junit4]   2> 104141 INFO  (jetty-launcher-1086-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=64303}
   [junit4]   2> 104142 ERROR (jetty-launcher-1086-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 104142 INFO  (jetty-launcher-1086-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 104142 INFO  (jetty-launcher-1086-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.1.0
   [junit4]   2> 104142 INFO  (jetty-launcher-1086-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 104142 INFO  (jetty-launcher-1086-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 104142 INFO  (jetty-launcher-1086-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-04-05T09:01:33.941Z
   [junit4]   2> 104145 INFO  (zkConnectionManagerCallback-1088-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 104145 INFO  (zkConnectionManagerCallback-1092-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 104146 INFO  (jetty-launcher-1086-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 104146 INFO  (jetty-launcher-1086-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 104146 INFO  (zkConnectionManagerCallback-1090-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 104146 INFO  (zkConnectionManagerCallback-1094-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 104149 INFO  (jetty-launcher-1086-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 104157 INFO  (jetty-launcher-1086-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 104179 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x101189e84ee0004, likely client has closed socket
   [junit4]   2> 104185 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x101189e84ee0005, likely client has closed socket
   [junit4]   2> 104332 INFO  (jetty-launcher-1086-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 104334 WARN  (jetty-launcher-1086-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@67e65991[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 104339 WARN  (jetty-launcher-1086-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@60e1e1c5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 104340 INFO  (jetty-launcher-1086-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46593/solr
   [junit4]   2> 104342 INFO  (zkConnectionManagerCallback-1104-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 104381 INFO  (zkConnectionManagerCallback-1106-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 104396 WARN  (jetty-launcher-1086-thread-2) [n:127.0.0.1:55247_solr    ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
   [junit4]   2> 104403 INFO  (jetty-launcher-1086-thread-2) [n:127.0.0.1:55247_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:55247_solr
   [junit4]   2> 104404 INFO  (jetty-launcher-1086-thread-2) [n:127.0.0.1:55247_solr    ] o.a.s.c.Overseer Overseer (id=72366138128728072-127.0.0.1:55247_solr-n_0000000000) starting
   [junit4]   2> 104412 INFO  (zkConnectionManagerCallback-1113-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 104416 INFO  (jetty-launcher-1086-thread-2) [n:127.0.0.1:55247_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46593/solr ready
   [junit4]   2> 104417 INFO  (OverseerStateUpdate-72366138128728072-127.0.0.1:55247_solr-n_0000000000) [n:127.0.0.1:55247_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:55247_solr
   [junit4]   2> 104457 INFO  (jetty-launcher-1086-thread-2) [n:127.0.0.1:55247_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55247_solr
   [junit4]   2> 104461 INFO  (zkCallback-1112-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 104487 INFO  (jetty-launcher-1086-thread-2) [n:127.0.0.1:55247_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 104490 INFO  (OverseerStateUpdate-72366138128728072-127.0.0.1:55247_solr-n_0000000000) [n:127.0.0.1:55247_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 104524 INFO  (jetty-launcher-1086-thread-2) [n:127.0.0.1:55247_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55247.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a6d1b39
   [junit4]   2> 104532 INFO  (jetty-launcher-1086-thread-2) [n:127.0.0.1:55247_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55247.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a6d1b39
   [junit4]   2> 104533 INFO  (jetty-launcher-1086-thread-2) [n:127.0.0.1:55247_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55247.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a6d1b39
   [junit4]   2> 104534 INFO  (jetty-launcher-1086-thread-2) [n:127.0.0.1:55247_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.StreamDecoratorTest_7D830F46FB3FA70A-001/tempDir-001/node2/.
   [junit4]   2> 105962 INFO  (jetty-launcher-1086-thread-3) [    ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 105964 WARN  (jetty-launcher-1086-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@2f14a9c1[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 105969 WARN  (jetty-launcher-1086-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@59169de5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 105970 INFO  (jetty-launcher-1086-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46593/solr
   [junit4]   2> 105973 INFO  (zkConnectionManagerCallback-1120-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 105979 INFO  (zkConnectionManagerCallback-1122-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 105985 WARN  (jetty-launcher-1086-thread-3) [n:127.0.0.1:65435_solr    ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
   [junit4]   2> 105986 INFO  (jetty-launcher-1086-thread-3) [n:127.0.0.1:65435_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 105990 INFO  (jetty-launcher-1086-thread-3) [n:127.0.0.1:65435_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:65435_solr as DOWN
   [junit4]   2> 106000 INFO  (jetty-launcher-1086-thread-3) [n:127.0.0.1:65435_solr    

[...truncated too long message...]

oviderTest.testSaslZkACLProvider-seed#[722860016584798F]-EventThread, state=WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]   2> 41065 ERROR (TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]-EventThread) [    ] o.a.z.ClientCnxn Event thread exiting due to interruption
   [junit4]   2>           => java.lang.InterruptedException
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014)
   [junit4]   2> java.lang.InterruptedException: null
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2048) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) ~[?:1.8.0_191]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 41065 ERROR (TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]-EventThread) [    ] o.a.z.ClientCnxn Event thread exiting due to interruption
   [junit4]   2>           => java.lang.InterruptedException
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014)
   [junit4]   2> java.lang.InterruptedException: null
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2048) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) ~[?:1.8.0_191]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> 41065 ERROR (TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]-EventThread) [    ] o.a.z.ClientCnxn Event thread exiting due to interruption
   [junit4]   2>           => java.lang.InterruptedException
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014)
   [junit4]   2> java.lang.InterruptedException: null
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2048) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) ~[?:1.8.0_191]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504) ~[zookeeper-3.4.14.jar:3.4.14-4c25d480e66aadd371de8bd2fd8da255ac140bcf]
   [junit4]   2> Apr 05, 2019 9:36:16 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: All leaked threads terminated.
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80): {}, docValues:{}, maxPointsInLeafNode=1467, maxMBSortInHeap=6.969938717069406, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@6f7e9cf2), locale=zh-TW, timezone=America/Indiana/Petersburg
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=3,threads=1,free=16519312,total=110100480
   [junit4]   2> NOTE: All tests run in this JVM: [SaslZkACLProviderTest, SaslZkACLProviderTest, SaslZkACLProviderTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SaslZkACLProviderTest -Dtests.seed=722860016584798F -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=zh-TW -Dtests.timezone=America/Indiana/Petersburg -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J0 | SaslZkACLProviderTest (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.cloud.SaslZkACLProviderTest: 
   [junit4]    >    1) Thread[id=70, name=TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]-EventThread, state=WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504)
   [junit4]    >    2) Thread[id=73, name=TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]-EventThread, state=WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504)
   [junit4]    >    3) Thread[id=67, name=TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[722860016584798F]-EventThread, state=WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([722860016584798F]:0)
   [junit4] Completed [5/5 (5!)] on J0 in 12.00s, 1 test, 2 errors <<< FAILURES!
   [junit4] 
   [junit4] 
   [junit4] Tests with failures [seed: 722860016584798F]:
   [junit4]   - org.apache.solr.cloud.SaslZkACLProviderTest.testSaslZkACLProvider
   [junit4]   - org.apache.solr.cloud.SaslZkACLProviderTest (suite)
   [junit4]   - org.apache.solr.cloud.SaslZkACLProviderTest.testSaslZkACLProvider
   [junit4]   - org.apache.solr.cloud.SaslZkACLProviderTest (suite)
   [junit4]   - org.apache.solr.cloud.SaslZkACLProviderTest.testSaslZkACLProvider
   [junit4]   - org.apache.solr.cloud.SaslZkACLProviderTest (suite)
   [junit4]   - org.apache.solr.cloud.SaslZkACLProviderTest.testSaslZkACLProvider
   [junit4]   - org.apache.solr.cloud.SaslZkACLProviderTest (suite)
   [junit4]   - org.apache.solr.cloud.SaslZkACLProviderTest.testSaslZkACLProvider
   [junit4]   - org.apache.solr.cloud.SaslZkACLProviderTest (suite)
   [junit4] 
   [junit4] 
   [junit4] JVM J0:     0.99 ..    41.79 =    40.80s
   [junit4] JVM J1:     0.73 ..    30.05 =    29.31s
   [junit4] Execution time total: 41 seconds
   [junit4] Tests summary: 5 suites, 5 tests, 5 suite-level errors, 5 errors

BUILD FAILED
/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/lucene/common-build.xml:1573: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/lucene/common-build.xml:1100: There were test failures: 5 suites, 5 tests, 5 suite-level errors, 5 errors [seed: 722860016584798F]

Total time: 44 seconds

[repro] Setting last failure code to 256

[repro] Failures:
[repro]   0/5 failed: org.apache.solr.client.solrj.io.stream.StreamDecoratorTest
[repro]   5/5 failed: org.apache.solr.cloud.SaslZkACLProviderTest
[repro] Exiting with code 256
+ mv lucene/build lucene/build.repro
+ mv solr/build solr/build.repro
+ mv lucene/build.orig lucene/build
+ mv solr/build.orig solr/build
Archiving artifacts
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
No credentials specified
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all warnings.
<Git Blamer> GIT_COMMIT=28e8a30b536a39e5539ac6e8b9407d31724c8857, workspace=/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris
[WARNINGS] Computing warning deltas based on reference build #63
Recording test results
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2

[JENKINS] Lucene-Solr-8.x-Solaris (64bit/jdk1.8.0) - Build # 63 - Still unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-Solaris/63/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC

4 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestTolerantUpdateProcessorRandomCloud

Error Message:
Error starting up MiniSolrCloudCluster

Stack Trace:
java.lang.Exception: Error starting up MiniSolrCloudCluster
	at __randomizedtesting.SeedInfo.seed([346F1A8ED9178A29]:0)
	at org.apache.solr.cloud.MiniSolrCloudCluster.checkForExceptions(MiniSolrCloudCluster.java:652)
	at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:306)
	at org.apache.solr.cloud.SolrCloudTestCase$Builder.build(SolrCloudTestCase.java:212)
	at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:204)
	at org.apache.solr.cloud.TestTolerantUpdateProcessorRandomCloud.createMiniSolrCloudCluster(TestTolerantUpdateProcessorRandomCloud.java:97)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:878)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
	Suppressed: java.lang.RuntimeException: Jetty/Solr unresponsive
		at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:507)
		at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465)
		at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:467)
		at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300)
		at java.util.concurrent.FutureTask.run(FutureTask.java:266)
		at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
		... 1 more
	Suppressed: java.lang.RuntimeException: Jetty/Solr unresponsive
		at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:507)
		at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465)
		at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:467)
		at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300)
		at java.util.concurrent.FutureTask.run(FutureTask.java:266)
		at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
		... 1 more
	Suppressed: java.lang.RuntimeException: Jetty/Solr unresponsive
		at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:507)
		at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465)
		at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:467)
		at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300)
		at java.util.concurrent.FutureTask.run(FutureTask.java:266)
		at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
		... 1 more
	Suppressed: java.lang.RuntimeException: Jetty/Solr unresponsive
		at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:507)
		at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465)
		at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:467)
		at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300)
		at java.util.concurrent.FutureTask.run(FutureTask.java:266)
		at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
		... 1 more
	Suppressed: java.lang.RuntimeException: Jetty/Solr unresponsive
		at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:507)
		at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465)
		at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:467)
		at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300)
		at java.util.concurrent.FutureTask.run(FutureTask.java:266)
		at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
		... 1 more


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestTolerantUpdateProcessorRandomCloud

Error Message:
ObjectTracker found 8 object(s) that were not released!!! [Http2SolrClient, Http2SolrClient, Http2SolrClient, InternalHttpClient, Http2SolrClient, InternalHttpClient, InternalHttpClient, InternalHttpClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:156)  at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:818)  at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133)  at org.apache.solr.core.CoreContainer.load(CoreContainer.java:559)  at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:252)  at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:172)  at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136)  at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750)  at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948)  at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)  at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)  at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580)  at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744)  at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449)  at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513)  at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158)  at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995)  at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:467)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:384)  at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)  at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:558)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:497)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465)  at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:467)  at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:156)  at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:818)  at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133)  at org.apache.solr.core.CoreContainer.load(CoreContainer.java:559)  at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:252)  at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:172)  at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136)  at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750)  at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948)  at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)  at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)  at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580)  at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744)  at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449)  at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513)  at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158)  at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995)  at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:467)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:384)  at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)  at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:558)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:497)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465)  at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:467)  at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:156)  at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:818)  at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:261)  at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51)  at org.apache.solr.core.CoreContainer.load(CoreContainer.java:553)  at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:252)  at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:172)  at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136)  at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750)  at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948)  at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)  at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)  at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580)  at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744)  at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449)  at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513)  at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158)  at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995)  at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:467)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:384)  at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)  at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:558)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:497)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465)  at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:467)  at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321)  at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123)  at org.apache.solr.core.CoreContainer.load(CoreContainer.java:559)  at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:252)  at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:172)  at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136)  at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750)  at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948)  at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)  at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)  at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580)  at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744)  at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449)  at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513)  at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158)  at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995)  at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:467)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:384)  at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)  at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:558)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:497)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465)  at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:467)  at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:156)  at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:818)  at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:261)  at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51)  at org.apache.solr.core.CoreContainer.load(CoreContainer.java:553)  at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:252)  at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:172)  at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136)  at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750)  at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948)  at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)  at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)  at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580)  at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744)  at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449)  at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513)  at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158)  at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995)  at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:467)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:384)  at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)  at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:558)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:497)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465)  at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:467)  at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321)  at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123)  at org.apache.solr.core.CoreContainer.load(CoreContainer.java:559)  at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:252)  at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:172)  at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136)  at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750)  at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948)  at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)  at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)  at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580)  at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744)  at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449)  at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513)  at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158)  at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995)  at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:467)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:384)  at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)  at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:558)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:497)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465)  at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:467)  at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321)  at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124)  at org.apache.solr.core.CoreContainer.load(CoreContainer.java:559)  at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:252)  at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:172)  at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136)  at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750)  at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948)  at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)  at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)  at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580)  at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744)  at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449)  at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513)  at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158)  at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995)  at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:467)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:384)  at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)  at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:558)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:497)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465)  at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:467)  at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321)  at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124)  at org.apache.solr.core.CoreContainer.load(CoreContainer.java:559)  at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:252)  at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:172)  at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136)  at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750)  at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948)  at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)  at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)  at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580)  at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744)  at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449)  at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513)  at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158)  at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995)  at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:467)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:384)  at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)  at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:558)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:497)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465)  at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:467)  at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)   expected null, but was:<ObjectTracker found 8 object(s) that were not released!!! [Http2SolrClient, Http2SolrClient, Http2SolrClient, InternalHttpClient, Http2SolrClient, InternalHttpClient, InternalHttpClient, InternalHttpClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:156)  at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:818)  at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133)  at org.apache.solr.core.CoreContainer.load(CoreContainer.java:559)  at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:252)  at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:172)  at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136)  at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750)  at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948)  at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)  at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)  at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580)  at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744)  at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449)  at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513)  at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158)  at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995)  at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:467)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:384)  at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)  at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:558)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:497)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465)  at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:467)  at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:156)  at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:818)  at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133)  at org.apache.solr.core.CoreContainer.load(CoreContainer.java:559)  at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:252)  at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:172)  at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136)  at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750)  at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948)  at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)  at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)  at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580)  at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744)  at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449)  at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513)  at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158)  at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995)  at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:467)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:384)  at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)  at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:558)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:497)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465)  at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:467)  at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:156)  at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:818)  at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:261)  at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51)  at org.apache.solr.core.CoreContainer.load(CoreContainer.java:553)  at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:252)  at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:172)  at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136)  at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750)  at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948)  at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)  at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)  at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580)  at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744)  at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449)  at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513)  at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158)  at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995)  at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:467)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:384)  at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)  at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:558)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:497)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465)  at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:467)  at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321)  at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123)  at org.apache.solr.core.CoreContainer.load(CoreContainer.java:559)  at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:252)  at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:172)  at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136)  at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750)  at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948)  at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)  at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)  at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580)  at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744)  at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449)  at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513)  at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158)  at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995)  at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:467)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:384)  at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)  at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:558)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:497)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465)  at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:467)  at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:156)  at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:818)  at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:261)  at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51)  at org.apache.solr.core.CoreContainer.load(CoreContainer.java:553)  at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:252)  at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:172)  at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136)  at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750)  at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948)  at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)  at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)  at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580)  at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744)  at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449)  at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513)  at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158)  at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995)  at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:467)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:384)  at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)  at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:558)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:497)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465)  at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:467)  at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321)  at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123)  at org.apache.solr.core.CoreContainer.load(CoreContainer.java:559)  at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:252)  at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:172)  at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136)  at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750)  at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948)  at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)  at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)  at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580)  at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744)  at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449)  at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513)  at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158)  at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995)  at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:467)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:384)  at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)  at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:558)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:497)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465)  at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:467)  at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321)  at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124)  at org.apache.solr.core.CoreContainer.load(CoreContainer.java:559)  at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:252)  at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:172)  at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136)  at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750)  at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948)  at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)  at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)  at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580)  at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744)  at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449)  at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513)  at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158)  at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995)  at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:467)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:384)  at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)  at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:558)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:497)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465)  at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:467)  at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321)  at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124)  at org.apache.solr.core.CoreContainer.load(CoreContainer.java:559)  at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:252)  at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:172)  at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136)  at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750)  at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948)  at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)  at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)  at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580)  at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744)  at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449)  at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513)  at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158)  at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995)  at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:467)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:384)  at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)  at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:558)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:497)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465)  at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:467)  at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  >

Stack Trace:
java.lang.AssertionError: ObjectTracker found 8 object(s) that were not released!!! [Http2SolrClient, Http2SolrClient, Http2SolrClient, InternalHttpClient, Http2SolrClient, InternalHttpClient, InternalHttpClient, InternalHttpClient]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:156)
	at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:818)
	at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:559)
	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:252)
	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:172)
	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136)
	at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750)
	at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948)
	at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)
	at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)
	at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580)
	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744)
	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449)
	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995)
	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:467)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:384)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:558)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:497)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465)
	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:467)
	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:156)
	at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:818)
	at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:559)
	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:252)
	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:172)
	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136)
	at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750)
	at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948)
	at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)
	at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)
	at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580)
	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744)
	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449)
	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995)
	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:467)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:384)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:558)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:497)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465)
	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:467)
	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:156)
	at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:818)
	at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:261)
	at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:553)
	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:252)
	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:172)
	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136)
	at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750)
	at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948)
	at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)
	at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)
	at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580)
	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744)
	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449)
	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995)
	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:467)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:384)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:558)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:497)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465)
	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:467)
	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321)
	at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:559)
	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:252)
	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:172)
	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136)
	at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750)
	at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948)
	at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)
	at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)
	at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580)
	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744)
	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449)
	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995)
	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:467)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:384)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:558)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:497)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465)
	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:467)
	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:156)
	at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:818)
	at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:261)
	at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:553)
	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:252)
	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:172)
	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136)
	at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750)
	at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948)
	at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)
	at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)
	at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580)
	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744)
	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449)
	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995)
	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:467)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:384)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:558)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:497)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465)
	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:467)
	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321)
	at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:559)
	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:252)
	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:172)
	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136)
	at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750)
	at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948)
	at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)
	at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)
	at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580)
	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744)
	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449)
	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995)
	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:467)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:384)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:558)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:497)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465)
	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:467)
	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321)
	at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:559)
	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:252)
	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:172)
	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136)
	at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750)
	at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948)
	at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)
	at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)
	at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580)
	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744)
	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449)
	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995)
	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:467)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:384)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:558)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:497)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465)
	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:467)
	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321)
	at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:124)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:559)
	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:252)
	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:172)
	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136)
	at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750)
	at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948)
	at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)
	at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)
	at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580)
	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744)
	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449)
	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995)
	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:467)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:384)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:558)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:497)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465)
	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:467)
	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

 expected null, but was:<ObjectTracker found 8 object(s) that were not released!!! [Http2SolrClient, Http2SolrClient, Http2SolrClient, InternalHttpClient, Http2SolrClient, InternalHttpClient, InternalHttpClient, InternalHttpClient]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:156)
	at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:818)
	at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:559)
	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:252)
	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:172)
	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136)
	at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750)
	at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948)
	at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)
	at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)
	at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580)
	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744)
	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449)
	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995)
	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:467)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:384)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:558)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:497)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465)
	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:467)
	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:156)
	at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:818)
	at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:133)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:559)
	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:252)
	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:172)
	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136)
	at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750)
	at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948)
	at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)
	at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)
	at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580)
	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744)
	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449)
	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995)
	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:467)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:384)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:558)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:497)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465)
	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:467)
	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:156)
	at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:818)
	at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:261)
	at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:553)
	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:252)
	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:172)
	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136)
	at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750)
	at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948)
	at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)
	at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)
	at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580)
	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744)
	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449)
	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995)
	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:467)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:384)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:558)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:497)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465)
	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:467)
	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321)
	at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:123)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:559)
	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:252)
	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:172)
	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136)
	at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750)
	at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948)
	at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)
	at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)
	at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580)
	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744)
	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449)
	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995)
	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:467)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:384)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:558)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:497)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465)
	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:467)
	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.client.solrj.impl.Http2SolrClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.client.solrj.impl.Http2SolrClient.<init>(Http2SolrClient.java:156)
	at org.apache.solr.client.solrj.impl.Http2SolrClient$Builder.build(Http2SolrClient.java:818)
	at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:261)
	at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:51)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:553)
	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:252)
	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:172)
	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136)
	at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750)
	at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948)
	at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)
	at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(St

[...truncated too long message...]

-UseCompressedOops -XX:+UseParallelGC" -Dtests.seed=346F1A8ED9178A29 -Dtests.slow=true -Dtests.locale=es-PR -Dtests.timezone=Etc/GMT+7 -Dtests.asserts=true -Dtests.file.encoding=UTF-8
Buildfile: /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/core/build.xml

-clover.disable:

ivy-configure:
[ivy:configure] :: Apache Ivy 2.4.0 - 20141213170938 :: http://ant.apache.org/ivy/ ::
[ivy:configure] :: loading settings :: file = /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/lucene/top-level-ivy-settings.xml

install-junit4-taskdef:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

resolve-groovy:
[ivy:cachepath] :: resolving dependencies :: org.codehaus.groovy#groovy-all-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.codehaus.groovy#groovy-all;2.4.15 in public
[ivy:cachepath] :: resolution report :: resolve 29ms :: artifacts dl 1ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   1   |   0   |   0   |   0   ||   1   |   0   |
	---------------------------------------------------------------------

-init-totals:

-test:
    [mkdir] Created dir: /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test
[junit4:pickseed] Seed property 'tests.seed' already defined: 346F1A8ED9178A29
    [mkdir] Created dir: /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/temp
   [junit4] <JUnit4> says ciao! Master seed: 346F1A8ED9178A29
   [junit4] Executing 5 suites with 2 JVMs.
   [junit4] 
   [junit4] Started J0 PID(27039@serv1-vm3).
   [junit4] Started J1 PID(27040@serv1-vm3).
   [junit4] Suite: org.apache.solr.cloud.TestTolerantUpdateProcessorRandomCloud
   [junit4] OK      13.9s J1 | TestTolerantUpdateProcessorRandomCloud.testRandomUpdates
   [junit4] OK      0.26s J1 | TestTolerantUpdateProcessorRandomCloud.testSanityRandomUnsetBit
   [junit4] Completed [1/5] on J1 in 40.83s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.solr.cloud.TestTolerantUpdateProcessorRandomCloud
   [junit4] OK      14.2s J0 | TestTolerantUpdateProcessorRandomCloud.testRandomUpdates
   [junit4] OK      0.21s J0 | TestTolerantUpdateProcessorRandomCloud.testSanityRandomUnsetBit
   [junit4] Completed [2/5] on J0 in 41.87s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.solr.cloud.TestTolerantUpdateProcessorRandomCloud
   [junit4] OK      10.9s J0 | TestTolerantUpdateProcessorRandomCloud.testRandomUpdates
   [junit4] OK      0.33s J0 | TestTolerantUpdateProcessorRandomCloud.testSanityRandomUnsetBit
   [junit4] Completed [3/5] on J0 in 24.86s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.solr.cloud.TestTolerantUpdateProcessorRandomCloud
   [junit4] OK      12.4s J1 | TestTolerantUpdateProcessorRandomCloud.testRandomUpdates
   [junit4] OK      0.51s J1 | TestTolerantUpdateProcessorRandomCloud.testSanityRandomUnsetBit
   [junit4] Completed [4/5] on J1 in 26.30s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.solr.cloud.TestTolerantUpdateProcessorRandomCloud
   [junit4] OK      5.31s J0 | TestTolerantUpdateProcessorRandomCloud.testRandomUpdates
   [junit4] OK      0.53s J0 | TestTolerantUpdateProcessorRandomCloud.testSanityRandomUnsetBit
   [junit4] Completed [5/5] on J0 in 15.57s, 2 tests
   [junit4] 
   [junit4] JVM J0:     1.80 ..    85.83 =    84.03s
   [junit4] JVM J1:     1.85 ..    70.99 =    69.14s
   [junit4] Execution time total: 1 minute 25 seconds
   [junit4] Tests summary: 5 suites, 10 tests
   [junit4] Could not remove temporary path: /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1 (java.nio.file.DirectoryNotEmptyException: Remaining files: [/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp])
   [junit4] Could not remove temporary path: /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0 (java.nio.file.DirectoryNotEmptyException: Remaining files: [/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp])
     [echo] 5 slowest tests:
[junit4:tophints] 292.60s | org.apache.solr.cloud.api.collections.ShardSplitTest
[junit4:tophints] 174.88s | org.apache.solr.search.facet.TestJsonFacets
[junit4:tophints] 145.86s | org.apache.solr.cloud.CollectionsAPISolrJTest
[junit4:tophints] 132.10s | org.apache.solr.cloud.BasicDistributedZkTest
[junit4:tophints] 117.53s | org.apache.solr.update.SoftAutoCommitTest

-check-totals:

test-nocompile:

BUILD SUCCESSFUL
Total time: 1 minute 29 seconds
[repro] Failures:
[repro]   0/5 failed: org.apache.solr.cloud.TestTolerantUpdateProcessorRandomCloud
[repro] Exiting with code 0
+ mv lucene/build lucene/build.repro
+ mv solr/build solr/build.repro
+ mv lucene/build.orig lucene/build
+ mv solr/build.orig solr/build
Archiving artifacts
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2801)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2680)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2661)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3040)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to Solaris VBOX
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1743)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:957)
		at hudson.FilePath.act(FilePath.java:1068)
		at hudson.FilePath.act(FilePath.java:1057)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2659)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:79)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1841)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3042)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1070)
	at hudson.FilePath.act(FilePath.java:1057)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2659)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:79)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1841)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/*_pid*.log". Configuration error?
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
No credentials specified
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all warnings.
<Git Blamer> GIT_COMMIT=28e8a30b536a39e5539ac6e8b9407d31724c8857, workspace=/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris
[WARNINGS] Computing warning deltas based on reference build #61
Recording test results
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2