You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2017/11/02 07:56:00 UTC

[JENKINS] Lucene-Solr-Tests-master - Build # 2146 - Unstable

Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2146/

6 tests failed.
FAILED:  org.apache.solr.cloud.TestTlogReplica.testRecovery

Error Message:
Can not find doc 8 in https://127.0.0.1:34832/solr

Stack Trace:
java.lang.AssertionError: Can not find doc 8 in https://127.0.0.1:34832/solr
	at __randomizedtesting.SeedInfo.seed([5BC4004E99984160:9A3479E2B4C88BC7]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.TestTlogReplica.checkRTG(TestTlogReplica.java:884)
	at org.apache.solr.cloud.TestTlogReplica.testRecovery(TestTlogReplica.java:598)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeMarkersRegistration

Error Message:
Path /autoscaling/nodeAdded/127.0.0.1:46388_solr wasn't created

Stack Trace:
java.lang.AssertionError: Path /autoscaling/nodeAdded/127.0.0.1:46388_solr wasn't created
	at __randomizedtesting.SeedInfo.seed([5BC4004E99984160:437E884297AD8C8F]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeMarkersRegistration(TriggerIntegrationTest.java:909)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory

Error Message:
expected:<8> but was:<9>

Stack Trace:
java.lang.AssertionError: expected:<8> but was:<9>
	at __randomizedtesting.SeedInfo.seed([5BC4004E99984160:3638A4B323D0BE67]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:268)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.client.solrj.io.graph.GraphExpressionTest.testGatherNodesStream

Error Message:
java.util.concurrent.ExecutionException: java.lang.RuntimeException: java.io.IOException: org.apache.solr.common.SolrException: Could not load collection from ZK: collection1

Stack Trace:
java.lang.RuntimeException: java.util.concurrent.ExecutionException: java.lang.RuntimeException: java.io.IOException: org.apache.solr.common.SolrException: Could not load collection from ZK: collection1
	at __randomizedtesting.SeedInfo.seed([FF53B9E2EAF994D1:7604BE3704E7E251]:0)
	at org.apache.solr.client.solrj.io.graph.GatherNodesStream.read(GatherNodesStream.java:605)
	at org.apache.solr.client.solrj.io.graph.GraphExpressionTest.getTuples(GraphExpressionTest.java:932)
	at org.apache.solr.client.solrj.io.graph.GraphExpressionTest.testGatherNodesStream(GraphExpressionTest.java:307)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.util.concurrent.ExecutionException: java.lang.RuntimeException: java.io.IOException: org.apache.solr.common.SolrException: Could not load collection from ZK: collection1
	at java.util.concurrent.FutureTask.report(FutureTask.java:122)
	at java.util.concurrent.FutureTask.get(FutureTask.java:192)
	at org.apache.solr.client.solrj.io.graph.GatherNodesStream.read(GatherNodesStream.java:577)
	... 41 more
Caused by: java.lang.RuntimeException: java.io.IOException: org.apache.solr.common.SolrException: Could not load collection from ZK: collection1
	at org.apache.solr.client.solrj.io.graph.GatherNodesStream$JoinRunner.call(GatherNodesStream.java:492)
	at org.apache.solr.client.solrj.io.graph.GatherNodesStream$JoinRunner.call(GatherNodesStream.java:411)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more
Caused by: java.io.IOException: org.apache.solr.common.SolrException: Could not load collection from ZK: collection1
	at org.apache.solr.client.solrj.io.stream.CloudSolrStream.constructStreams(CloudSolrStream.java:378)
	at org.apache.solr.client.solrj.io.stream.CloudSolrStream.open(CloudSolrStream.java:274)
	at org.apache.solr.client.solrj.io.stream.PushBackStream.open(PushBackStream.java:71)
	at org.apache.solr.client.solrj.io.stream.ReducerStream.open(ReducerStream.java:200)
	at org.apache.solr.client.solrj.io.stream.UniqueStream.open(UniqueStream.java:151)
	at org.apache.solr.client.solrj.io.graph.GatherNodesStream$JoinRunner.call(GatherNodesStream.java:481)
	... 6 more
Caused by: org.apache.solr.common.SolrException: Could not load collection from ZK: collection1
	at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1172)
	at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:692)
	at org.apache.solr.common.cloud.ClusterState.getCollectionsMap(ClusterState.java:146)
	at org.apache.solr.client.solrj.io.stream.CloudSolrStream.getSlices(CloudSolrStream.java:331)
	at org.apache.solr.client.solrj.io.stream.TupleStream.getShards(TupleStream.java:141)
	at org.apache.solr.client.solrj.io.stream.CloudSolrStream.constructStreams(CloudSolrStream.java:363)
	... 11 more
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/state.json
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:332)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332)
	at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1184)
	at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1170)
	... 16 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.graph.GraphExpressionTest

Error Message:
10 threads leaked from SUITE scope at org.apache.solr.client.solrj.io.graph.GraphExpressionTest:     1) Thread[id=1099, name=zkCallback-141-thread-3-SendThread(127.0.0.1:36739), state=TIMED_WAITING, group=TGRP-GraphExpressionTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)    2) Thread[id=1203, name=zkCallback-141-thread-5, state=TIMED_WAITING, group=TGRP-GraphExpressionTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=1080, name=Connection evictor, state=TIMED_WAITING, group=TGRP-GraphExpressionTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)    4) Thread[id=1081, name=Connection evictor, state=TIMED_WAITING, group=TGRP-GraphExpressionTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)    5) Thread[id=1077, name=zkCallback-141-thread-1, state=TIMED_WAITING, group=TGRP-GraphExpressionTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    6) Thread[id=1092, name=zkCallback-141-thread-2, state=TIMED_WAITING, group=TGRP-GraphExpressionTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    7) Thread[id=1093, name=zkCallback-141-thread-3, state=TIMED_WAITING, group=TGRP-GraphExpressionTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    8) Thread[id=1074, name=Connection evictor, state=TIMED_WAITING, group=TGRP-GraphExpressionTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)    9) Thread[id=1098, name=zkCallback-141-thread-4, state=TIMED_WAITING, group=TGRP-GraphExpressionTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   10) Thread[id=1100, name=zkCallback-141-thread-3-EventThread, state=WAITING, group=TGRP-GraphExpressionTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 10 threads leaked from SUITE scope at org.apache.solr.client.solrj.io.graph.GraphExpressionTest: 
   1) Thread[id=1099, name=zkCallback-141-thread-3-SendThread(127.0.0.1:36739), state=TIMED_WAITING, group=TGRP-GraphExpressionTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
   2) Thread[id=1203, name=zkCallback-141-thread-5, state=TIMED_WAITING, group=TGRP-GraphExpressionTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=1080, name=Connection evictor, state=TIMED_WAITING, group=TGRP-GraphExpressionTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.lang.Thread.run(Thread.java:748)
   4) Thread[id=1081, name=Connection evictor, state=TIMED_WAITING, group=TGRP-GraphExpressionTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.lang.Thread.run(Thread.java:748)
   5) Thread[id=1077, name=zkCallback-141-thread-1, state=TIMED_WAITING, group=TGRP-GraphExpressionTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   6) Thread[id=1092, name=zkCallback-141-thread-2, state=TIMED_WAITING, group=TGRP-GraphExpressionTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   7) Thread[id=1093, name=zkCallback-141-thread-3, state=TIMED_WAITING, group=TGRP-GraphExpressionTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   8) Thread[id=1074, name=Connection evictor, state=TIMED_WAITING, group=TGRP-GraphExpressionTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.lang.Thread.run(Thread.java:748)
   9) Thread[id=1098, name=zkCallback-141-thread-4, state=TIMED_WAITING, group=TGRP-GraphExpressionTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
  10) Thread[id=1100, name=zkCallback-141-thread-3-EventThread, state=WAITING, group=TGRP-GraphExpressionTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
	at __randomizedtesting.SeedInfo.seed([FF53B9E2EAF994D1]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.graph.GraphExpressionTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=1099, name=zkCallback-141-thread-3-SendThread(127.0.0.1:36739), state=TIMED_WAITING, group=TGRP-GraphExpressionTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)    2) Thread[id=1203, name=zkCallback-141-thread-5, state=TIMED_WAITING, group=TGRP-GraphExpressionTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=1077, name=zkCallback-141-thread-1, state=TIMED_WAITING, group=TGRP-GraphExpressionTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    4) Thread[id=1092, name=zkCallback-141-thread-2, state=TIMED_WAITING, group=TGRP-GraphExpressionTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    5) Thread[id=1093, name=zkCallback-141-thread-3, state=TIMED_WAITING, group=TGRP-GraphExpressionTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    6) Thread[id=1098, name=zkCallback-141-thread-4, state=TIMED_WAITING, group=TGRP-GraphExpressionTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=1099, name=zkCallback-141-thread-3-SendThread(127.0.0.1:36739), state=TIMED_WAITING, group=TGRP-GraphExpressionTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
        at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
   2) Thread[id=1203, name=zkCallback-141-thread-5, state=TIMED_WAITING, group=TGRP-GraphExpressionTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=1077, name=zkCallback-141-thread-1, state=TIMED_WAITING, group=TGRP-GraphExpressionTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   4) Thread[id=1092, name=zkCallback-141-thread-2, state=TIMED_WAITING, group=TGRP-GraphExpressionTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   5) Thread[id=1093, name=zkCallback-141-thread-3, state=TIMED_WAITING, group=TGRP-GraphExpressionTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   6) Thread[id=1098, name=zkCallback-141-thread-4, state=TIMED_WAITING, group=TGRP-GraphExpressionTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([FF53B9E2EAF994D1]:0)




Build Log:
[...truncated 12200 lines...]
   [junit4] Suite: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest
   [junit4]   2> 2168023 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[5BC4004E99984160]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_5BC4004E99984160-001/init-core-data-001
   [junit4]   2> 2168024 WARN  (SUITE-AutoscalingHistoryHandlerTest-seed#[5BC4004E99984160]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=80 numCloses=80
   [junit4]   2> 2168024 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[5BC4004E99984160]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 2168040 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[5BC4004E99984160]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 2168040 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[5BC4004E99984160]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_5BC4004E99984160-001/tempDir-001
   [junit4]   2> 2168041 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[5BC4004E99984160]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2168053 INFO  (Thread-917) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2168053 INFO  (Thread-917) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2168072 ERROR (Thread-917) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2168167 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[5BC4004E99984160]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:44426
   [junit4]   2> 2168206 INFO  (jetty-launcher-1101-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2168224 INFO  (jetty-launcher-1101-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2168233 INFO  (jetty-launcher-1101-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2168273 INFO  (jetty-launcher-1101-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@25c92477{/solr,null,AVAILABLE}
   [junit4]   2> 2168274 INFO  (jetty-launcher-1101-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4ae8d36c{HTTP/1.1,[http/1.1]}{127.0.0.1:44565}
   [junit4]   2> 2168274 INFO  (jetty-launcher-1101-thread-2) [    ] o.e.j.s.Server Started @2181137ms
   [junit4]   2> 2168274 INFO  (jetty-launcher-1101-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44565}
   [junit4]   2> 2168274 ERROR (jetty-launcher-1101-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2168274 INFO  (jetty-launcher-1101-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 2168275 INFO  (jetty-launcher-1101-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2168275 INFO  (jetty-launcher-1101-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2168275 INFO  (jetty-launcher-1101-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-02T05:39:31.431Z
   [junit4]   2> 2168276 INFO  (jetty-launcher-1101-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3d5fac92{/solr,null,AVAILABLE}
   [junit4]   2> 2168276 INFO  (jetty-launcher-1101-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@29e9dbe4{HTTP/1.1,[http/1.1]}{127.0.0.1:35336}
   [junit4]   2> 2168276 INFO  (jetty-launcher-1101-thread-3) [    ] o.e.j.s.Server Started @2181139ms
   [junit4]   2> 2168276 INFO  (jetty-launcher-1101-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35336}
   [junit4]   2> 2168276 ERROR (jetty-launcher-1101-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2168276 INFO  (jetty-launcher-1101-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 2168276 INFO  (jetty-launcher-1101-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2168277 INFO  (jetty-launcher-1101-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2168277 INFO  (jetty-launcher-1101-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-02T05:39:31.433Z
   [junit4]   2> 2168342 INFO  (jetty-launcher-1101-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@79b0fbef{/solr,null,AVAILABLE}
   [junit4]   2> 2168342 INFO  (jetty-launcher-1101-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6c7f0377{HTTP/1.1,[http/1.1]}{127.0.0.1:37418}
   [junit4]   2> 2168342 INFO  (jetty-launcher-1101-thread-1) [    ] o.e.j.s.Server Started @2181205ms
   [junit4]   2> 2168342 INFO  (jetty-launcher-1101-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37418}
   [junit4]   2> 2168342 ERROR (jetty-launcher-1101-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2168342 INFO  (jetty-launcher-1101-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 2168342 INFO  (jetty-launcher-1101-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2168343 INFO  (jetty-launcher-1101-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2168343 INFO  (jetty-launcher-1101-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-02T05:39:31.499Z
   [junit4]   2> 2168411 INFO  (jetty-launcher-1101-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2168415 INFO  (jetty-launcher-1101-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2168484 INFO  (jetty-launcher-1101-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2168487 INFO  (jetty-launcher-1101-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44426/solr
   [junit4]   2> 2168510 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f7b3dd70a0004, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2168570 INFO  (jetty-launcher-1101-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44426/solr
   [junit4]   2> 2168610 INFO  (jetty-launcher-1101-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44426/solr
   [junit4]   2> 2168654 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f7b3dd70a0007, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2168734 INFO  (jetty-launcher-1101-thread-2) [n:127.0.0.1:44565_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2168735 INFO  (jetty-launcher-1101-thread-2) [n:127.0.0.1:44565_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44565_solr
   [junit4]   2> 2168735 INFO  (jetty-launcher-1101-thread-2) [n:127.0.0.1:44565_solr    ] o.a.s.c.Overseer Overseer (id=98933222356418568-127.0.0.1:44565_solr-n_0000000000) starting
   [junit4]   2> 2168814 DEBUG (OverseerStateUpdate-98933222356418568-127.0.0.1:44565_solr-n_0000000000) [n:127.0.0.1:44565_solr    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 2168830 INFO  (jetty-launcher-1101-thread-2) [n:127.0.0.1:44565_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44565_solr
   [junit4]   2> 2168831 INFO  (jetty-launcher-1101-thread-1) [n:127.0.0.1:37418_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2168831 DEBUG (OverseerAutoScalingTriggerThread-98933222356418568-127.0.0.1:44565_solr-n_0000000000) [n:127.0.0.1:44565_solr    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 2168833 INFO  (jetty-launcher-1101-thread-1) [n:127.0.0.1:37418_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2168854 INFO  (zkCallback-1118-thread-1-processing-n:127.0.0.1:44565_solr) [n:127.0.0.1:44565_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2168854 DEBUG (OverseerAutoScalingTriggerThread-98933222356418568-127.0.0.1:44565_solr-n_0000000000) [n:127.0.0.1:44565_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 2168855 DEBUG (OverseerAutoScalingTriggerThread-98933222356418568-127.0.0.1:44565_solr-n_0000000000) [n:127.0.0.1:44565_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:44565_solr]
   [junit4]   2> 2168855 DEBUG (OverseerAutoScalingTriggerThread-98933222356418568-127.0.0.1:44565_solr-n_0000000000) [n:127.0.0.1:44565_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 2168855 DEBUG (OverseerAutoScalingTriggerThread-98933222356418568-127.0.0.1:44565_solr-n_0000000000) [n:127.0.0.1:44565_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 2168855 INFO  (jetty-launcher-1101-thread-1) [n:127.0.0.1:37418_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37418_solr
   [junit4]   2> 2168855 DEBUG (OverseerStateUpdate-98933222356418568-127.0.0.1:44565_solr-n_0000000000) [n:127.0.0.1:44565_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:37418_solr"} current state version: 0
   [junit4]   2> 2168856 DEBUG (OverseerStateUpdate-98933222356418568-127.0.0.1:44565_solr-n_0000000000) [n:127.0.0.1:44565_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:37418_solr
   [junit4]   2> 2168879 INFO  (zkCallback-1118-thread-1-processing-n:127.0.0.1:44565_solr) [n:127.0.0.1:44565_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2168894 DEBUG (OverseerAutoScalingTriggerThread-98933222356418568-127.0.0.1:44565_solr-n_0000000000) [n:127.0.0.1:44565_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 2168894 DEBUG (OverseerAutoScalingTriggerThread-98933222356418568-127.0.0.1:44565_solr-n_0000000000) [n:127.0.0.1:44565_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 2168984 INFO  (zkCallback-1120-thread-1-processing-n:127.0.0.1:37418_solr) [n:127.0.0.1:37418_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2169183 INFO  (jetty-launcher-1101-thread-3) [n:127.0.0.1:35336_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2169106 DEBUG (ScheduledTrigger-2061-thread-1) [n:127.0.0.1:44565_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:44565_solr, 127.0.0.1:37418_solr]
   [junit4]   2> 2169429 INFO  (jetty-launcher-1101-thread-2) [n:127.0.0.1:44565_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44565.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7d31a186
   [junit4]   2> 2169485 INFO  (jetty-launcher-1101-thread-2) [n:127.0.0.1:44565_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44565.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7d31a186
   [junit4]   2> 2169528 INFO  (jetty-launcher-1101-thread-1) [n:127.0.0.1:37418_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37418.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7d31a186
   [junit4]   2> 2169540 INFO  (jetty-launcher-1101-thread-3) [n:127.0.0.1:35336_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2169543 INFO  (jetty-launcher-1101-thread-2) [n:127.0.0.1:44565_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44565.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7d31a186
   [junit4]   2> 2169548 INFO  (jetty-launcher-1101-thread-3) [n:127.0.0.1:35336_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35336_solr
   [junit4]   2> 2169561 INFO  (jetty-launcher-1101-thread-2) [n:127.0.0.1:44565_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_5BC4004E99984160-001/tempDir-001/node2/.
   [junit4]   2> 2169580 INFO  (zkCallback-1120-thread-1-processing-n:127.0.0.1:37418_solr) [n:127.0.0.1:37418_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2169654 INFO  (zkCallback-1110-thread-1-processing-n:127.0.0.1:35336_solr) [n:127.0.0.1:35336_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2169671 INFO  (jetty-launcher-1101-thread-1) [n:127.0.0.1:37418_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37418.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7d31a186
   [junit4]   2> 2169672 INFO  (jetty-launcher-1101-thread-1) [n:127.0.0.1:37418_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37418.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7d31a186
   [junit4]   2> 2169672 INFO  (jetty-launcher-1101-thread-1) [n:127.0.0.1:37418_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_5BC4004E99984160-001/tempDir-001/node1/.
   [junit4]   2> 2169674 INFO  (zkCallback-1118-thread-2-processing-n:127.0.0.1:44565_solr) [n:127.0.0.1:44565_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2169731 DEBUG (OverseerStateUpdate-98933222356418568-127.0.0.1:44565_solr-n_0000000000) [n:127.0.0.1:44565_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:35336_solr"} current state version: 0
   [junit4]   2> 2169732 DEBUG (OverseerStateUpdate-98933222356418568-127.0.0.1:44565_solr-n_0000000000) [n:127.0.0.1:44565_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:35336_solr
   [junit4]   2> 2169877 INFO  (jetty-launcher-1101-thread-3) [n:127.0.0.1:35336_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35336.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7d31a186
   [junit4]   2> 2169912 INFO  (jetty-launcher-1101-thread-3) [n:127.0.0.1:35336_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35336.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7d31a186
   [junit4]   2> 2169912 INFO  (jetty-launcher-1101-thread-3) [n:127.0.0.1:35336_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35336.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7d31a186
   [junit4]   2> 2169913 INFO  (jetty-launcher-1101-thread-3) [n:127.0.0.1:35336_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_5BC4004E99984160-001/tempDir-001/node3/.
   [junit4]   2> 2170005 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[5BC4004E99984160]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2170017 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[5BC4004E99984160]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44426/solr ready
   [junit4]   2> 2170034 INFO  (qtp833522845-4359) [n:127.0.0.1:37418_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=3&name=AutoscalingHistoryHandlerTest_collection&nrtReplicas=3&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2170049 INFO  (OverseerThreadFactory-2063-thread-1-processing-n:127.0.0.1:44565_solr) [n:127.0.0.1:44565_solr    ] o.a.s.c.CreateCollectionCmd Create collection AutoscalingHistoryHandlerTest_collection
   [junit4]   2> 2170049 INFO  (OverseerThreadFactory-2063-thread-1-processing-n:127.0.0.1:44565_solr) [n:127.0.0.1:44565_solr    ] o.a.s.c.CreateCollectionCmd Only _default config set found, using it.
   [junit4]   2> 2170050 INFO  (OverseerThreadFactory-2063-thread-1-processing-n:127.0.0.1:44565_solr) [n:127.0.0.1:44565_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/AutoscalingHistoryHandlerTest_collection/protwords.txt
   [junit4]   2> 2170052 INFO  (OverseerThreadFactory-2063-thread-1-processing-n:127.0.0.1:44565_solr) [n:127.0.0.1:44565_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/AutoscalingHistoryHandlerTest_collection/managed-schema
   [junit4]   2> 2170066 INFO  (OverseerThreadFactory-2063-thread-1-processing-n:127.0.0.1:44565_solr) [n:127.0.0.1:44565_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/AutoscalingHistoryHandlerTest_collection/solrconfig.xml
   [junit4]   2> 2170067 INFO  (OverseerThreadFactory-2063-thread-1-processing-n:127.0.0.1:44565_solr) [n:127.0.0.1:44565_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/AutoscalingHistoryHandlerTest_collection/synonyms.txt
   [junit4]   2> 2170068 INFO  (OverseerThreadFactory-2063-thread-1-processing-n:127.0.0.1:44565_solr) [n:127.0.0.1:44565_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/AutoscalingHistoryHandlerTest_collection/stopwords.txt
   [junit4]   2> 2170081 INFO  (OverseerThreadFactory-2063-thread-1-processing-n:127.0.0.1:44565_solr) [n:127.0.0.1:44565_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/AutoscalingHistoryHandlerTest_collection/params.json
   [junit4]   2> 2170082 INFO  (OverseerThreadFactory-2063-thread-1-processing-n:127.0.0.1:44565_solr) [n:127.0.0.1:44565_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/contractions_it.txt
   [junit4]   2> 2170084 INFO  (OverseerThreadFactory-2063-thread-1-processing-n:127.0.0.1:44565_solr) [n:127.0.0.1:44565_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_no.txt
   [junit4]   2> 2170085 INFO  (OverseerThreadFactory-2063-thread-1-processing-n:127.0.0.1:44565_solr) [n:127.0.0.1:44565_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_hy.txt
   [junit4]   2> 2170094 INFO  (OverseerThreadFactory-2063-thread-1-processing-n:127.0.0.1:44565_solr) [n:127.0.0.1:44565_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stemdict_nl.txt
   [junit4]   2> 2170095 INFO  (OverseerThreadFactory-2063-thread-1-processing-n:127.0.0.1:44565_solr) [n:127.0.0.1:44565_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/contractions_ca.txt
   [junit4]   2> 2170096 INFO  (OverseerThreadFactory-2063-thread-1-processing-n:127.0.0.1:44565_solr) [n:127.0.0.1:44565_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_id.txt
   [junit4]   2> 2170097 INFO  (OverseerThreadFactory-2063-thread-1-processing-n:127.0.0.1:44565_solr) [n:127.0.0.1:44565_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_ga.txt
   [junit4]   2> 2170106 INFO  (OverseerThreadFactory-2063-thread-1-processing-n:127.0.0.1:44565_solr) [n:127.0.0.1:44565_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_da.txt
   [junit4]   2> 2170107 INFO  (OverseerThreadFactory-2063-thread-1-processing-n:127.0.0.1:44565_solr) [n:127.0.0.1:44565_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_hi.txt
   [junit4]   2> 2170108 INFO  (OverseerThreadFactory-2063-thread-1-processing-n:127.0.0.1:44565_solr) [n:127.0.0.1:44565_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_ja.txt
   [junit4]   2> 2170109 INFO  (OverseerThreadFactory-2063-thread-1-processing-n:127.0.0.1:44565_solr) [n:127.0.0.1:44565_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_pt.txt
   [junit4]   2> 2170135 INFO  (OverseerThreadFactory-2063-thread-1-processing-n:127.0.0.1:44565_solr) [n:127.0.0.1:44565_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_hu.txt
   [junit4]   2> 2170136 INFO  (OverseerThreadFactory-2063-thread-1-processing-n:127.0.0.1:44565_solr) [n:127.0.0.1:44565_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_el.txt
   [junit4]   2> 2170137 INFO  (OverseerThreadFactory-2063-thread-1-processing-n:127.0.0.1:44565_solr) [n:127.0.0.1:44565_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_ru.txt
   [junit4]   2> 2170138 INFO  (OverseerThreadFactory-2063-thread-1-processing-n:127.0.0.1:44565_solr) [n:127.0.0.1:44565_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_tr.txt
   [junit4]   2> 2170139 INFO  (OverseerThreadFactory-2063-thread-1-processing-n:127.0.0.1:44565_solr) [n:127.0.0.1:44565_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_ar.txt
   [junit4]   2> 2170140 INFO  (OverseerThreadFactory-2063-thread-1-processing-n:127.0.0.1:44565_solr) [n:127.0.0.1:44565_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/userdict_ja.txt
   [junit4]   2> 2170142 INFO  (OverseerThreadFactory-2063-thread-1-processing-n:127.0.0.1:44565_solr) [n:127.0.0.1:44565_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_it.txt
   [junit4]   2> 2170155 INFO  (OverseerThreadFactory-2063-thread-1-processing-n:127.0.0.1:44565_solr) [n:127.0.0.1:44565_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_eu.txt
   [junit4]   2> 2170167 INFO  (OverseerThreadFactory-2063-thread-1-processing-n:127.0.0.1:44565_solr) [n:127.0.0.1:44565_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_cz.txt
   [junit4]   2> 2170168 INFO  (OverseerThreadFactory-2063-thread-1-processing-n:127.0.0.1:44565_solr) [n:127.0.0.1:44565_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stoptags_ja.txt
   [junit4]   2> 2170169 INFO  (OverseerThreadFactory-2063-thread-1-processing-n:127.0.0.1:44565_solr) [n:127.0.0.1:44565_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/contractions_fr.txt
   [junit4]   2> 2170185 INFO  (OverseerThreadFactory-2063-thread-1-processing-n:127.0.0.1:44565_solr) [n:127.0.0.1:44565_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_fa.txt
   [junit4]   2> 2170186 INFO  (OverseerThreadFactory-2063-thread-1-processing-n:127.0.0.1:44565_solr) [n:127.0.0.1:44565_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_de.txt
   [junit4]   2> 2170220 INFO  (OverseerThreadFactory-2063-thread-1-processing-n:127.0.0.1:44565_solr) [n:127.0.0.1:44565_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/contractions_ga.txt
   [junit4]   2> 2170221 INFO  (OverseerThreadFactory-2063-thread-1-processing-n:127.0.0.1:44565_solr) [n:127.0.0.1:44565_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_ca.txt
   [junit4]   2> 2170222 INFO  (OverseerThreadFactory-2063-thread-1-processing-n:127.0.0.1:44565_solr) [n:127.0.0.1:44565_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_nl.txt
   [junit4]   2> 2170223 INFO  (OverseerThreadFactory-2063-thread-1-processing-n:127.0.0.1:44565_solr) [n:127.0.0.1:44565_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_bg.txt
   [junit4]   2> 2170233 INFO  (OverseerThreadFactory-2063-thread-1-processing-n:127.0.0.1:44565_solr) [n:127.0.0.1:44565_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_es.txt
   [junit4]   2> 2170234 INFO  (OverseerThreadFactory-2063-thread-1-processing-n:127.0.0.1:44565_solr) [n:127.0.0.1:44565_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_en.txt
   [junit4]   2> 2170235 INFO  (OverseerThreadFactory-2063-thread-1-processing-n:127.0.0.1:44565_solr) [n:127.0.0.1:44565_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_lv.txt
   [junit4]   2> 2170244 INFO  (OverseerThreadFactory-2063-thread-1-processing-n:127.0.0.1:44565_solr) [n:127.0.0.1:44565_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_th.txt
   [junit4]   2> 2170246 INFO  (OverseerThreadFactory-2063-thread-1-processing-n:127.0.0.1:44565_solr) [n:127.0.0.1:44565_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_ro.txt
   [junit4]   2> 2170247 INFO  (OverseerThreadFactory-2063-thread-1-processing-n:127.0.0.1:44565_solr) [n:127.0.0.1:44565_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_fr.txt
   [junit4]   2> 2170248 INFO  (OverseerThreadFactory-2063-thread-1-processing-n:127.0.0.1:44565_solr) [n:127.0.0.1:44565_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_sv.txt
   [junit4]   2> 2170261 INFO  (OverseerThreadFactory-2063-thread-1-processing-n:127.0.0.1:44565_solr) [n:127.0.0.1:44565_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_fi.txt
   [junit4]   2> 2170262 INFO  (OverseerThreadFactory-2063-thread-1-processing-n:127.0.0.1:44565_solr) [n:127.0.0.1:44565_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/hyphenations_ga.txt
   [junit4]   2> 2170263 INFO  (OverseerThreadFactory-2063-thread-1-processing-n:127.0.0.1:44565_solr) [n:127.0.0.1:44565_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_gl.txt
   [junit4]   2> 2170285 DEBUG (OverseerStateUpdate-98933222356418568-127.0.0.1:44565_solr-n_0000000000) [n:127.0.0.1:44565_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"3",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "nrtReplicas":"3",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 2170285 DEBUG (OverseerStateUpdate-98933222356418568-127.0.0.1:44565_solr-n_0000000000) [n:127.0.0.1:44565_solr    ] o.a.s.c.o.ClusterStateMutator building a new cName: AutoscalingHistoryHandlerTest_collection
   [junit4]   2> 2170286 DEBUG (OverseerStateUpdate-98933222356418568-127.0.0.1:44565_solr-n_0000000000) [n:127.0.0.1:44565_solr    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json
   [junit4]   2> 2170297 DEBUG (ScheduledTrigger-2061-thread-1) [n:127.0.0.1:44565_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:44565_solr, 127.0.0.1:37418_solr, 127.0.0.1:35336_solr]
   [junit4]   2> 2170396 DEBUG (OverseerStateUpdate-98933222356418568-127.0.0.1:44565_solr-n_0000000000) [n:127.0.0.1:44565_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:37418/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} current state version: 0
   [junit4]   2> 2170396 INFO  (OverseerStateUpdate-98933222356418568-127.0.0.1:44565_solr-n_0000000000) [n:127.0.0.1:44565_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:37418/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2170397 DEBUG (OverseerStateUpdate-98933222356418568-127.0.0.1:44565_solr-n_0000000000) [n:127.0.0.1:44565_solr    ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{}}
   [junit4]   2> 2170397 DEBUG (OverseerStateUpdate-98933222356418568-127.0.0.1:44565_solr-n_0000000000) [n:127.0.0.1:44565_solr    ] o.a.s.c.o.SliceMutator New Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{"core_node3":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>       "base_url":"http://127.0.0.1:37418/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 2170398 DEBUG (OverseerStateUpdate-98933222356418568-127.0.0.1:44565_solr-n_0000000000) [n:127.0.0.1:44565_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:35336/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} current state version: 0
   [junit4]   2> 2170398 INFO  (OverseerStateUpdate-98933222356418568-127.0.0.1:44565_solr-n_0000000000) [n:127.0.0.1:44565_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:35336/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2170415 DEBUG (OverseerStateUpdate-98933222356418568-127.0.0.1:44565_solr-n_0000000000) [n:127.0.0.1:44565_solr    ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{"core_node3":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>       "base_url":"http://127.0.0.1:37418/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 2170416 DEBUG (OverseerStateUpdate-98933222356418568-127.0.0.1:44565_solr-n_0000000000) [n:127.0.0.1:44565_solr    ] o.a.s.c.o.SliceMutator New Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{
   [junit4]   2>     "core_node3":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>       "base_url":"http://127.0.0.1:37418/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"},
   [junit4]   2>     "core_node5":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>       "base_url":"http://127.0.0.1:35336/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 2170416 DEBUG (OverseerStateUpdate-98933222356418568-127.0.0.1:44565_solr-n_0000000000) [n:127.0.0.1:44565_solr    ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:44565/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} current state version: 0
   [junit4]   2> 2170417 INFO  (OverseerStateUpdate-98933222356418568-127.0.0.1:44565_solr-n_0000000000) [n:127.0.0.1:44565_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:44565/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2170417 DEBUG (OverseerStateUpdate-98933222356418568-127.0.0.1:44565_solr-n_0000000000) [n:127.0.0.1:44565_solr    ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{
   [junit4]   2>     "core_node3":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>       "base_url":"http://127.0.0.1:37418/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"},
   [junit4]   2>     "core_node5":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>       "base_url":"http://127.0.0.1:35336/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 2170417 DEBUG (OverseerStateUpdate-98933222356418568-127.0.0.1:44565_solr-n_0000000000) [n:127.0.0.1:44565_solr    ] o.a.s.c.o.SliceMutator New Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{
   [junit4]   2>     "core_node3":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>       "base_url":"http://127.0.0.1:37418/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"},
   [junit4]   2>     "core_node5":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>       "base_url":"http://127.0.0.1:35336/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"},
   [junit4]   2>     "core_node6":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>       "base_url":"http://127.0.0.1:44565/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 2170525 DEBUG (OverseerStateUpdate-98933222356418568-127.0.0.1:44565_solr-n_0000000000) [n:127.0.0.1:44565_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json version: 0
   [junit4]   2> 2170786 INFO  (qtp833522845-4361) [n:127.0.0.1:37418_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=AutoscalingHistoryHandlerTest_collection&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2170786 INFO  (qtp833522845-4361) [n:127.0.0.1:37418_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2170887 INFO  (qtp1067091925-4348) [n:127.0.0.1:35336_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=AutoscalingHistoryHandlerTest_collection&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n2&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2170887 INFO  (qtp1067091925-4348) [n:127.0.0.1:35336_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2170887 INFO  (qtp1390015700-4337) [n:127.0.0.1:44565_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=AutoscalingHistoryHandlerTest_collection&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n4&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2170887 INFO  (qtp1390015700-4337) [n:127.0.0.1:44565_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2170948 DEBUG (OverseerStateUpdate-98933222356418568-127.0.0.1:44565_solr-n_0000000000) [n:127.0.0.1:44565_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node3",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:37418/solr",
   [junit4]   2>   "node_name":"127.0.0.1:37418_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 2170948 DEBUG (OverseerStateUpdate-98933222356418568-127.0.0.1:44565_solr-n_0000000000) [n:127.0.0.1:44565_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node3",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:37418/solr",
   [junit4]   2>   "node_name":"127.0.0.1:37418_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2170948 DEBUG (OverseerStateUpdate-98933222356418568-127.0.0.1:44565_solr-n_0000000000) [n:127.0.0.1:44565_solr    ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node3:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1","base_url":"http://127.0.0.1:37418/solr","node_name":"127.0.0.1:37418_solr","state":"down","type":"NRT"}
   [junit4]   2> 2170949 DEBUG (OverseerStateUpdate-98933222356418568-127.0.0.1:44565_solr-n_0000000000) [n:127.0.0.1:44565_solr    ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"3",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"3",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node3":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>           "base_url":"http://127.0.0.1:37418/solr",
   [junit4]   2>           "node_name":"127.0.0.1:37418_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node5":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>           "base_url":"http://127.0.0.1:35336/solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "node_name":null,
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node6":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>           "base_url":"http://127.0.0.1:44565/solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "node_name":null,
   [junit4]   2>           "type":"NRT"}}}}}
   [junit4]   2> 2171058 DEBUG (OverseerStateUpdate-98933222356418568-127.0.0.1:44565_solr-n_0000000000) [n:127.0.0.1:44565_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json version: 1
   [junit4]   2> 2171058 INFO  (zkCallback-1120-thread-1-processing-n:127.0.0.1:37418_solr) [n:127.0.0.1:37418_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistor

[...truncated too long message...]

g.Thread.run(Thread.java:748)
   [junit4]    >    6) Thread[id=1092, name=zkCallback-141-thread-2, state=TIMED_WAITING, group=TGRP-GraphExpressionTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    7) Thread[id=1093, name=zkCallback-141-thread-3, state=TIMED_WAITING, group=TGRP-GraphExpressionTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    8) Thread[id=1074, name=Connection evictor, state=TIMED_WAITING, group=TGRP-GraphExpressionTest]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    9) Thread[id=1098, name=zkCallback-141-thread-4, state=TIMED_WAITING, group=TGRP-GraphExpressionTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >   10) Thread[id=1100, name=zkCallback-141-thread-3-EventThread, state=WAITING, group=TGRP-GraphExpressionTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([FF53B9E2EAF994D1]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=1099, name=zkCallback-141-thread-3-SendThread(127.0.0.1:36739), state=TIMED_WAITING, group=TGRP-GraphExpressionTest]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
   [junit4]    >    2) Thread[id=1203, name=zkCallback-141-thread-5, state=TIMED_WAITING, group=TGRP-GraphExpressionTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    3) Thread[id=1077, name=zkCallback-141-thread-1, state=TIMED_WAITING, group=TGRP-GraphExpressionTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    4) Thread[id=1092, name=zkCallback-141-thread-2, state=TIMED_WAITING, group=TGRP-GraphExpressionTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    5) Thread[id=1093, name=zkCallback-141-thread-3, state=TIMED_WAITING, group=TGRP-GraphExpressionTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    6) Thread[id=1098, name=zkCallback-141-thread-4, state=TIMED_WAITING, group=TGRP-GraphExpressionTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([FF53B9E2EAF994D1]:0)
   [junit4] Completed [71/146 (1!)] on J0 in 93.45s, 6 tests, 3 errors <<< FAILURES!

[...truncated 46493 lines...]

[JENKINS] Lucene-Solr-Tests-master - Build # 2147 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2147/

3 tests failed.
FAILED:  org.apache.solr.cloud.PeerSyncReplicationTest.test

Error Message:
expected:<0> but was:<1>

Stack Trace:
java.lang.AssertionError: expected:<0> but was:<1>
	at __randomizedtesting.SeedInfo.seed([2A165684D6478801:A242695E78BBE5F9]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.PeerSyncReplicationTest.test(PeerSyncReplicationTest.java:202)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestTlogReplica.testOnlyLeaderIndexes

Error Message:
Could not load collection from ZK: tlog_replica_test_only_leader_indexes

Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: tlog_replica_test_only_leader_indexes
	at __randomizedtesting.SeedInfo.seed([2A165684D6478801:36172B09A3E2F692]:0)
	at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1172)
	at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:692)
	at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:130)
	at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:110)
	at org.apache.solr.cloud.TestTlogReplica.getSolrCore(TestTlogReplica.java:857)
	at org.apache.solr.cloud.TestTlogReplica.waitForReplicasCatchUp(TestTlogReplica.java:911)
	at org.apache.solr.cloud.TestTlogReplica.testOnlyLeaderIndexes(TestTlogReplica.java:517)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/tlog_replica_test_only_leader_indexes/state.json
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:332)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332)
	at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1184)
	at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1170)
	... 45 more


FAILED:  org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest.testReadApi

Error Message:
expected:<1> but was:<0>

Stack Trace:
java.lang.AssertionError: expected:<1> but was:<0>
	at __randomizedtesting.SeedInfo.seed([2A165684D6478801:7D3FAD310DB56A1A]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest.testReadApi(AutoScalingHandlerTest.java:711)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11923 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_2A165684D6478801-001/init-core-data-001
   [junit4]   2> 1465612 WARN  (SUITE-AutoScalingHandlerTest-seed#[2A165684D6478801]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=18 numCloses=18
   [junit4]   2> 1465612 INFO  (SUITE-AutoScalingHandlerTest-seed#[2A165684D6478801]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1465683 INFO  (SUITE-AutoScalingHandlerTest-seed#[2A165684D6478801]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1465683 INFO  (SUITE-AutoScalingHandlerTest-seed#[2A165684D6478801]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1465683 INFO  (SUITE-AutoScalingHandlerTest-seed#[2A165684D6478801]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_2A165684D6478801-001/tempDir-001
   [junit4]   2> 1465683 INFO  (SUITE-AutoScalingHandlerTest-seed#[2A165684D6478801]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1465694 INFO  (Thread-860) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1465694 INFO  (Thread-860) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1465710 ERROR (Thread-860) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1465803 INFO  (SUITE-AutoScalingHandlerTest-seed#[2A165684D6478801]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:41704
   [junit4]   2> 1465904 INFO  (jetty-launcher-759-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1465904 INFO  (jetty-launcher-759-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1465938 INFO  (jetty-launcher-759-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@480b561c{/solr,null,AVAILABLE}
   [junit4]   2> 1465940 INFO  (jetty-launcher-759-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6eefc269{HTTP/1.1,[http/1.1]}{127.0.0.1:38705}
   [junit4]   2> 1465940 INFO  (jetty-launcher-759-thread-1) [    ] o.e.j.s.Server Started @1479511ms
   [junit4]   2> 1465940 INFO  (jetty-launcher-759-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38705}
   [junit4]   2> 1465940 ERROR (jetty-launcher-759-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1465940 INFO  (jetty-launcher-759-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1465940 INFO  (jetty-launcher-759-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1465940 INFO  (jetty-launcher-759-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1465940 INFO  (jetty-launcher-759-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-02T17:30:32.158Z
   [junit4]   2> 1465987 INFO  (jetty-launcher-759-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5c6f958e{/solr,null,AVAILABLE}
   [junit4]   2> 1466076 INFO  (jetty-launcher-759-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7e303c{HTTP/1.1,[http/1.1]}{127.0.0.1:33979}
   [junit4]   2> 1466076 INFO  (jetty-launcher-759-thread-2) [    ] o.e.j.s.Server Started @1479647ms
   [junit4]   2> 1466076 INFO  (jetty-launcher-759-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33979}
   [junit4]   2> 1466076 ERROR (jetty-launcher-759-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1466076 INFO  (jetty-launcher-759-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1466077 INFO  (jetty-launcher-759-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1466077 INFO  (jetty-launcher-759-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1466077 INFO  (jetty-launcher-759-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-02T17:30:32.295Z
   [junit4]   2> 1466077 INFO  (jetty-launcher-759-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1466178 INFO  (jetty-launcher-759-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1466214 INFO  (jetty-launcher-759-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41704/solr
   [junit4]   2> 1466409 INFO  (jetty-launcher-759-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41704/solr
   [junit4]   2> 1466906 INFO  (jetty-launcher-759-thread-2) [n:127.0.0.1:33979_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1466906 INFO  (jetty-launcher-759-thread-2) [n:127.0.0.1:33979_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33979_solr
   [junit4]   2> 1466907 INFO  (jetty-launcher-759-thread-2) [n:127.0.0.1:33979_solr    ] o.a.s.c.Overseer Overseer (id=98936018168250374-127.0.0.1:33979_solr-n_0000000000) starting
   [junit4]   2> 1466959 INFO  (jetty-launcher-759-thread-2) [n:127.0.0.1:33979_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33979_solr
   [junit4]   2> 1467088 INFO  (OverseerStateUpdate-98936018168250374-127.0.0.1:33979_solr-n_0000000000) [n:127.0.0.1:33979_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1467600 INFO  (jetty-launcher-759-thread-2) [n:127.0.0.1:33979_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33979.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@697443ce
   [junit4]   2> 1467660 INFO  (jetty-launcher-759-thread-2) [n:127.0.0.1:33979_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33979.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@697443ce
   [junit4]   2> 1467660 INFO  (jetty-launcher-759-thread-2) [n:127.0.0.1:33979_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33979.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@697443ce
   [junit4]   2> 1467674 INFO  (jetty-launcher-759-thread-2) [n:127.0.0.1:33979_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_2A165684D6478801-001/tempDir-001/node2/.
   [junit4]   2> 1467923 INFO  (jetty-launcher-759-thread-1) [n:127.0.0.1:38705_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1467939 INFO  (jetty-launcher-759-thread-1) [n:127.0.0.1:38705_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1467941 INFO  (jetty-launcher-759-thread-1) [n:127.0.0.1:38705_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38705_solr
   [junit4]   2> 1468060 INFO  (zkCallback-767-thread-1-processing-n:127.0.0.1:38705_solr) [n:127.0.0.1:38705_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1468088 INFO  (zkCallback-772-thread-1-processing-n:127.0.0.1:33979_solr) [n:127.0.0.1:33979_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1468299 INFO  (jetty-launcher-759-thread-1) [n:127.0.0.1:38705_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38705.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@697443ce
   [junit4]   2> 1468356 INFO  (jetty-launcher-759-thread-1) [n:127.0.0.1:38705_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38705.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@697443ce
   [junit4]   2> 1468356 INFO  (jetty-launcher-759-thread-1) [n:127.0.0.1:38705_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38705.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@697443ce
   [junit4]   2> 1468369 INFO  (jetty-launcher-759-thread-1) [n:127.0.0.1:38705_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_2A165684D6478801-001/tempDir-001/node1/.
   [junit4]   2> 1468734 INFO  (SUITE-AutoScalingHandlerTest-seed#[2A165684D6478801]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1468807 INFO  (SUITE-AutoScalingHandlerTest-seed#[2A165684D6478801]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41704/solr ready
   [junit4]   2> 1469086 INFO  (TEST-AutoScalingHandlerTest.testDeleteUsedPolicy-seed#[2A165684D6478801]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDeleteUsedPolicy
   [junit4]   2> 1469333 INFO  (qtp478751864-4015) [n:127.0.0.1:38705_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1469333 INFO  (qtp478751864-4015) [n:127.0.0.1:38705_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41704/solr ready
   [junit4]   2> 1469479 INFO  (qtp478751864-4016) [n:127.0.0.1:38705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=37
   [junit4]   2> 1469534 INFO  (qtp1936271447-4029) [n:127.0.0.1:33979_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 1469588 INFO  (qtp478751864-4015) [n:127.0.0.1:38705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=459
   [junit4]   2> 1469589 INFO  (qtp478751864-4018) [n:127.0.0.1:38705_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=COLL1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2&policy=nodelete and sendToOCPQueue=true
   [junit4]   2> 1469604 INFO  (OverseerThreadFactory-1879-thread-1-processing-n:127.0.0.1:33979_solr) [n:127.0.0.1:33979_solr    ] o.a.s.c.CreateCollectionCmd Create collection COLL1
   [junit4]   2> 1469641 INFO  (qtp1936271447-4027) [n:127.0.0.1:33979_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 1469643 INFO  (qtp478751864-4019) [n:127.0.0.1:38705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 1469970 INFO  (OverseerStateUpdate-98936018168250374-127.0.0.1:33979_solr-n_0000000000) [n:127.0.0.1:33979_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"COLL1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"COLL1_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:38705/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1470247 INFO  (qtp478751864-4019) [n:127.0.0.1:38705_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=COLL1_shard1_replica_n1&action=CREATE&numShards=1&collection=COLL1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1470247 INFO  (qtp478751864-4019) [n:127.0.0.1:38705_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1470373 INFO  (zkCallback-767-thread-1-processing-n:127.0.0.1:38705_solr) [n:127.0.0.1:38705_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/COLL1/state.json] for collection [COLL1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1470425 INFO  (zkCallback-767-thread-2-processing-n:127.0.0.1:38705_solr) [n:127.0.0.1:38705_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/COLL1/state.json] for collection [COLL1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1471377 INFO  (qtp478751864-4019) [n:127.0.0.1:38705_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1471581 INFO  (qtp478751864-4019) [n:127.0.0.1:38705_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.s.IndexSchema [COLL1_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 1471616 INFO  (qtp478751864-4019) [n:127.0.0.1:38705_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1471616 INFO  (qtp478751864-4019) [n:127.0.0.1:38705_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'COLL1_shard1_replica_n1' using configuration from collection COLL1, trusted=true
   [junit4]   2> 1471617 INFO  (qtp478751864-4019) [n:127.0.0.1:38705_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38705.solr.core.COLL1.shard1.replica_n1' (registry 'solr.core.COLL1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@697443ce
   [junit4]   2> 1471617 INFO  (qtp478751864-4019) [n:127.0.0.1:38705_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1471617 INFO  (qtp478751864-4019) [n:127.0.0.1:38705_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.SolrCore [[COLL1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_2A165684D6478801-001/tempDir-001/node1/COLL1_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_2A165684D6478801-001/tempDir-001/node1/./COLL1_shard1_replica_n1/data/]
   [junit4]   2> 1471888 INFO  (qtp478751864-4019) [n:127.0.0.1:38705_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1471888 INFO  (qtp478751864-4019) [n:127.0.0.1:38705_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1471889 INFO  (qtp478751864-4019) [n:127.0.0.1:38705_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1471889 INFO  (qtp478751864-4019) [n:127.0.0.1:38705_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1471890 INFO  (qtp478751864-4019) [n:127.0.0.1:38705_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@c8cb3a5[COLL1_shard1_replica_n1] main]
   [junit4]   2> 1471891 INFO  (qtp478751864-4019) [n:127.0.0.1:38705_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1471908 INFO  (qtp478751864-4019) [n:127.0.0.1:38705_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1471909 INFO  (qtp478751864-4019) [n:127.0.0.1:38705_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1471909 INFO  (searcherExecutor-1884-thread-1-processing-n:127.0.0.1:38705_solr x:COLL1_shard1_replica_n1 s:shard1 c:COLL1 r:core_node2) [n:127.0.0.1:38705_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.SolrCore [COLL1_shard1_replica_n1] Registered new searcher Searcher@c8cb3a5[COLL1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1471909 INFO  (qtp478751864-4019) [n:127.0.0.1:38705_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582976297207857152
   [junit4]   2> 1471925 INFO  (qtp478751864-4019) [n:127.0.0.1:38705_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1471925 INFO  (qtp478751864-4019) [n:127.0.0.1:38705_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1471925 INFO  (qtp478751864-4019) [n:127.0.0.1:38705_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38705/solr/COLL1_shard1_replica_n1/
   [junit4]   2> 1471925 INFO  (qtp478751864-4019) [n:127.0.0.1:38705_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1471925 INFO  (qtp478751864-4019) [n:127.0.0.1:38705_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:38705/solr/COLL1_shard1_replica_n1/ has no replicas
   [junit4]   2> 1471925 INFO  (qtp478751864-4019) [n:127.0.0.1:38705_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1471927 INFO  (qtp478751864-4019) [n:127.0.0.1:38705_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38705/solr/COLL1_shard1_replica_n1/ shard1
   [junit4]   2> 1472035 INFO  (zkCallback-767-thread-2-processing-n:127.0.0.1:38705_solr) [n:127.0.0.1:38705_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/COLL1/state.json] for collection [COLL1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1472035 INFO  (zkCallback-767-thread-1-processing-n:127.0.0.1:38705_solr) [n:127.0.0.1:38705_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/COLL1/state.json] for collection [COLL1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1472098 INFO  (qtp478751864-4019) [n:127.0.0.1:38705_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1472099 INFO  (qtp478751864-4019) [n:127.0.0.1:38705_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=COLL1_shard1_replica_n1&action=CREATE&numShards=1&collection=COLL1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1852
   [junit4]   2> 1472101 INFO  (qtp478751864-4018) [n:127.0.0.1:38705_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1472208 INFO  (zkCallback-767-thread-2-processing-n:127.0.0.1:38705_solr) [n:127.0.0.1:38705_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/COLL1/state.json] for collection [COLL1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1472208 INFO  (zkCallback-767-thread-1-processing-n:127.0.0.1:38705_solr) [n:127.0.0.1:38705_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/COLL1/state.json] for collection [COLL1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1473101 INFO  (qtp478751864-4018) [n:127.0.0.1:38705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=COLL1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2&policy=nodelete} status=0 QTime=3512
   [junit4]   2> 1473141 ERROR (qtp478751864-4020) [n:127.0.0.1:38705_solr    ] o.a.s.h.RequestHandlerBase org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload, errors: [{remove-policy=nodelete, errorMessages=[policy : nodelete is being used by collection COLL1]}], 
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.AutoScalingHandler.processOps(AutoScalingHandler.java:211)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.AutoScalingHandler.handleRequestBody(AutoScalingHandler.java:145)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.api.ApiBag$ReqHandlerToApi.call(ApiBag.java:242)
   [junit4]   2> 	at org.apache.solr.api.V2HttpCall.handleAdmin(V2HttpCall.java:308)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 1473142 INFO  (qtp478751864-4020) [n:127.0.0.1:38705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=400 QTime=39
   [junit4]   2> 1473143 INFO  (qtp478751864-4016) [n:127.0.0.1:38705_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=COLL1&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1473210 INFO  (OverseerCollectionConfigSetProcessor-98936018168250374-127.0.0.1:33979_solr-n_0000000000) [n:127.0.0.1:33979_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1473211 INFO  (OverseerThreadFactory-1879-thread-2-processing-n:127.0.0.1:33979_solr) [n:127.0.0.1:33979_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 1473226 INFO  (qtp478751864-4022) [n:127.0.0.1:38705_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.COLL1.shard1.replica_n1, tag=null
   [junit4]   2> 1473226 INFO  (qtp478751864-4022) [n:127.0.0.1:38705_solr    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5122d9a0: rootName = solr_38705, domain = solr.core.COLL1.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.COLL1.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@113c2fdc
   [junit4]   2> 1473331 INFO  (qtp478751864-4022) [n:127.0.0.1:38705_solr    ] o.a.s.c.SolrCore [COLL1_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@637fe2f2
   [junit4]   2> 1473331 INFO  (qtp478751864-4022) [n:127.0.0.1:38705_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.COLL1.shard1.replica_n1, tag=1669325554
   [junit4]   2> 1473331 INFO  (qtp478751864-4022) [n:127.0.0.1:38705_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.COLL1.shard1.leader, tag=1669325554
   [junit4]   2> 1473430 INFO  (qtp478751864-4022) [n:127.0.0.1:38705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=COLL1_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=203
   [junit4]   2> 1474203 INFO  (qtp478751864-4016) [n:127.0.0.1:38705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=COLL1&action=DELETE&wt=javabin&version=2} status=0 QTime=1060
   [junit4]   2> 1474204 INFO  (TEST-AutoScalingHandlerTest.testDeleteUsedPolicy-seed#[2A165684D6478801]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDeleteUsedPolicy
   [junit4]   2> 1474277 INFO  (TEST-AutoScalingHandlerTest.testErrorHandling-seed#[2A165684D6478801]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testErrorHandling
   [junit4]   2> 1474292 ERROR (qtp478751864-4015) [n:127.0.0.1:38705_solr    ] o.a.s.h.RequestHandlerBase org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload, errors: [{set-cluster-policy=[{cores=<10, node=#ANY}, {shard=#EACH, node=#ANY}, {nodeRole=overseer, replica=0}], errorMessages=[replica is required in {
   [junit4]   2>   "shard":"#EACH",
   [junit4]   2>   "node":"#ANY"}]}], 
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.AutoScalingHandler.processOps(AutoScalingHandler.java:211)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.AutoScalingHandler.handleRequestBody(AutoScalingHandler.java:145)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.api.ApiBag$ReqHandlerToApi.call(ApiBag.java:242)
   [junit4]   2> 	at org.apache.solr.api.V2HttpCall.handleAdmin(V2HttpCall.java:308)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 1474310 INFO  (qtp478751864-4015) [n:127.0.0.1:38705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=400 QTime=19
   [junit4]   2> 1474310 INFO  (TEST-AutoScalingHandlerTest.testErrorHandling-seed#[2A165684D6478801]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testErrorHandling
   [junit4]   2> 1474366 INFO  (TEST-AutoScalingHandlerTest.testPolicyAndPreferences-seed#[2A165684D6478801]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testPolicyAndPreferences
   [junit4]   2> 1474386 ERROR (qtp478751864-4019) [n:127.0.0.1:38705_solr    ] o.a.s.h.RequestHandlerBase org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload, errors: [{set-policy={xyz=[{replica=<2, shard=#EACH, node=#ANY}, {nodeRole=!overseer, replica=0}], policy1=[{cores=<2, node=#ANY}, {replica=<2, shard=#EACH, node=#ANY}]}, errorMessages=[cores is only allowed in 'cluster-policy']}], 
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.AutoScalingHandler.processOps(AutoScalingHandler.java:211)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.AutoScalingHandler.handleRequestBody(AutoScalingHandler.java:145)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 1474399 INFO  (qtp478751864-4019) [n:127.0.0.1:38705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=400 QTime=13
   [junit4]   2> 1474493 INFO  (qtp1936271447-4027) [n:127.0.0.1:33979_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1474493 INFO  (qtp1936271447-4027) [n:127.0.0.1:33979_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41704/solr ready
   [junit4]   2> 1474494 INFO  (qtp478751864-4018) [n:127.0.0.1:38705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 1474496 INFO  (qtp1936271447-4032) [n:127.0.0.1:33979_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 1474545 INFO  (qtp1936271447-4027) [n:127.0.0.1:33979_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=144
   [junit4]   2> 1474619 INFO  (qtp478751864-4018) [n:127.0.0.1:38705_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1474620 INFO  (qtp478751864-4018) [n:127.0.0.1:38705_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41704/solr ready
   [junit4]   2> 1474671 INFO  (qtp478751864-4021) [n:127.0.0.1:38705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 1474673 INFO  (qtp1936271447-4029) [n:127.0.0.1:33979_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 1474723 INFO  (qtp478751864-4018) [n:127.0.0.1:38705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=141
   [junit4]   2> 1474803 INFO  (qtp478751864-4022) [n:127.0.0.1:38705_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1474817 INFO  (qtp478751864-4022) [n:127.0.0.1:38705_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41704/solr ready
   [junit4]   2> 1474818 INFO  (qtp478751864-4021) [n:127.0.0.1:38705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 1474818 INFO  (qtp1936271447-4029) [n:127.0.0.1:33979_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 1474856 INFO  (qtp478751864-4022) [n:127.0.0.1:38705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=112
   [junit4]   2> 1475001 INFO  (qtp1936271447-4033) [n:127.0.0.1:33979_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1475002 INFO  (qtp1936271447-4033) [n:127.0.0.1:33979_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41704/solr ready
   [junit4]   2> 1475075 INFO  (qtp478751864-4015) [n:127.0.0.1:38705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=38
   [junit4]   2> 1475109 INFO  (qtp1936271447-4031) [n:127.0.0.1:33979_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=33
   [junit4]   2> 1475111 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f7dc8ca69000d, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1475112 INFO  (qtp1936271447-4033) [n:127.0.0.1:33979_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=220
   [junit4]   2> 1475219 INFO  (OverseerCollectionConfigSetProcessor-98936018168250374-127.0.0.1:33979_solr-n_0000000000) [n:127.0.0.1:33979_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1475236 INFO  (qtp478751864-4020) [n:127.0.0.1:38705_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1475238 INFO  (qtp478751864-4020) [n:127.0.0.1:38705_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41704/solr ready
   [junit4]   2> 1475240 INFO  (qtp478751864-4021) [n:127.0.0.1:38705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=os.systemLoadAverage&wt=javabin&version=2&group=solr.jvm} status=0 QTime=0
   [junit4]   2> 1475240 INFO  (qtp1936271447-4029) [n:127.0.0.1:33979_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=os.systemLoadAverage&wt=javabin&version=2&group=solr.jvm} status=0 QTime=0
   [junit4]   2> 1475255 INFO  (qtp478751864-4020) [n:127.0.0.1:38705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=142
   [junit4]   2> 1475329 INFO  (qtp1936271447-4032) [n:127.0.0.1:33979_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1475330 INFO  (qtp1936271447-4032) [n:127.0.0.1:33979_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41704/solr ready
   [junit4]   2> 1475331 INFO  (qtp478751864-4016) [n:127.0.0.1:38705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName,os.systemLoadAverage&wt=javabin&version=2&group=solr.jvm,solr.core} status=0 QTime=0
   [junit4]   2> 1475345 INFO  (qtp1936271447-4026) [n:127.0.0.1:33979_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName,os.systemLoadAverage&wt=javabin&version=2&group=solr.jvm,solr.core} status=0 QTime=0
   [junit4]   2> 1475366 INFO  (qtp1936271447-4032) [n:127.0.0.1:33979_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=109
   [junit4]   2> 1475366 INFO  (TEST-AutoScalingHandlerTest.testPolicyAndPreferences-seed#[2A165684D6478801]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testPolicyAndPreferences
   [junit4]   2> 1475475 INFO  (TEST-AutoScalingHandlerTest.testSuspendTrigger-seed#[2A165684D6478801]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSuspendTrigger
   [junit4]   2> 1475476 INFO  (qtp1936271447-4026) [n:127.0.0.1:33979_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1475477 INFO  (qtp478751864-4019) [n:127.0.0.1:38705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1475512 INFO  (qtp478751864-4022) [n:127.0.0.1:38705_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1475513 INFO  (qtp478751864-4022) [n:127.0.0.1:38705_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41704/solr ready
   [junit4]   2> 1475513 INFO  (qtp478751864-4021) [n:127.0.0.1:38705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 1475514 INFO  (qtp1936271447-4029) [n:127.0.0.1:33979_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 1475548 INFO  (qtp478751864-4022) [n:127.0.0.1:38705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=70
   [junit4]   2> 1475638 INFO  (qtp478751864-4022) [n:127.0.0.1:38705_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1475639 INFO  (qtp478751864-4022) [n:127.0.0.1:38705_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41704/solr ready
   [junit4]   2> 1475639 INFO  (qtp478751864-4021) [n:127.0.0.1:38705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 1475640 INFO  (qtp1936271447-4029) [n:127.0.0.1:33979_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 1475641 INFO  (qtp478751864-4022) [n:127.0.0.1:38705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=92
   [junit4]   2> 1475768 INFO  (qtp478751864-4015) [n:127.0.0.1:38705_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1475769 INFO  (qtp478751864-4015) [n:127.0.0.1:38705_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41704/solr ready
   [junit4]   2> 1475769 INFO  (qtp478751864-4021) [n:127.0.0.1:38705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 1475770 INFO  (qtp1936271447-4029) [n:127.0.0.1:33979_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 1475771 INFO  (qtp478751864-4015) [n:127.0.0.1:38705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=129
   [junit4]   2> 1475968 INFO  (qtp478751864-4016) [n:127.0.0.1:38705_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1475969 INFO  (qtp478751864-4016) [n:127.0.0.1:38705_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41704/solr ready
   [junit4]   2> 1475969 INFO  (qtp478751864-4021) [n:127.0.0.1:38705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 1475970 INFO  (qtp1936271447-4029) [n:127.0.0.1:33979_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 1476058 INFO  (qtp478751864-4016) [n:127.0.0.1:38705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=200
   [junit4]   2> 1476134 INFO  (qtp478751864-4018) [n:127.0.0.1:38705_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1476135 INFO  (qtp478751864-4018) [n:127.0.0.1:38705_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41704/solr ready
   [junit4]   2> 1476135 INFO  (qtp478751864-4021) [n:127.0.0.1:38705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 1476136 INFO  (qtp1936271447-4029) [n:127.0.0.1:33979_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 1476137 INFO  (qtp478751864-4018) [n:127.0.0.1:38705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=60
   [junit4]   2> 1476189 INFO  (qtp478751864-4022) [n:127.0.0.1:38705_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1476190 INFO  (qtp478751864-4022) [n:127.0.0.1:38705_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41704/solr ready
   [junit4]   2> 1476243 INFO  (qtp478751864-4021) [n:127.0.0.1:38705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=32
   [junit4]   2> 1476260 INFO  (qtp1936271447-4029) [n:127.0.0.1:33979_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 1476283 INFO  (qtp478751864-4022) [n:127.0.0.1:38705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=133
   [junit4]   2> 1476371 INFO  (qtp478751864-4015) [n:127.0.0.1:38705_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1476372 INFO  (qtp478751864-4015) [n:127.0.0.1:38705_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41704/solr ready
   [junit4]   2> 1476372 INFO  (qtp478751864-4020) [n:127.0.0.1:38705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 1476373 INFO  (qtp1936271447-4029) [n:127.0.0.1:33979_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 1476406 INFO  (qtp478751864-4015) [n:127.0.0.1:38705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=106
   [junit4]   2> 1476407 INFO  (TEST-AutoScalingHandlerTest.testSuspendTrigger-seed#[2A165684D6478801]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSuspendTrigger
   [junit4]   2> 1476554 INFO  (TEST-AutoScalingHandlerTest.test-seed#[2A165684D6478801]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 1476592 INFO  (qtp478751864-4016) [n:127.0.0.1:38705_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1476593 INFO  (qtp478751864-4016) [n:127.0.0.1:38705_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41704/solr ready
   [junit4]   2> 1476609 INFO  (qtp478751864-4019) [n:127.0.0.1:38705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 1476610 INFO  (qtp1936271447-4029) [n:127.0.0.1:33979_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 1476646 INFO  (qtp478751864-4016) [n:127.0.0.1:38705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=90
   [junit4]   2> 1476752 INFO  (qtp478751864-4018) [n:127.0.0.1:38705_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1476753 INFO  (qtp478751864-4018) [n:127.0.0.1:38705_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41704/solr ready
   [junit4]   2> 1476753 INFO  (qtp478751864-4019) [n:127.0.0.1:38705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 1476754 INFO  (qtp1936271447-4029) [n:127.0.0.1:33979_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 1476775 INFO  (qtp478751864-4018) [n:127.0.0.1:38705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=112
   [junit4]   2> 1476919 INFO  (qtp478751864-4022) [n:127.0.0.1:38705_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1476919 INFO  (qtp478751864-4022) [n:127.0.0.1:38705_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41704/solr ready
   [junit4]   2> 1476920 INFO  (qtp478751864-4019) [n:127.0.0.1:38705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 1476920 INFO  (qtp1936271447-4029) [n:127.0.0.1:33979_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 1476955 INFO  (qtp478751864-4022) [n:127.0.0.1:38705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=179
   [junit4]   2> 1476958 ERROR (qtp478751864-4015) [n:127.0.0.1:38705_solr    ] o.a.s.h.RequestHandlerBase org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload, errors: [{remove-trigger={name=node_lost_trigger}, errorMessages=[Cannot remove trigger: node_lost_trigger because it has active listeners: [xyz, node_lost_trigger.system]]}], 
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.AutoScalingHandler.processOps(AutoScalingHandler.java:211)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.AutoScalingHandler.handleRequestBody(AutoScalingHandler.java:145)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 1476958 INFO  (qtp478751864-4015) [n:127.0.0.1:38705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=400 QTime=1
   [junit4]   2> 1477009 INFO  (qtp1936271447-4031) [n:127.0.0.1:33979_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1477009 INFO  (qtp1936271447-4031) [n:127.0.0.1:33979_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41704/solr ready
   [junit4]   2> 1477010 INFO  (qtp478751864-4016) [n:127.0.0.1:38705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 1477010 INFO  (qtp1936271447-4033) [n:127.0.0.1:33979_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 1477028 INFO  (qtp1936271447-4031) [n:127.0.0.1:33979_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=36
   [junit4]   2> 1477105 INFO  (qtp478751864-4016) [n:127.0.0.1:38705_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1477118 INFO  (qtp478751864-4016) [n:127.0.0.1:38705_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41704/solr ready
   [junit4]   2> 1477118 INFO  (qtp478751864-4021) [n:127.0.0.1:38705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 1477119 INFO  (qtp1936271447-4026) [n:127.0.0.1:33979_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 1477138 INFO  (qtp478751864-4016) [n:127.0.0.1:38705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=109
   [junit4]   2> 1477139 ERROR (qtp478751864-4018) [n:127.0.0.1:38705_solr    ] o.a.s.h.RequestHandlerBase org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload, errors: [{set-listener={name=xyz, trigger=node_lost_trigger, stage=[STARTED, ABORTED, SUCCEEDED], beforeAction=execute_plan, class=org.apache.solr.cloud.autoscaling.AutoScaling$HttpTriggerListener, url=http://xyz.com/on_node_lost?node={$LOST_NODE_NAME}}, errorMessages=[A trigger with the name node_lost_trigger does not exist]}], 
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.AutoScalingHandler.processOps(AutoScalingHandler.java:211)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.AutoScalingHandler.handleRequestBody(AutoScalingHandler.java:145)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.api.ApiBag$ReqHandlerToApi.call(ApiBag.java:242)
   [junit4]   2> 	at org.apache.solr.api.V2HttpCall.handleAdmin(V2HttpCall.java:308)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 1477140 INFO  (qtp478751864-4018) [n:127.0.0.1:38705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=400 QTime=0
   [junit4]   2> 1477140 INFO  (TEST-AutoScalingHandlerTest.test-seed#[2A165684D6478801]) [    ] o.a.s.SolrTestCaseJ4 ###Ending test
   [junit4]   2> 1477282 INFO  (TEST-AutoScalingHandlerTest.testReadApi-seed#[2A165684D6478801]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testReadApi
   [junit4]   2> 1477390 INFO  (qtp478751864-4022) [n:127.0.0.1:38705_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1477391 INFO  (qtp478751864-4022) [n:127.0.0.1:38705_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41704/solr ready
   [junit4]   2> 1477391 INFO  (qtp478751864-4021) [n:127.0.0.1:38705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 1477392 INFO  (qtp1936271447-4026) [n:127.0.0.1:33979_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 1477427 INFO  (qtp478751864-4022) [n:127.0.0.1:38705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=143
   [junit4]   2> 1477573 INFO  (qtp478751864-4015) [n:127.0.0.1:38705_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1477573 INFO  (qtp478751864-4015) [n:127.0.0.1:38705_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41704/solr ready
   [junit4]   2> 1477574 INFO  (qtp478751864-4020) [n:127.0.0.1:38705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 1477575 INFO  (qtp1936271447-4032) [n:127.0.0.1:33979_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 1477610 INFO  (qtp478751864-4015) [n:127.0.0.1:38705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=183
   [junit4]   2> 1477720 INFO  (qtp478751864-4019) [n:127.0.0.1:38705_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1477721 INFO  (qtp478751864-4019) [n:127.0.0.1:38705_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41704/solr ready
   [junit4]   2> 1477723 INFO  (qtp478751864-4020) [n:127.0.0.1:38705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage,memory.heap.usage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 1477740 INFO  (qtp1936271447-4032) [n:127.0.0.1:33979_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage,memory.heap.usage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1477793 INFO  (qtp478751864-4019) [n:127.0.0.1:38705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=182
   [junit4]   2> 1477812 INFO  (qtp478751864-4018) [n:127.0.0.1:38705_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1477812 INFO  (qtp478751864-4018) [n:127.0.0.1:38705_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41704/solr ready
   [junit4]   2> 1477846 INFO  (qtp478751864-4021) [n:127.0.0.1:38705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage,memory.heap.usage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1477850 INFO  (qtp1936271447-4032) [n:127.0.0.1:33979_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage,memory.heap.usage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1477867 INFO  (qtp478751864-4018) [n:127.0.0.1:38705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=73
   [junit4]   2> 1477889 INFO  (qtp478751864-4018) [n:127.0.0.1:38705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=6
   [junit4]   2> 1477958 INFO  (qtp1936271447-4033) [n:127.0.0.1:33979_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1477958 INFO  (qtp1936271447-4033) [n:127.0.0.1:33979_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41704/solr ready
   [junit4]   2> 1477992 INFO  (qtp478751864-4022) [n:127.0.0.1:38705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage,memory.heap.usage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=33
   [junit4]   2> 1477993 INFO  (qtp1936271447-4030) [n:127.0.0.1:33979_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage,memory.heap.usage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1477994 INFO  (qtp1936271447-4033) [n:127.0.0.1:33979_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling/diagnostics params={wt=javabin&version=2} status=0 QTime=92
   [junit4]   2> 1478000 INFO  (qtp478751864-4015) [n:127.0.0.1:38705_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=6&collection.configName=conf&maxShardsPerNode=10&name=readApiTestViolations&nrtReplicas=6&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1478065 INFO  (OverseerThreadFactory-1879-thread-3-processing-n:127.0.0.1:33979_solr) [n:127.0.0.1:33979_solr    ] o.a.s.c.CreateCollectionCmd Create collection readApiTestViolations
   [junit4]   2> 1478066 ERROR (OverseerThreadFactory-1879-thread-3-processing-n:127.0.0.1:33979_solr) [n:127.0.0.1:33979_solr    ] o.a.s.c.OverseerCollectionMessageHandler Collection: readApiTestViolations operation: create failed:org.apache.solr.common.SolrException: 'maxShardsPerNode>0' is not supported when autoScaling policies are used
   [junit4]   2> 	at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:136)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:232)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 1478159 INFO  (qtp478751864-4015) [n:127.0.0.1:38705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=6&collection.configName=conf&maxShardsPerNode=10&name=readApiTestViolations&nrtReplicas=6&action=CREATE&numShards=1&wt=javabin&version=2} status=400 QTime=158
   [junit4]   2> 1478269 INFO  (qtp478751864-4020) [n:127.0.0.1:38705_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1478270 INFO  (qtp478751864-4020) [n:127.0.0.1:38705_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41704/solr ready
   [junit4]   2> 1478271 INFO  (qtp478751864-4016) [n:127.0.0.1:38705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage,memory.heap.usage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1478285 INFO  (qtp1936271447-4032) [n:127.0.0.1:33979_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage,memory.heap.usage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1478286 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f7dc8ca690021, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1478297 INFO  (qtp478751864-4020) [n:127.0.0.1:38705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=137
   [junit4]   2> 1478297 INFO  (qtp478751864-4019) [n:127.0.0.1:38705_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=6&collection.configName=conf&name=readApiTestViolations&nrtReplicas=6&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1478341 INFO  (OverseerThreadFactory-1879-thread-4-processing-n:127.0.0.1:33979_solr) [n:127.0.0.1:33979_solr    ] o.a.s.c.CreateCollectionCmd Create collection readApiTestViolations
   [junit4]   2> 1478370 INFO  (OverseerCollectionConfigSetProcessor-98936018168250374-127.0.0.1:33979_solr-n_0000000000) [n:127.0.0.1:33979_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1478370 WARN  (OverseerThreadFactory-1879-thread-4-processing-n:127.0.0.1:33979_solr) [n:127.0.0.1:33979_solr    ] o.a.s.c.CreateCollectionCmd Specified number of replicas of 6 on collection readApiTestViolations is higher than the number of Solr instances currently live or live and part of your createNodeSet(2). It's unusual to run two replica of the same slice on the same Solr-instance.
   [junit4]   2> 1478423 INFO  (qtp478751864-4021) [n:127.0.0.1:38705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage,memory.heap.usage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=49
   [junit4]   2> 1478425 INFO  (qtp1936271447-4030) [n:127.0.0.1:33979_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage,memory.heap.usage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1478697 INFO  (OverseerStateUpdate-98936018168250374-127.0.0.1:33979_solr-n_0

[...truncated too long message...]

:shard1 r:core_node26 x:collection1_shard1_replica_n25] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=1671690381
   [junit4]   2> 5080627 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2A165684D6478801]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@58efec91{SSL,[ssl, http/1.1]}{127.0.0.1:43650}
   [junit4]   2> 5080628 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2A165684D6478801]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@49c34079{/,null,UNAVAILABLE}
   [junit4]   2> 5080628 ERROR (TEST-PeerSyncReplicationTest.test-seed#[2A165684D6478801]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 5080629 INFO  (TEST-PeerSyncReplicationTest.test-seed#[2A165684D6478801]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38027 38027
   [junit4]   2> 5080929 INFO  (Thread-3878) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38027 38027
   [junit4]   2> 5080929 WARN  (Thread-3878) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/aliases.json
   [junit4]   2> 	6	/solr/security.json
   [junit4]   2> 	6	/solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/clusterprops.json
   [junit4]   2> 	8	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/collections/collection1/state.json
   [junit4]   2> 	3	/solr/autoscaling.json
   [junit4]   2> 	2	/solr/overseer_elect/election/98936250200686602-127.0.0.1:36054_-n_0000000001
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/98936250200686602-core_node22-n_0000000000
   [junit4]   2> 	2	/solr/overseer_elect/election/98936250200686597-127.0.0.1:38705_-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/live_nodes
   [junit4]   2> 	8	/solr/collections
   [junit4]   2> 	3	/solr/overseer/queue
   [junit4]   2> 	3	/solr/overseer/collection-queue-work
   [junit4]   2> 	3	/solr/overseer/queue-work
   [junit4]   2> 	2	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=PeerSyncReplicationTest -Dtests.method=test -Dtests.seed=2A165684D6478801 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=pt-PT -Dtests.timezone=America/Thule -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 75.3s J2 | PeerSyncReplicationTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<0> but was:<1>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([2A165684D6478801:A242695E78BBE5F9]:0)
   [junit4]    > 	at org.apache.solr.cloud.PeerSyncReplicationTest.test(PeerSyncReplicationTest.java:202)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.PeerSyncReplicationTest_2A165684D6478801-001
   [junit4]   2> Nov 02, 2017 6:30:47 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {rnd_s=PostingsFormat(name=LuceneVarGapFixedInterval), multiDefault=PostingsFormat(name=LuceneVarGapFixedInterval), a_t=PostingsFormat(name=Direct), id=PostingsFormat(name=LuceneVarGapDocFreqInterval), text=PostingsFormat(name=Memory)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Asserting), _version_=DocValuesFormat(name=Memory), range_facet_i_dv=DocValuesFormat(name=Memory), intDvoDefault=DocValuesFormat(name=Direct), timestamp=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=312, maxMBSortInHeap=7.455005742586325, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@6beb01ba), locale=pt-PT, timezone=America/Thule
   [junit4]   2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=218311216,total=526909440
   [junit4]   2> NOTE: All tests run in this JVM: [TestSkipOverseerOperations, BigEndianAscendingWordSerializerTest, TestChildDocTransformer, DistributedFacetPivotLargeTest, NodeMutatorTest, UtilsToolTest, SolrGangliaReporterTest, SolrCoreCheckLockOnStartupTest, TestFieldResource, HighlighterTest, TestDistribDocBasedVersion, FieldMutatingUpdateProcessorTest, DeleteNodeTest, HdfsChaosMonkeySafeLeaderTest, TestExtendedDismaxParser, TestSolrDeletionPolicy2, TestInPlaceUpdatesDistrib, HdfsUnloadDistributedZkTest, TestBlobHandler, TestScoreJoinQPNoScore, OverseerTest, TestComplexPhraseLeadingWildcard, ChaosMonkeyNothingIsSafeTest, DistributedDebugComponentTest, TestPartialUpdateDeduplication, TestAnalyzeInfixSuggestions, HttpPartitionTest, RecoveryAfterSoftCommitTest, TestCollectionAPIs, TestDistributedStatsComponentCardinality, TestDFISimilarityFactory, HdfsBasicDistributedZk2Test, MigrateRouteKeyTest, CopyFieldTest, FullSolrCloudDistribCmdsTest, ExecutePlanActionTest, TestLegacyField, TestSolrConfigHandlerConcurrent, DataDrivenBlockJoinTest, IndexBasedSpellCheckerTest, TestStressLiveNodes, TestCollectionsAPIViaSolrCloudCluster, TestTrie, TestFuzzyAnalyzedSuggestions, TestSegmentSorting, FileBasedSpellCheckerTest, TestExactSharedStatsCache, TestPullReplica, ConnectionReuseTest, TestQuerySenderListener, TestValueSourceCache, HdfsLockFactoryTest, SortByFunctionTest, TestGroupingSearch, TestMaxScoreQueryParser, TestSchemaVersionResource, ScriptEngineTest, TestHalfAndHalfDocValues, TestCloudSearcherWarming, TestDistributedGrouping, JvmMetricsTest, TestFreeTextSuggestions, TestCloudManagedSchema, TestReplicationHandlerBackup, TestSmileRequest, SystemInfoHandlerTest, PluginInfoTest, UUIDFieldTest, SpatialHeatmapFacetsTest, TestElisionMultitermQuery, TestRawTransformer, TestSolrFieldCacheBean, TestPayloadScoreQParserPlugin, AnalyticsMergeStrategyTest, TestEmbeddedSolrServerConstructors, TestCloudDeleteByQuery, AliasIntegrationTest, TestZkChroot, TestMiniSolrCloudClusterSSL, SparseHLLTest, TestDocBasedVersionConstraints, SuggesterWFSTTest, DeleteStatusTest, TestLeaderInitiatedRecoveryThread, GraphQueryTest, DirectSolrSpellCheckerTest, SolrMetricManagerTest, EchoParamsTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, CustomCollectionTest, DistanceFunctionTest, TestLMDirichletSimilarityFactory, SegmentsInfoRequestHandlerTest, CSVRequestHandlerTest, TestRealTimeGet, TestSolrCloudWithSecureImpersonation, IndexSchemaTest, BlockDirectoryTest, DocValuesNotIndexedTest, BadComponentTest, ResponseHeaderTest, NodeAddedTriggerTest, CurrencyFieldTypeTest, SharedFSAutoReplicaFailoverTest, TestSearchPerf, BasicDistributedZk2Test, AlternateDirectoryTest, CdcrVersionReplicationTest, TestSchemaNameResource, DistributedQueryComponentOptimizationTest, WordBreakSolrSpellCheckerTest, SimplePostToolTest, MetricsHandlerTest, TestLegacyTerms, BlockJoinFacetDistribTest, QueryElevationComponentTest, NumberUtilsTest, SolrTestCaseJ4Test, TestLRUCache, SystemLogListenerTest, DistribJoinFromCollectionTest, SolrJmxReporterTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, ShardRoutingTest, LeaderElectionTest, TestRandomDVFaceting, DistributedSpellCheckComponentTest, TestStressReorder, TestCoreContainer, StatsComponentTest, TestFunctionQuery, DirectUpdateHandlerTest, TestBadConfig, TestIndexSearcher, DistributedQueryElevationComponentTest, SolrIndexSplitterTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, SpellCheckCollatorTest, CoreAdminHandlerTest, DocValuesTest, SuggesterTest, TestUpdate, DefaultValueUpdateProcessorTest, XsltUpdateRequestHandlerTest, LukeRequestHandlerTest, XmlUpdateRequestHandlerTest, RequestHandlersTest, PathHierarchyTokenizerFactoryTest, TestIndexingPerformance, RequiredFieldsTest, FieldAnalysisRequestHandlerTest, TestSolrQueryParser, LoggingHandlerTest, ReturnFieldsTest, TestCSVResponseWriter, TestAnalyzedSuggestions, UniqFieldsUpdateProcessorFactoryTest, PingRequestHandlerTest, SearchHandlerTest, ResponseLogComponentTest, MultiTermTest, SampleTest, TestDocSet, TestBinaryField, TestConfig, ExternalFileFieldSortTest, TestSolrCoreProperties, DirectSolrConnectionTest, TestLuceneMatchVersion, SpellPossibilityIteratorTest, TestCharFilters, TestCodecSupport, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, TimeZoneUtilsTest, ResourceLoaderTest, TestFastOutputStream, TestFastLRUCache, DateMathParserTest, PreAnalyzedFieldTest, TestSystemIdResolver, PrimUtilsTest, DateFieldTest, SpellingQueryConverterTest, DOMUtilTest, ClusterStateTest, TestSolrJ, TestUtils, ZkNodePropsTest, SliceStateTest, TestRTGBase, CursorPagingTest, DistributedIntervalFacetingTest, TestTolerantSearch, AddReplicaTest, AsyncCallRequestStatusResponseTest, CdcrReplicationDistributedZkTest, CdcrRequestHandlerTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CollectionsAPISolrJTest, DistribDocExpirationUpdateProcessorTest, DistributedQueueTest, HealthCheckHandlerTest, LeaderElectionContextKeyTest, LeaderFailoverAfterPartitionTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerStatusTest, PeerSyncReplicationTest]
   [junit4] Completed [519/747 (3!)] on J2 in 75.81s, 1 test, 1 failure <<< FAILURES!

[...truncated 47924 lines...]