You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2018/10/28 01:04:30 UTC

[JENKINS] Lucene-Solr-Tests-master - Build # 2907 - Unstable

Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2907/

3 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.sim.TestSimGenericDistributedQueue.testDistributedQueueBlocking

Error Message:


Stack Trace:
java.util.concurrent.TimeoutException
	at __randomizedtesting.SeedInfo.seed([A2C24D3C4CAFCCEF:E7683F4508FD709B]:0)
	at java.util.concurrent.FutureTask.get(FutureTask.java:205)
	at org.apache.solr.cloud.autoscaling.sim.TestSimDistributedQueue.testDistributedQueueBlocking(TestSimDistributedQueue.java:117)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.autoscaling.sim.TestSimGenericDistributedQueue

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.autoscaling.sim.TestSimGenericDistributedQueue:     1) Thread[id=1142, name=sdqtest--269-thread-1, state=TIMED_WAITING, group=TGRP-TestSimGenericDistributedQueue]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.apache.solr.cloud.autoscaling.sim.GenericDistributedQueue.peek(GenericDistributedQueue.java:194)         at org.apache.solr.cloud.autoscaling.sim.GenericDistributedQueue.peek(GenericDistributedQueue.java:167)         at org.apache.solr.cloud.autoscaling.sim.TestSimDistributedQueue.lambda$testDistributedQueueBlocking$1(TestSimDistributedQueue.java:108)         at org.apache.solr.cloud.autoscaling.sim.TestSimDistributedQueue$$Lambda$580/1030523870.call(Unknown Source)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$130/966807617.run(Unknown Source)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.autoscaling.sim.TestSimGenericDistributedQueue: 
   1) Thread[id=1142, name=sdqtest--269-thread-1, state=TIMED_WAITING, group=TGRP-TestSimGenericDistributedQueue]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.apache.solr.cloud.autoscaling.sim.GenericDistributedQueue.peek(GenericDistributedQueue.java:194)
        at org.apache.solr.cloud.autoscaling.sim.GenericDistributedQueue.peek(GenericDistributedQueue.java:167)
        at org.apache.solr.cloud.autoscaling.sim.TestSimDistributedQueue.lambda$testDistributedQueueBlocking$1(TestSimDistributedQueue.java:108)
        at org.apache.solr.cloud.autoscaling.sim.TestSimDistributedQueue$$Lambda$580/1030523870.call(Unknown Source)
        at java.util.concurrent.FutureTask.run(FutureTask.java:266)
        at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
        at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$130/966807617.run(Unknown Source)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([A2C24D3C4CAFCCEF]:0)


FAILED:  org.apache.solr.client.solrj.impl.CloudSolrClientTest.testVersionsAreReturned

Error Message:
Error from server at http://127.0.0.1:41522/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason: <pre>    Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>  </body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:41522/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
<pre>    Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

	at __randomizedtesting.SeedInfo.seed([2A4856A87569C348:D28EAF9DE6705B80]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:237)
	at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testVersionsAreReturned(CloudSolrClientTest.java:725)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:41522/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
<pre>    Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more




Build Log:
[...truncated 12687 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestSimGenericDistributedQueue
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestSimGenericDistributedQueue_A2C24D3C4CAFCCEF-001/init-core-data-001
   [junit4]   2> 196456 WARN  (SUITE-TestSimGenericDistributedQueue-seed#[A2C24D3C4CAFCCEF]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
   [junit4]   2> 196457 INFO  (SUITE-TestSimGenericDistributedQueue-seed#[A2C24D3C4CAFCCEF]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 196460 INFO  (SUITE-TestSimGenericDistributedQueue-seed#[A2C24D3C4CAFCCEF]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 196460 INFO  (SUITE-TestSimGenericDistributedQueue-seed#[A2C24D3C4CAFCCEF]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4] IGNOR/A 0.00s J1 | TestSimGenericDistributedQueue.testDistributedQueue
   [junit4]    > Assumption #1: 'badapple' test group is disabled (@BadApple(bugUrl=https://issues.apache.org/jira/browse/SOLR-12028))
   [junit4]   2> 196470 INFO  (TEST-TestSimGenericDistributedQueue.testDistributedQueue-seed#[A2C24D3C4CAFCCEF]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDistributedQueue {#2}
   [junit4]   2> 198482 INFO  (TEST-TestSimGenericDistributedQueue.testDistributedQueue-seed#[A2C24D3C4CAFCCEF]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDistributedQueue {#2}
   [junit4]   2> 198484 INFO  (TEST-TestSimGenericDistributedQueue.testLocallyOffer-seed#[A2C24D3C4CAFCCEF]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testLocallyOffer
   [junit4]   2> 198618 INFO  (TEST-TestSimGenericDistributedQueue.testLocallyOffer-seed#[A2C24D3C4CAFCCEF]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testLocallyOffer
   [junit4]   2> 198620 INFO  (TEST-TestSimGenericDistributedQueue.testDistributedQueueBlocking-seed#[A2C24D3C4CAFCCEF]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDistributedQueueBlocking
   [junit4]   2> 201725 INFO  (TEST-TestSimGenericDistributedQueue.testDistributedQueueBlocking-seed#[A2C24D3C4CAFCCEF]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDistributedQueueBlocking
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSimGenericDistributedQueue -Dtests.method=testDistributedQueueBlocking -Dtests.seed=A2C24D3C4CAFCCEF -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=sv-SE -Dtests.timezone=Asia/Manila -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   3.11s J1 | TestSimGenericDistributedQueue.testDistributedQueueBlocking <<<
   [junit4]    > Throwable #1: java.util.concurrent.TimeoutException
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([A2C24D3C4CAFCCEF:E7683F4508FD709B]:0)
   [junit4]    > 	at java.util.concurrent.FutureTask.get(FutureTask.java:205)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.sim.TestSimDistributedQueue.testDistributedQueueBlocking(TestSimDistributedQueue.java:117)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 201731 INFO  (TEST-TestSimGenericDistributedQueue.testPeekElements-seed#[A2C24D3C4CAFCCEF]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testPeekElements
   [junit4]   2> 203235 INFO  (TEST-TestSimGenericDistributedQueue.testPeekElements-seed#[A2C24D3C4CAFCCEF]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testPeekElements
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestSimGenericDistributedQueue_A2C24D3C4CAFCCEF-001
   [junit4]   2> Oct 27, 2018 11:51:22 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> Oct 27, 2018 11:52:42 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.cloud.autoscaling.sim.TestSimGenericDistributedQueue: 
   [junit4]   2>    1) Thread[id=1142, name=sdqtest--269-thread-1, state=TIMED_WAITING, group=TGRP-TestSimGenericDistributedQueue]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]   2>         at org.apache.solr.cloud.autoscaling.sim.GenericDistributedQueue.peek(GenericDistributedQueue.java:194)
   [junit4]   2>         at org.apache.solr.cloud.autoscaling.sim.GenericDistributedQueue.peek(GenericDistributedQueue.java:167)
   [junit4]   2>         at org.apache.solr.cloud.autoscaling.sim.TestSimDistributedQueue.lambda$testDistributedQueueBlocking$1(TestSimDistributedQueue.java:108)
   [junit4]   2>         at org.apache.solr.cloud.autoscaling.sim.TestSimDistributedQueue$$Lambda$580/1030523870.call(Unknown Source)
   [junit4]   2>         at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2>         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
   [junit4]   2>         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$130/966807617.run(Unknown Source)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Oct 27, 2018 11:52:42 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=1142, name=sdqtest--269-thread-1, state=TIMED_WAITING, group=TGRP-TestSimGenericDistributedQueue]
   [junit4]   2> Oct 27, 2018 11:52:42 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: All leaked threads terminated.
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@48cf4d11), locale=sv-SE, timezone=Asia/Manila
   [junit4]   2> NOTE: Linux 4.4.0-137-generic amd64/Oracle Corporation 1.8.0_172 (64-bit)/cpus=4,threads=1,free=182877312,total=348127232
   [junit4]   2> NOTE: All tests run in this JVM: [TestIndexingPerformance, TestExactStatsCache, TestBadConfig, TestLeaderElectionZkExpiry, TestDelegationWithHadoopAuth, TestSubQueryTransformerCrossCore, TestPointFields, MigrateRouteKeyTest, HdfsThreadLeakTest, TestReqParamsAPI, EnumFieldTest, TestSimGenericDistributedQueue]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSimGenericDistributedQueue -Dtests.seed=A2C24D3C4CAFCCEF -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=sv-SE -Dtests.timezone=Asia/Manila -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J1 | TestSimGenericDistributedQueue (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.autoscaling.sim.TestSimGenericDistributedQueue: 
   [junit4]    >    1) Thread[id=1142, name=sdqtest--269-thread-1, state=TIMED_WAITING, group=TGRP-TestSimGenericDistributedQueue]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at org.apache.solr.cloud.autoscaling.sim.GenericDistributedQueue.peek(GenericDistributedQueue.java:194)
   [junit4]    >         at org.apache.solr.cloud.autoscaling.sim.GenericDistributedQueue.peek(GenericDistributedQueue.java:167)
   [junit4]    >         at org.apache.solr.cloud.autoscaling.sim.TestSimDistributedQueue.lambda$testDistributedQueueBlocking$1(TestSimDistributedQueue.java:108)
   [junit4]    >         at org.apache.solr.cloud.autoscaling.sim.TestSimDistributedQueue$$Lambda$580/1030523870.call(Unknown Source)
   [junit4]    >         at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]    >         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
   [junit4]    >         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$130/966807617.run(Unknown Source)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([A2C24D3C4CAFCCEF]:0)
   [junit4] Completed [53/834 (1!)] on J1 in 86.95s, 5 tests, 2 errors, 1 skipped <<< FAILURES!

[...truncated 3927 lines...]
   [junit4] Suite: org.apache.solr.client.solrj.impl.CloudSolrClientTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrClientTest_2A4856A87569C348-001/init-core-data-001
   [junit4]   1> 00:44:44.344 [Thread-153] ERROR org.apache.zookeeper.server.ZooKeeperServer - ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   1> 00:44:44.459 [jetty-launcher-588-thread-1] ERROR org.apache.solr.util.StartupLoggingUtils - Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   1> 00:44:44.465 [jetty-launcher-588-thread-2] ERROR org.apache.solr.util.StartupLoggingUtils - Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   1> 00:44:44.466 [jetty-launcher-588-thread-3] ERROR org.apache.solr.util.StartupLoggingUtils - Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   1> 00:45:00.870 [TEST-CloudSolrClientTest.testVersionsAreReturned-seed#[2A4856A87569C348]] ERROR org.apache.solr.client.solrj.impl.CloudSolrClient - Request to collection [collection1] failed due to (404) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:41522/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
   [junit4]   1> <head>
   [junit4]   1> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
   [junit4]   1> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
   [junit4]   1> </head>
   [junit4]   1> <body><h2>HTTP ERROR 404</h2>
   [junit4]   1> <p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
   [junit4]   1> <pre>    Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
   [junit4]   1> 
   [junit4]   1> </body>
   [junit4]   1> </html>
   [junit4]   1> , retry? 0
   [junit4]   1> 00:45:00.882 [TEST-CloudSolrClientTest.testVersionsAreReturned-seed#[2A4856A87569C348]] ERROR org.apache.solr.client.solrj.impl.CloudSolrClient - Request to collection [collection1] failed due to (404) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:41522/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
   [junit4]   1> <head>
   [junit4]   1> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
   [junit4]   1> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
   [junit4]   1> </head>
   [junit4]   1> <body><h2>HTTP ERROR 404</h2>
   [junit4]   1> <p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
   [junit4]   1> <pre>    Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
   [junit4]   1> 
   [junit4]   1> </body>
   [junit4]   1> </html>
   [junit4]   1> , retry? 1
   [junit4]   1> 00:45:00.886 [TEST-CloudSolrClientTest.testVersionsAreReturned-seed#[2A4856A87569C348]] ERROR org.apache.solr.client.solrj.impl.CloudSolrClient - Request to collection [collection1] failed due to (404) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:41522/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
   [junit4]   1> <head>
   [junit4]   1> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
   [junit4]   1> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
   [junit4]   1> </head>
   [junit4]   1> <body><h2>HTTP ERROR 404</h2>
   [junit4]   1> <p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
   [junit4]   1> <pre>    Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
   [junit4]   1> 
   [junit4]   1> </body>
   [junit4]   1> </html>
   [junit4]   1> , retry? 2
   [junit4]   1> 00:45:00.893 [TEST-CloudSolrClientTest.testVersionsAreReturned-seed#[2A4856A87569C348]] ERROR org.apache.solr.client.solrj.impl.CloudSolrClient - Request to collection [collection1] failed due to (404) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:41522/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
   [junit4]   1> <head>
   [junit4]   1> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
   [junit4]   1> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
   [junit4]   1> </head>
   [junit4]   1> <body><h2>HTTP ERROR 404</h2>
   [junit4]   1> <p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
   [junit4]   1> <pre>    Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
   [junit4]   1> 
   [junit4]   1> </body>
   [junit4]   1> </html>
   [junit4]   1> , retry? 3
   [junit4]   1> 00:45:00.899 [TEST-CloudSolrClientTest.testVersionsAreReturned-seed#[2A4856A87569C348]] ERROR org.apache.solr.client.solrj.impl.CloudSolrClient - Request to collection [collection1] failed due to (404) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:41522/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
   [junit4]   1> <head>
   [junit4]   1> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
   [junit4]   1> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
   [junit4]   1> </head>
   [junit4]   1> <body><h2>HTTP ERROR 404</h2>
   [junit4]   1> <p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
   [junit4]   1> <pre>    Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
   [junit4]   1> 
   [junit4]   1> </body>
   [junit4]   1> </html>
   [junit4]   1> , retry? 4
   [junit4]   1> 00:45:00.905 [TEST-CloudSolrClientTest.testVersionsAreReturned-seed#[2A4856A87569C348]] ERROR org.apache.solr.client.solrj.impl.CloudSolrClient - Request to collection [collection1] failed due to (404) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:41522/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
   [junit4]   1> <head>
   [junit4]   1> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
   [junit4]   1> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
   [junit4]   1> </head>
   [junit4]   1> <body><h2>HTTP ERROR 404</h2>
   [junit4]   1> <p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
   [junit4]   1> <pre>    Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
   [junit4]   1> 
   [junit4]   1> </body>
   [junit4]   1> </html>
   [junit4]   1> , retry? 5
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CloudSolrClientTest -Dtests.method=testVersionsAreReturned -Dtests.seed=2A4856A87569C348 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=th -Dtests.timezone=PLT -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   4.60s J1 | CloudSolrClientTest.testVersionsAreReturned <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:41522/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
   [junit4]    > <head>
   [junit4]    > <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
   [junit4]    > <title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
   [junit4]    > </head>
   [junit4]    > <body><h2>HTTP ERROR 404</h2>
   [junit4]    > <p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
   [junit4]    > <pre>    Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
   [junit4]    > </body>
   [junit4]    > </html>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([2A4856A87569C348:D28EAF9DE6705B80]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
   [junit4]    > 	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:237)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testVersionsAreReturned(CloudSolrClientTest.java:725)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:41522/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
   [junit4]    > <head>
   [junit4]    > <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
   [junit4]    > <title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
   [junit4]    > </head>
   [junit4]    > <body><h2>HTTP ERROR 404</h2>
   [junit4]    > <p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
   [junit4]    > <pre>    Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
   [junit4]    > </body>
   [junit4]    > </html>
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    > 	... 1 more
   [junit4]   1> -
   [junit4]   1> replica:core_node2 rstate:active live:true
   [junit4]   1> no one is recoverying
   [junit4]   1> -
   [junit4]   1> replica:core_node2 rstate:active live:true
   [junit4]   1> replica:core_node4 rstate:down live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node2 rstate:active live:true
   [junit4]   1> replica:core_node4 rstate:recovering live:true
   [junit4]   1> -
   [junit4]   1> replica:core_node2 rstate:active live:true
   [junit4]   1> replica:core_node4 rstate:active live:true
   [junit4]   1> no one is recoverying
   [junit4]   1> -
   [junit4]   1> replica:core_node4 rstate:active live:true
   [junit4]   1> no one is recoverying
   [junit4]   1> 00:45:07.409 [TEST-CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale-seed#[2A4856A87569C348]] ERROR org.apache.solr.client.solrj.impl.CloudSolrClient - Request to collection [stale_state_test_col] failed due to (404) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:41522/solr/stale_state_test_col_shard1_replica_n1: Expected mime type application/octet-stream but got text/html. <html>
   [junit4]   1> <head>
   [junit4]   1> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
   [junit4]   1> <title>Error 404 Can not find: /solr/stale_state_test_col_shard1_replica_n1/update</title>
   [junit4]   1> </head>
   [junit4]   1> <body><h2>HTTP ERROR 404</h2>
   [junit4]   1> <p>Problem accessing /solr/stale_state_test_col_shard1_replica_n1/update. Reason:
   [junit4]   1> <pre>    Can not find: /solr/stale_state_test_col_shard1_replica_n1/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
   [junit4]   1> 
   [junit4]   1> </body>
   [junit4]   1> </html>
   [junit4]   1> , retry? 0
   [junit4]   1> 00:45:17.043 [qtp1042861440-1424] ERROR org.apache.solr.handler.RequestHandlerBase - org.apache.solr.common.SolrException: Collection: testalias not found
   [junit4]   1> 	at org.apache.solr.handler.admin.ClusterStatus.getClusterStatus(ClusterStatus.java:103)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.lambda$static$22(CollectionsHandler.java:865)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.execute(CollectionsHandler.java:1177)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:258)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:246)
   [junit4]   1> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:724)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   1> 	at org.eclipse.jetty.server.Server.handle(Server.java:531)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
   [junit4]   1> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
   [junit4]   1> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   1> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
   [junit4]   1> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   1> 
   [junit4]   1> 00:45:17.052 [qtp1042861440-1423] ERROR org.apache.solr.handler.RequestHandlerBase - org.apache.solr.common.SolrException: Collection: testalias not found
   [junit4]   1> 	at org.apache.solr.handler.admin.ClusterStatus.getClusterStatus(ClusterStatus.java:103)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.lambda$static$22(CollectionsHandler.java:865)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.execute(CollectionsHandler.java:1177)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:258)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:246)
   [junit4]   1> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:724)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   1> 	at org.eclipse.jetty.server.Server.handle(Server.java:531)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
   [junit4]   1> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
   [junit4]   1> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   1> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
   [junit4]   1> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   1> 
   [junit4]   1> 00:45:17.101 [qtp1042861440-1424] ERROR org.apache.solr.handler.RequestHandlerBase - org.apache.solr.common.SolrException: Collection: testalias2 not found
   [junit4]   1> 	at org.apache.solr.handler.admin.ClusterStatus.getClusterStatus(ClusterStatus.java:103)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.lambda$static$22(CollectionsHandler.java:865)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.execute(CollectionsHandler.java:1177)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:258)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:246)
   [junit4]   1> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:724)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   1> 	at org.eclipse.jetty.server.Server.handle(Server.java:531)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
   [junit4]   1> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
   [junit4]   1> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   1> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
   [junit4]   1> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   1> 
   [junit4]   1> 00:45:17.114 [qtp1042861440-1421] ERROR org.apache.solr.handler.RequestHandlerBase - org.apache.solr.common.SolrException: Collection: testalias2 not found
   [junit4]   1> 	at org.apache.solr.handler.admin.ClusterStatus.getClusterStatus(ClusterStatus.java:103)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.lambda$static$22(CollectionsHandler.java:865)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.execute(CollectionsHandler.java:1177)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:258)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:246)
   [junit4]   1> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:724)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   1> 	at org.eclipse.jetty.server.Server.handle(Server.java:531)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
   [junit4]   1> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
   [junit4]   1> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   1> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
   [junit4]   1> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   1> 
   [junit4]   1> 00:45:17.128 [qtp1042861440-1424] ERROR org.apache.solr.handler.RequestHandlerBase - org.apache.solr.common.SolrException: Collection: testaliascombined not found
   [junit4]   1> 	at org.apache.solr.handler.admin.ClusterStatus.getClusterStatus(ClusterStatus.java:103)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.lambda$static$22(CollectionsHandler.java:865)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.execute(CollectionsHandler.java:1177)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:258)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:246)
   [junit4]   1> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:724)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   1> 	at org.eclipse.jetty.server.Server.handle(Server.java:531)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
   [junit4]   1> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
   [junit4]   1> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   1> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
   [junit4]   1> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   1> 
   [junit4]   1> 00:45:17.137 [qtp1042861440-1424] ERROR org.apache.solr.handler.RequestHandlerBase - org.apache.solr.common.SolrException: Collection: testaliascombined not found
   [junit4]   1> 	at org.apache.solr.handler.admin.ClusterStatus.getClusterStatus(ClusterStatus.java:103)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.lambda$static$22(CollectionsHandler.java:865)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.execute(CollectionsHandler.java:1177)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:258)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:246)
   [junit4]   1> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:724)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   1> 	at org.eclipse.jetty.server.Server.handle(Server.java:531)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
   [junit4]   1> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
   [junit4]   1> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   1> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
   [junit4]   1> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   1> 
   [junit4]   1> 00:45:17.207 [qtp1042861440-1421] ERROR org.apache.solr.handler.RequestHandlerBase - org.apache.solr.common.SolrException: Collection: testalias not found
   [junit4]   1> 	at org.apache.solr.handler.admin.ClusterStatus.getClusterStatus(ClusterStatus.java:103)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.lambda$static$22(CollectionsHandler.java:865)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.execute(CollectionsHandler.java:1177)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:258)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:246)
   [junit4]   1> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:724)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   1> 	at org.eclipse.jetty.server.Server.handle(Server.java:531)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
   [junit4]   1> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
   [junit4]   1> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   1> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
   [junit4]   1> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   1> 
   [junit4]   1> 00:45:17.212 [qtp1042861440-1421] ERROR org.apache.solr.handler.RequestHandlerBase - org.apache.solr.common.SolrException: Collection: testalias2 not found
   [junit4]   1> 	at org.apache.solr.handler.admin.ClusterStatus.getClusterStatus(ClusterStatus.java:103)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.lambda$static$22(CollectionsHandler.java:865)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.execute(CollectionsHandler.java:1177)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:258)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:246)
   [junit4]   1> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:724)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   1> 	at org.eclipse.jetty.server.Server.handle(Server.java:531)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
   [junit4]   1> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
   [junit4]   1> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   1> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
   [junit4]   1> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   1> 
   [junit4]   1> 00:45:17.221 [qtp1042861440-1421] ERROR org.apache.solr.handler.RequestHandlerBase - org.apache.solr.common.SolrException: Collection: testalias not found
   [junit4]   1> 	at org.apache.solr.handler.admin.ClusterStatus.getClusterStatus(ClusterStatus.java:103)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.lambda$static$22(CollectionsHandler.java:865)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.execute(CollectionsHandler.java:1177)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:258)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:246)
   [junit4]   1> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:724)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   1> 	at org.eclipse.jetty.server.Server.handle(Server.java:531)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
   [junit4]   1> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
   [junit4]   1> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   1> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
   [junit4]   1> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   1> 
   [junit4]   1> 00:45:17.225 [qtp1042861440-1423] ERROR org.apache.solr.handler.RequestHandlerBase - org.apache.solr.common.SolrException: Collection: testalias2 not found
   [junit4]   1> 	at org.apache.solr.handler.admin.ClusterStatus.getClusterStatus(ClusterStatus.java:103)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.lambda$static$22(CollectionsHandler.java:865)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.execute(CollectionsHandler.java:1177)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:258)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:246)
   [junit4]   1> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:724)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   1> 	at org.eclipse.jetty.server.Server.handle(Server.java:531)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
   [junit4]   1> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
   [junit4]   1> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   1> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
   [junit4]   1> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   1> 
   [junit4]   1> 00:45:17.251 [qtp1042861440-1423] ERROR org.apache.solr.handler.RequestHandlerBase - org.apache.solr.common.SolrException: Collection: testaliascombined not found
   [junit4]   1> 	at org.apache.solr.handler.admin.ClusterStatus.getClusterStatus(ClusterStatus.java:103)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.lambda$static$22(CollectionsHandler.java:865)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.execute(CollectionsHandler.java:1177)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:258)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:246)
   [junit4]   1> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:724)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   1> 	at org.eclipse.jetty.server.Server.handle(Server.java:531)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
   [junit4]   1> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
   [junit4]   1> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   1> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
   [junit4]   1> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   1> 
   [junit4]   1> 00:45:17.263 [qtp1042861440-1423] ERROR org.apache.solr.handler.RequestHandlerBase - org.apache.solr.common.SolrException: Collection: testaliascombined not found
   [junit4]   1> 	at org.apache.solr.handler.admin.ClusterStatus.getClusterStatus(ClusterStatus.java:103)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.lambda$static$22(CollectionsHandler.java:865)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.execute(CollectionsHandler.java:1177)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:258)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:246)
   [junit4]   1> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(Scoped

[...truncated too long message...]

vy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null1130432222
     [copy] Copying 240 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null1130432222
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null1130432222

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 29ms :: artifacts dl 2ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 115 minutes 18 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$34.hasMatch(FilePath.java:2678)
	at hudson.FilePath$34.invoke(FilePath.java:2557)
	at hudson.FilePath$34.invoke(FilePath.java:2547)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1036)
		at hudson.FilePath.act(FilePath.java:1025)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1819)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1038)
	at hudson.FilePath.act(FilePath.java:1025)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1819)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-Tests-master - Build # 2911 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2911/

4 tests failed.
FAILED:  org.apache.solr.cloud.DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica

Error Message:
Expected 1x2 collections null Live Nodes: [127.0.0.1:33537_solr, 127.0.0.1:38789_solr, 127.0.0.1:42937_solr, 127.0.0.1:43023_solr] Last available state: null

Stack Trace:
java.lang.AssertionError: Expected 1x2 collections
null
Live Nodes: [127.0.0.1:33537_solr, 127.0.0.1:38789_solr, 127.0.0.1:42937_solr, 127.0.0.1:43023_solr]
Last available state: null
	at __randomizedtesting.SeedInfo.seed([374B2682B04F47AF:5D5D4752D8BD0D65]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:280)
	at org.apache.solr.cloud.DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica(DeleteReplicaTest.java:233)
	at org.apache.solr.cloud.DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica(DeleteReplicaTest.java:224)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.SystemLogListenerTest.test

Error Message:
Trigger was not fired 

Stack Trace:
java.lang.AssertionError: Trigger was not fired 
	at __randomizedtesting.SeedInfo.seed([374B2682B04F47AF:BF1F19581EB32A57]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.autoscaling.SystemLogListenerTest.test(SystemLogListenerTest.java:151)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.client.solrj.impl.CloudSolrClientTest.testParallelUpdateQTime

Error Message:
Error from server at https://127.0.0.1:37433/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason: <pre>    Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>  </body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:37433/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
<pre>    Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

	at __randomizedtesting.SeedInfo.seed([CC0EFE85E903D33D:22D68514A77C06AE]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testParallelUpdateQTime(CloudSolrClientTest.java:146)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:37433/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
<pre>    Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more


FAILED:  org.apache.solr.client.solrj.impl.CloudSolrClientTest.testVersionsAreReturned

Error Message:
Error from server at https://127.0.0.1:37433/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason: <pre>    Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>  </body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:37433/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
<pre>    Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

	at __randomizedtesting.SeedInfo.seed([CC0EFE85E903D33D:34C807B07A1A4BF5]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:237)
	at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testVersionsAreReturned(CloudSolrClientTest.java:725)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:37433/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
<pre>    Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more




Build Log:
[...truncated 12591 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.SystemLogListenerTest
   [junit4]   2> 187611 INFO  (SUITE-SystemLogListenerTest-seed#[374B2682B04F47AF]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SystemLogListenerTest_374B2682B04F47AF-001/init-core-data-001
   [junit4]   2> 187612 WARN  (SUITE-SystemLogListenerTest-seed#[374B2682B04F47AF]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=33 numCloses=33
   [junit4]   2> 187612 INFO  (SUITE-SystemLogListenerTest-seed#[374B2682B04F47AF]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 187683 INFO  (SUITE-SystemLogListenerTest-seed#[374B2682B04F47AF]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 187684 INFO  (SUITE-SystemLogListenerTest-seed#[374B2682B04F47AF]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SystemLogListenerTest_374B2682B04F47AF-001/tempDir-001
   [junit4]   2> 187684 INFO  (SUITE-SystemLogListenerTest-seed#[374B2682B04F47AF]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 187694 INFO  (Thread-57) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 187694 INFO  (Thread-57) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 187695 INFO  (SUITE-SystemLogListenerTest-seed#[374B2682B04F47AF]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:33717
   [junit4]   2> 187711 ERROR (Thread-57) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 187767 INFO  (zkConnectionManagerCallback-105-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 187954 INFO  (jetty-launcher-102-thread-2) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
   [junit4]   2> 187970 INFO  (jetty-launcher-102-thread-3) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
   [junit4]   2> 187988 INFO  (jetty-launcher-102-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 187988 INFO  (jetty-launcher-102-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 187988 INFO  (jetty-launcher-102-thread-2) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 187988 INFO  (jetty-launcher-102-thread-1) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
   [junit4]   2> 187989 INFO  (jetty-launcher-102-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@259679fb{/solr,null,AVAILABLE}
   [junit4]   2> 188005 INFO  (jetty-launcher-102-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2fe88729{SSL,[ssl, http/1.1]}{127.0.0.1:39265}
   [junit4]   2> 188005 INFO  (jetty-launcher-102-thread-2) [    ] o.e.j.s.Server Started @188107ms
   [junit4]   2> 188005 INFO  (jetty-launcher-102-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39265}
   [junit4]   2> 188005 ERROR (jetty-launcher-102-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 188005 INFO  (jetty-launcher-102-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 188005 INFO  (jetty-launcher-102-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 188005 INFO  (jetty-launcher-102-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 188005 INFO  (jetty-launcher-102-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 188005 INFO  (jetty-launcher-102-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-10-29T08:24:10.036Z
   [junit4]   2> 188134 INFO  (jetty-launcher-102-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 188134 INFO  (jetty-launcher-102-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 188134 INFO  (jetty-launcher-102-thread-3) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 188134 INFO  (jetty-launcher-102-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@8563c4{/solr,null,AVAILABLE}
   [junit4]   2> 188171 INFO  (jetty-launcher-102-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 188171 INFO  (jetty-launcher-102-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 188171 INFO  (jetty-launcher-102-thread-1) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 188172 INFO  (jetty-launcher-102-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6a3bdca3{/solr,null,AVAILABLE}
   [junit4]   2> 188173 INFO  (jetty-launcher-102-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@18404218{SSL,[ssl, http/1.1]}{127.0.0.1:35562}
   [junit4]   2> 188173 INFO  (jetty-launcher-102-thread-3) [    ] o.e.j.s.Server Started @188275ms
   [junit4]   2> 188173 INFO  (jetty-launcher-102-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35562}
   [junit4]   2> 188264 ERROR (jetty-launcher-102-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 188264 INFO  (jetty-launcher-102-thread-3) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 188265 INFO  (jetty-launcher-102-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 188265 INFO  (jetty-launcher-102-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 188265 INFO  (jetty-launcher-102-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 188265 INFO  (jetty-launcher-102-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-10-29T08:24:10.296Z
   [junit4]   2> 188304 INFO  (zkConnectionManagerCallback-107-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 188317 INFO  (jetty-launcher-102-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6d12aae6{SSL,[ssl, http/1.1]}{127.0.0.1:36949}
   [junit4]   2> 188317 INFO  (jetty-launcher-102-thread-1) [    ] o.e.j.s.Server Started @188419ms
   [junit4]   2> 188317 INFO  (jetty-launcher-102-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36949}
   [junit4]   2> 188317 ERROR (jetty-launcher-102-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 188317 INFO  (jetty-launcher-102-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 188318 INFO  (jetty-launcher-102-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 188318 INFO  (jetty-launcher-102-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 188318 INFO  (jetty-launcher-102-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 188318 INFO  (jetty-launcher-102-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-10-29T08:24:10.349Z
   [junit4]   2> 188512 INFO  (jetty-launcher-102-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 188524 INFO  (zkConnectionManagerCallback-109-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 188801 INFO  (jetty-launcher-102-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 188840 INFO  (zkConnectionManagerCallback-111-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 189043 INFO  (jetty-launcher-102-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 189365 WARN  (zkConnectionManagerCallback-109-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2cf95ba2 name: ZooKeeperConnection Watcher:127.0.0.1:33717/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 189365 WARN  (zkConnectionManagerCallback-109-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 190323 INFO  (jetty-launcher-102-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33717/solr
   [junit4]   2> 190408 INFO  (zkConnectionManagerCallback-115-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 190526 INFO  (jetty-launcher-102-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33717/solr
   [junit4]   2> 190682 INFO  (zkConnectionManagerCallback-121-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 190707 INFO  (zkConnectionManagerCallback-117-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 190897 INFO  (zkConnectionManagerCallback-123-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 192069 INFO  (jetty-launcher-102-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33717/solr
   [junit4]   2> 192288 INFO  (zkConnectionManagerCallback-131-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 192516 INFO  (zkConnectionManagerCallback-133-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 193131 INFO  (jetty-launcher-102-thread-2) [n:127.0.0.1:39265_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39265_solr
   [junit4]   2> 193132 INFO  (jetty-launcher-102-thread-2) [n:127.0.0.1:39265_solr    ] o.a.s.c.Overseer Overseer (id=73574021755043849-127.0.0.1:39265_solr-n_0000000000) starting
   [junit4]   2> 193322 INFO  (jetty-launcher-102-thread-1) [n:127.0.0.1:36949_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36949_solr
   [junit4]   2> 193342 INFO  (zkConnectionManagerCallback-140-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 193362 INFO  (jetty-launcher-102-thread-2) [n:127.0.0.1:39265_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33717/solr ready
   [junit4]   2> 193407 INFO  (OverseerStateUpdate-73574021755043849-127.0.0.1:39265_solr-n_0000000000) [n:127.0.0.1:39265_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:39265_solr
   [junit4]   2> 193426 INFO  (jetty-launcher-102-thread-2) [n:127.0.0.1:39265_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 193426 INFO  (jetty-launcher-102-thread-2) [n:127.0.0.1:39265_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39265_solr
   [junit4]   2> 193461 INFO  (jetty-launcher-102-thread-3) [n:127.0.0.1:35562_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 193461 INFO  (jetty-launcher-102-thread-3) [n:127.0.0.1:35562_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35562_solr
   [junit4]   2> 193447 DEBUG (OverseerAutoScalingTriggerThread-73574021755043849-127.0.0.1:39265_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 193484 DEBUG (OverseerAutoScalingTriggerThread-73574021755043849-127.0.0.1:39265_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 193499 DEBUG (OverseerAutoScalingTriggerThread-73574021755043849-127.0.0.1:39265_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 193500 DEBUG (OverseerAutoScalingTriggerThread-73574021755043849-127.0.0.1:39265_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 193609 INFO  (zkCallback-132-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 193646 INFO  (zkCallback-116-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 193646 INFO  (zkCallback-116-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 193646 INFO  (zkCallback-122-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 193646 INFO  (zkCallback-139-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 193787 DEBUG (OverseerStateUpdate-73574021755043849-127.0.0.1:39265_solr-n_0000000000) [n:127.0.0.1:39265_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:39265_solr"} current state version: 0
   [junit4]   2> 193787 DEBUG (OverseerStateUpdate-73574021755043849-127.0.0.1:39265_solr-n_0000000000) [n:127.0.0.1:39265_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:35562_solr"} current state version: 0
   [junit4]   2> 193827 DEBUG (OverseerAutoScalingTriggerThread-73574021755043849-127.0.0.1:39265_solr-n_0000000000) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:39265_solr, 127.0.0.1:36949_solr, 127.0.0.1:35562_solr]
   [junit4]   2> 193827 DEBUG (OverseerAutoScalingTriggerThread-73574021755043849-127.0.0.1:39265_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 193827 DEBUG (OverseerAutoScalingTriggerThread-73574021755043849-127.0.0.1:39265_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 193828 DEBUG (ScheduledTrigger-193-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 193969 INFO  (jetty-launcher-102-thread-2) [n:127.0.0.1:39265_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 194096 INFO  (zkConnectionManagerCallback-151-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 194096 INFO  (zkConnectionManagerCallback-146-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 194138 INFO  (jetty-launcher-102-thread-1) [n:127.0.0.1:36949_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 194172 INFO  (jetty-launcher-102-thread-1) [n:127.0.0.1:36949_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33717/solr ready
   [junit4]   2> 194190 INFO  (jetty-launcher-102-thread-1) [n:127.0.0.1:36949_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 194279 INFO  (jetty-launcher-102-thread-3) [n:127.0.0.1:35562_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 194537 INFO  (jetty-launcher-102-thread-3) [n:127.0.0.1:35562_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33717/solr ready
   [junit4]   2> 194610 INFO  (jetty-launcher-102-thread-3) [n:127.0.0.1:35562_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 194703 INFO  (jetty-launcher-102-thread-1) [n:127.0.0.1:36949_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36949.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e6ee135
   [junit4]   2> 194852 INFO  (jetty-launcher-102-thread-2) [n:127.0.0.1:39265_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39265.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e6ee135
   [junit4]   2> 194998 INFO  (jetty-launcher-102-thread-1) [n:127.0.0.1:36949_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36949.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e6ee135
   [junit4]   2> 194998 INFO  (jetty-launcher-102-thread-1) [n:127.0.0.1:36949_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36949.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e6ee135
   [junit4]   2> 194999 INFO  (jetty-launcher-102-thread-1) [n:127.0.0.1:36949_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SystemLogListenerTest_374B2682B04F47AF-001/tempDir-001/node1/.
   [junit4]   2> 195049 DEBUG (ScheduledTrigger-193-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 195147 INFO  (jetty-launcher-102-thread-2) [n:127.0.0.1:39265_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39265.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e6ee135
   [junit4]   2> 195147 INFO  (jetty-launcher-102-thread-2) [n:127.0.0.1:39265_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39265.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e6ee135
   [junit4]   2> 195201 INFO  (jetty-launcher-102-thread-3) [n:127.0.0.1:35562_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35562.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e6ee135
   [junit4]   2> 195291 INFO  (jetty-launcher-102-thread-3) [n:127.0.0.1:35562_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35562.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e6ee135
   [junit4]   2> 195291 INFO  (jetty-launcher-102-thread-3) [n:127.0.0.1:35562_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35562.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e6ee135
   [junit4]   2> 195493 INFO  (jetty-launcher-102-thread-3) [n:127.0.0.1:35562_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SystemLogListenerTest_374B2682B04F47AF-001/tempDir-001/node3/.
   [junit4]   2> 195494 INFO  (jetty-launcher-102-thread-2) [n:127.0.0.1:39265_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SystemLogListenerTest_374B2682B04F47AF-001/tempDir-001/node2/.
   [junit4]   2> 196079 DEBUG (ScheduledTrigger-193-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 196424 INFO  (zkConnectionManagerCallback-155-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 196773 INFO  (zkConnectionManagerCallback-160-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 196827 INFO  (SUITE-SystemLogListenerTest-seed#[374B2682B04F47AF]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 196828 INFO  (SUITE-SystemLogListenerTest-seed#[374B2682B04F47AF]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33717/solr ready
   [junit4]   2> 196984 INFO  (qtp1459642749-456) [n:127.0.0.1:39265_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params name=.system&nrtReplicas=3&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 197091 DEBUG (ScheduledTrigger-193-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 197127 INFO  (OverseerThreadFactory-195-thread-1-processing-n:127.0.0.1:39265_solr) [n:127.0.0.1:39265_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection .system
   [junit4]   2> 197531 DEBUG (OverseerStateUpdate-73574021755043849-127.0.0.1:39265_solr-n_0000000000) [n:127.0.0.1:39265_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":".system",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "numShards":1,
   [junit4]   2>   "nrtReplicas":"3",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "replicationFactor":"3",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 197846 INFO  (qtp1459642749-455) [n:127.0.0.1:39265_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 198092 DEBUG (ScheduledTrigger-193-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 198400 INFO  (qtp691417306-466) [n:127.0.0.1:35562_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=53
   [junit4]   2> 198661 INFO  (qtp966190785-473) [n:127.0.0.1:36949_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 198767 DEBUG (OverseerStateUpdate-73574021755043849-127.0.0.1:39265_solr-n_0000000000) [n:127.0.0.1:39265_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:36949/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} current state version: 0
   [junit4]   2> 198767 INFO  (OverseerStateUpdate-73574021755043849-127.0.0.1:39265_solr-n_0000000000) [n:127.0.0.1:39265_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:36949/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 198785 DEBUG (OverseerStateUpdate-73574021755043849-127.0.0.1:39265_solr-n_0000000000) [n:127.0.0.1:39265_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_n3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:35562/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} current state version: 0
   [junit4]   2> 198785 INFO  (OverseerStateUpdate-73574021755043849-127.0.0.1:39265_solr-n_0000000000) [n:127.0.0.1:39265_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_n3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:35562/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 198825 DEBUG (OverseerStateUpdate-73574021755043849-127.0.0.1:39265_solr-n_0000000000) [n:127.0.0.1:39265_solr    ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_n5",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:39265/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} current state version: 0
   [junit4]   2> 198825 INFO  (OverseerStateUpdate-73574021755043849-127.0.0.1:39265_solr-n_0000000000) [n:127.0.0.1:39265_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_n5",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:39265/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 199200 DEBUG (ScheduledTrigger-193-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 199352 INFO  (qtp1459642749-455) [n:127.0.0.1:39265_solr    x:.system_shard1_replica_n5] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n5&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 199445 INFO  (qtp691417306-466) [n:127.0.0.1:35562_solr    x:.system_shard1_replica_n3] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n3&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 199446 INFO  (qtp966190785-473) [n:127.0.0.1:36949_solr    x:.system_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 199447 INFO  (qtp966190785-473) [n:127.0.0.1:36949_solr    x:.system_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 199598 DEBUG (OverseerStateUpdate-73574021755043849-127.0.0.1:39265_solr-n_0000000000) [n:127.0.0.1:39265_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":".system_shard1_replica_n3",
   [junit4]   2>   "core_node_name":"core_node4",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:35562/solr",
   [junit4]   2>   "node_name":"127.0.0.1:35562_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 199688 DEBUG (OverseerStateUpdate-73574021755043849-127.0.0.1:39265_solr-n_0000000000) [n:127.0.0.1:39265_solr    ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "core":".system_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:36949/solr",
   [junit4]   2>   "node_name":"127.0.0.1:36949_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 199688 DEBUG (OverseerStateUpdate-73574021755043849-127.0.0.1:39265_solr-n_0000000000) [n:127.0.0.1:39265_solr    ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "core":".system_shard1_replica_n5",
   [junit4]   2>   "core_node_name":"core_node6",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:39265/solr",
   [junit4]   2>   "node_name":"127.0.0.1:39265_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 200201 DEBUG (ScheduledTrigger-193-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 200594 WARN  (qtp691417306-466) [n:127.0.0.1:35562_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.c.Config You should not use LATEST as luceneMatchVersion property: if you use this setting, and then Solr upgrades to a newer release of Lucene, sizable changes may happen. If precise back compatibility is important then you should instead explicitly specify an actual Lucene version.
   [junit4]   2> 200629 INFO  (qtp691417306-466) [n:127.0.0.1:35562_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 200835 INFO  (qtp691417306-466) [n:127.0.0.1:35562_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 200911 INFO  (qtp691417306-466) [n:127.0.0.1:35562_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.s.IndexSchema [.system_shard1_replica_n3] Schema name=_system collection or core
   [junit4]   2> 200914 INFO  (qtp1459642749-455) [n:127.0.0.1:39265_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 200946 INFO  (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 201171 INFO  (qtp1459642749-455) [n:127.0.0.1:39265_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 201246 INFO  (qtp1459642749-455) [n:127.0.0.1:39265_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.s.IndexSchema [.system_shard1_replica_n5] Schema name=_system collection or core
   [junit4]   2> 201258 DEBUG (ScheduledTrigger-193-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 201262 INFO  (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 201265 INFO  (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
   [junit4]   2> 201593 INFO  (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 201613 INFO  (qtp1459642749-455) [n:127.0.0.1:39265_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 201613 INFO  (qtp691417306-466) [n:127.0.0.1:35562_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 201661 INFO  (qtp1459642749-455) [n:127.0.0.1:39265_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/.system/managed-schema already exists - no need to create it
   [junit4]   2> 201663 INFO  (qtp1459642749-455) [n:127.0.0.1:39265_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/.system/schema.xml to /configs/.system/schema.xml.bak
   [junit4]   2> 201663 INFO  (qtp1459642749-455) [n:127.0.0.1:39265_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n5' using configuration from collection .system, trusted=true
   [junit4]   2> 201664 INFO  (qtp1459642749-455) [n:127.0.0.1:39265_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39265.solr.core..system.shard1.replica_n5' (registry 'solr.core..system.shard1.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e6ee135
   [junit4]   2> 201664 INFO  (qtp1459642749-455) [n:127.0.0.1:39265_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.c.SolrCore [[.system_shard1_replica_n5] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SystemLogListenerTest_374B2682B04F47AF-001/tempDir-001/node2/.system_shard1_replica_n5], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SystemLogListenerTest_374B2682B04F47AF-001/tempDir-001/node2/./.system_shard1_replica_n5/data/]
   [junit4]   2> 201665 INFO  (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/.system/managed-schema
   [junit4]   2> 201665 INFO  (qtp691417306-466) [n:127.0.0.1:35562_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/.system/managed-schema already exists - no need to create it
   [junit4]   2> 201685 INFO  (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, the non-managed schema /configs/.system/schema.xml no longer exists.
   [junit4]   2> 201685 INFO  (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n1' using configuration from collection .system, trusted=true
   [junit4]   2> 201686 INFO  (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36949.solr.core..system.shard1.replica_n1' (registry 'solr.core..system.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e6ee135
   [junit4]   2> 201686 INFO  (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [[.system_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SystemLogListenerTest_374B2682B04F47AF-001/tempDir-001/node1/.system_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SystemLogListenerTest_374B2682B04F47AF-001/tempDir-001/node1/./.system_shard1_replica_n1/data/]
   [junit4]   2> 201688 INFO  (qtp691417306-466) [n:127.0.0.1:35562_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, the non-managed schema /configs/.system/schema.xml no longer exists.
   [junit4]   2> 201689 INFO  (qtp691417306-466) [n:127.0.0.1:35562_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n3' using configuration from collection .system, trusted=true
   [junit4]   2> 201689 INFO  (qtp691417306-466) [n:127.0.0.1:35562_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35562.solr.core..system.shard1.replica_n3' (registry 'solr.core..system.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e6ee135
   [junit4]   2> 201722 INFO  (qtp691417306-466) [n:127.0.0.1:35562_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.c.SolrCore [[.system_shard1_replica_n3] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SystemLogListenerTest_374B2682B04F47AF-001/tempDir-001/node3/.system_shard1_replica_n3], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.SystemLogListenerTest_374B2682B04F47AF-001/tempDir-001/node3/./.system_shard1_replica_n3/data/]
   [junit4]   2> 202263 DEBUG (ScheduledTrigger-193-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 202453 INFO  (qtp1459642749-455) [n:127.0.0.1:39265_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 202454 INFO  (qtp1459642749-455) [n:127.0.0.1:39265_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 202455 INFO  (qtp1459642749-455) [n:127.0.0.1:39265_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommitted docs; 
   [junit4]   2> 202455 INFO  (qtp1459642749-455) [n:127.0.0.1:39265_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 202461 INFO  (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 202462 INFO  (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 202474 INFO  (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommitted docs; 
   [junit4]   2> 202474 INFO  (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 202476 INFO  (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6a5b6f97[.system_shard1_replica_n1] main]
   [junit4]   2> 202478 INFO  (qtp691417306-466) [n:127.0.0.1:35562_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 202478 INFO  (qtp691417306-466) [n:127.0.0.1:35562_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 202479 INFO  (qtp691417306-466) [n:127.0.0.1:35562_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommitted docs; 
   [junit4]   2> 202479 INFO  (qtp691417306-466) [n:127.0.0.1:35562_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 202480 INFO  (qtp691417306-466) [n:127.0.0.1:35562_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@1011bc9a[.system_shard1_replica_n3] main]
   [junit4]   2> 202482 INFO  (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
   [junit4]   2> 202482 INFO  (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
   [junit4]   2> 202485 INFO  (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
   [junit4]   2> 202490 INFO  (qtp1459642749-455) [n:127.0.0.1:39265_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.s.SolrIndexSearcher Opening [Searcher@329a3a74[.system_shard1_replica_n5] main]
   [junit4]   2> 202498 INFO  (qtp691417306-466) [n:127.0.0.1:35562_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
   [junit4]   2> 202499 INFO  (qtp691417306-466) [n:127.0.0.1:35562_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
   [junit4]   2> 202499 INFO  (qtp691417306-466) [n:127.0.0.1:35562_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
   [junit4]   2> 202499 INFO  (qtp1459642749-455) [n:127.0.0.1:39265_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
   [junit4]   2> 202499 INFO  (qtp1459642749-455) [n:127.0.0.1:39265_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
   [junit4]   2> 202499 INFO  (qtp1459642749-455) [n:127.0.0.1:39265_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
   [junit4]   2> 202515 INFO  (qtp1459642749-455) [n:127.0.0.1:39265_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 0 from ZooKeeper
   [junit4]   2> 202534 INFO  (qtp691417306-466) [n:127.0.0.1:35562_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 0 from ZooKeeper
   [junit4]   2> 202537 INFO  (qtp691417306-466) [n:127.0.0.1:35562_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.s.IndexSchema [.system_shard1_replica_n3] Schema name=_system collection or core
   [junit4]   2> 202588 INFO  (qtp1459642749-455) [n:127.0.0.1:39265_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.s.IndexSchema [.system_shard1_replica_n5] Schema name=_system collection or core
   [junit4]   2> 202628 INFO  (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 202629 INFO  (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 202629 INFO  (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1615647436607324160
   [junit4]   2> 202880 INFO  (searcherExecutor-209-thread-1-processing-n:127.0.0.1:36949_solr x:.system_shard1_replica_n1 c:.system s:shard1 r:core_node2) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1] Registered new searcher Searcher@6a5b6f97[.system_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 203008 INFO  (qtp691417306-466) [n:127.0.0.1:35562_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 203008 INFO  (qtp691417306-466) [n:127.0.0.1:35562_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 473 ms
   [junit4]   2> 203009 INFO  (qtp691417306-466) [n:127.0.0.1:35562_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 203009 INFO  (qtp691417306-466) [n:127.0.0.1:35562_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1615647437005783040
   [junit4]   2> 203068 INFO  (searcherExecutor-210-thread-1-processing-n:127.0.0.1:35562_solr x:.system_shard1_replica_n3 c:.system s:shard1 r:core_node4) [n:127.0.0.1:35562_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.c.SolrCore [.system_shard1_replica_n3] Registered new searcher Searcher@1011bc9a[.system_shard1_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 203088 INFO  (qtp1459642749-455) [n:127.0.0.1:39265_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 203088 INFO  (qtp1459642749-455) [n:127.0.0.1:39265_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 573 ms
   [junit4]   2> 203088 INFO  (qtp1459642749-455) [n:127.0.0.1:39265_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 203089 INFO  (qtp1459642749-455) [n:127.0.0.1:39265_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1615647437089669120
   [junit4]   2> 203182 INFO  (searcherExecutor-208-thread-1-processing-n:127.0.0.1:39265_solr x:.system_shard1_replica_n5 c:.system s:shard1 r:core_node6) [n:127.0.0.1:39265_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.c.SolrCore [.system_shard1_replica_n5] Registered new searcher Searcher@329a3a74[.system_shard1_replica_n5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 203194 INFO  (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/.system/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 203239 INFO  (qtp691417306-466) [n:127.0.0.1:35562_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.c.ZkShardTerms Successful update of terms at /collections/.system/terms/shard1 to Terms{values={core_node2=0, core_node4=0}, version=1}
   [junit4]   2> 203241 INFO  (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=3 found=2 timeoutin=9999ms
   [junit4]   2> 203256 INFO  (qtp1459642749-455) [n:127.0.0.1:39265_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.c.ZkShardTerms Successful update of terms at /collections/.system/terms/shard1 to Terms{values={core_node2=0, core_node6=0, core_node4=0}, version=2}
   [junit4]   2> 203263 DEBUG (ScheduledTrigger-193-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 203275 DEBUG (OverseerStateUpdate-73574021755043849-127.0.0.1:39265_solr-n_0000000000) [n:127.0.0.1:39265_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":".system"} current state version: 0
   [junit4]   2> 203746 INFO  (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 203747 INFO  (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 203747 INFO  (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:36949/solr/.system_shard1_replica_n1/
   [junit4]   2> 203747 INFO  (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n1 url=https://127.0.0.1:36949/solr START replicas=[https://127.0.0.1:35562/solr/.system_shard1_replica_n3/, https://127.0.0.1:39265/solr/.system_shard1_replica_n5/] nUpdates=100
   [junit4]   2> 203751 INFO  (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n1 url=https://127.0.0.1:36949/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 204015 INFO  (qtp691417306-463) [n:127.0.0.1:35562_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.c.S.Request [.system_shard1_replica_n3]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=14
   [junit4]   2> 204054 INFO  (qtp1459642749-451) [n:127.0.0.1:39265_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.c.S.Request [.system_shard1_replica_n5]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 204105 INFO  (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 204105 INFO  (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 204111 INFO  (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:36949/solr/.system_shard1_replica_n1/ shard1
   [junit4]   2> 204111 DEBUG (OverseerStateUpdate-73574021755043849-127.0.0.1:39265_solr-n_0000000000) [n:127.0.0.1:39265_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "base_url":"https://127.0.0.1:36949/solr",
   [junit4]   2>   "core":".system_shard1_replica_n1",
   [junit4]   2>   "state":"active"} current state version: 0
   [junit4]   2> 204255 INFO  (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 204257 INFO  (qtp691417306-466) [n:127.0.0.1:35562_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n3&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=4812
   [junit4]   2> 204271 INFO  (qtp966190785-473) [n:127.0.0.1:36949_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=4825
   [junit4]   2> 204272 DEBUG (ScheduledTrigger-193-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 204354 INFO  (qtp1459642749-455) [n:127.0.0.1:39265_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n5&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=5003
   [junit4]   2> 204482 DEBUG (OverseerStateUpdate-73574021755043849-127.0.0.1:39265_solr-n_0000000000) [n:127.0.0.1:39265_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "core":".system_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:36949/solr",
   [junit4]   2>   "node_name":"127.0.0.1:36949_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 204482 DEBUG (OverseerStateUpdate-73574021755043849-127.0.0.1:39265_solr-n_0000000000) [n:127.0.0.1:39265_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "core":".system_shard1_replica_n3",
   [junit4]   2>   "core_node_name":"core_node4",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:35562/solr",
   [junit4]   2>   "node_name":"127.0.0.1:35562_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 204484 DEBUG (OverseerStateUpdate-73574021755043849-127.0.0.1:39265_solr-n_0000000000) [n:127.0.0.1:39265_solr    ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "core":".system_shard1_replica_n5",
   [junit4]   2>   "core_node_name":"core_node6",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:39265/solr",
   [junit4]   2>   "node_name":"127.0.0.1:39265_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "force_set_state":"false",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 204520 INFO  (qtp1459642749-456) [n:127.0.0.1:39265_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 204608 INFO  (zkCallback-132-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 204620 INFO  (zkCallback-122-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 204624 INFO  (zkCallback-116-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 205274 DEBUG (ScheduledTrigger-193-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 205304 INFO  (OverseerCollectionConfigSetProcessor-73574021755043849-127.0.0.1:39265_solr-n_0000000000) [n:127.0.0.1:39265_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 205522 INFO  (qtp1459642749-456) [n:127.0.0.1:39265_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=.system&nrtReplicas=3&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=8538
   [junit4]   2> 205852 INFO  (TEST-SystemLogListenerTest.test-seed#[374B2682B04F47AF]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 206203 INFO  (qtp1459642749-458) [n:127.0.0.1:39265_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core..system.shard1.replica_n5:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 206239 INFO  (qtp1459642749-451) [n:127.0.0.1:39265_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=34
   [junit4]   2> 206256 INFO  (qtp691417306-464) [n:127.0.0.1:35562_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core..system.shard1.replica_n3:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 206276 DEBUG (ScheduledTrigger-193-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 206277 INFO  (qtp691417306-466) [n:127.0.0.1:35562_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=20
   [junit4]   2> 206409 INFO  (qtp966190785-475) [n:127.0.0.1:36949_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core..system.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=80
   [junit4]   2> 206412 INFO  (qtp966190785-473) [n:127.0.0.1:36949_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 206448 DEBUG (qtp1459642749-454) [n:127.0.0.1:39265_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 206461 DEBUG (zkCallback-139-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 206498 INFO  (qtp1459642749-454) [n:127.0.0.1:39265_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=583
   [junit4]   2> 206501 DEBUG (OverseerAutoScalingTriggerThread-73574021755043849-127.0.0.1:39265_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 206521 INFO  (qtp1459642749-458) [n:127.0.0.1:39265_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core..system.shard1.replica_n5:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 206537 INFO  (qtp1459642749-451) [n:127.0.0.1:39265_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 206539 INFO  (qtp691417306-464) [n:127.0.0.1:35562_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core..system.shard1.replica_n3:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 206541 INFO  (qtp691417306-466) [n:127.0.0.1:35562_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 206556 INFO  (qtp966190785-473) [n:127.0.0.1:36949_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core..system.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 206558 INFO  (qtp966190785-475) [n:127.0.0.1:36949_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 206558 DEBUG (qtp1459642749-454) [n:127.0.0.1:39265_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 206572 DEBUG (zkCallback-139-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 206572 INFO  (qtp1459642749-454) [n:127.0.0.1:39265_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=72
   [junit4]   2> 206574 INFO  (qtp1459642749-454) [n:127.0.0.1:39265_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&maxShardsPerNode=3&name=test&nrtReplicas=2&action=CREATE&numShards=3&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 206593 DEBUG (OverseerAutoScalingTriggerThread-73574021755043849-127.0.0.1:39265_solr-n_0000000000) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger node_lost_trigger - Initial livenodes: [127.0.0.1:39265_solr,

[...truncated too long message...]

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null1101900020
     [copy] Copying 240 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null1101900020
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null1101900020

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 80ms :: artifacts dl 1ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 209 minutes 3 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$34.hasMatch(FilePath.java:2678)
	at hudson.FilePath$34.invoke(FilePath.java:2557)
	at hudson.FilePath$34.invoke(FilePath.java:2547)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1036)
		at hudson.FilePath.act(FilePath.java:1025)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1819)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1038)
	at hudson.FilePath.act(FilePath.java:1025)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1819)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-Tests-master - Build # 2910 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2910/

1 tests failed.
FAILED:  org.apache.solr.cloud.MoveReplicaTest.test

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([FB5D3F27302FF923:730900FD9ED394DB]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertFalse(Assert.java:68)
	at org.junit.Assert.assertFalse(Assert.java:79)
	at org.apache.solr.cloud.MoveReplicaTest.test(MoveReplicaTest.java:148)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13715 lines...]
   [junit4] Suite: org.apache.solr.cloud.MoveReplicaTest
   [junit4]   2> 2088023 INFO  (SUITE-MoveReplicaTest-seed#[FB5D3F27302FF923]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaTest_FB5D3F27302FF923-001/init-core-data-001
   [junit4]   2> 2088023 WARN  (SUITE-MoveReplicaTest-seed#[FB5D3F27302FF923]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 2088024 INFO  (SUITE-MoveReplicaTest-seed#[FB5D3F27302FF923]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2088025 INFO  (SUITE-MoveReplicaTest-seed#[FB5D3F27302FF923]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 2088026 INFO  (SUITE-MoveReplicaTest-seed#[FB5D3F27302FF923]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaTest_FB5D3F27302FF923-001/tempDir-001
   [junit4]   2> 2088026 INFO  (SUITE-MoveReplicaTest-seed#[FB5D3F27302FF923]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2088026 INFO  (Thread-2415) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2088026 INFO  (Thread-2415) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2088028 ERROR (Thread-2415) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2088126 INFO  (SUITE-MoveReplicaTest-seed#[FB5D3F27302FF923]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:38059
   [junit4]   2> 2088128 INFO  (zkConnectionManagerCallback-6627-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2088131 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10561667ffb0000, likely client has closed socket
   [junit4]   2> 2088132 INFO  (jetty-launcher-6624-thread-4) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
   [junit4]   2> 2088133 INFO  (jetty-launcher-6624-thread-2) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
   [junit4]   2> 2088134 INFO  (jetty-launcher-6624-thread-1) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
   [junit4]   2> 2088134 INFO  (jetty-launcher-6624-thread-3) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
   [junit4]   2> 2088139 INFO  (jetty-launcher-6624-thread-4) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2088139 INFO  (jetty-launcher-6624-thread-4) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2088139 INFO  (jetty-launcher-6624-thread-4) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2088139 INFO  (jetty-launcher-6624-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2088139 INFO  (jetty-launcher-6624-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2088139 INFO  (jetty-launcher-6624-thread-2) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2088140 INFO  (jetty-launcher-6624-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7c37f208{/solr,null,AVAILABLE}
   [junit4]   2> 2088141 INFO  (jetty-launcher-6624-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@75346522{HTTP/1.1,[http/1.1]}{127.0.0.1:44021}
   [junit4]   2> 2088141 INFO  (jetty-launcher-6624-thread-2) [    ] o.e.j.s.Server Started @2088229ms
   [junit4]   2> 2088141 INFO  (jetty-launcher-6624-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44021}
   [junit4]   2> 2088141 ERROR (jetty-launcher-6624-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2088141 INFO  (jetty-launcher-6624-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2088142 INFO  (jetty-launcher-6624-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 2088142 INFO  (jetty-launcher-6624-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2088142 INFO  (jetty-launcher-6624-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2088142 INFO  (jetty-launcher-6624-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-10-29T00:05:43.045Z
   [junit4]   2> 2088144 INFO  (jetty-launcher-6624-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2088144 INFO  (jetty-launcher-6624-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2088144 INFO  (jetty-launcher-6624-thread-3) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2088144 INFO  (jetty-launcher-6624-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4d35bd61{/solr,null,AVAILABLE}
   [junit4]   2> 2088145 INFO  (jetty-launcher-6624-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@412e219d{HTTP/1.1,[http/1.1]}{127.0.0.1:41685}
   [junit4]   2> 2088145 INFO  (jetty-launcher-6624-thread-3) [    ] o.e.j.s.Server Started @2088232ms
   [junit4]   2> 2088145 INFO  (jetty-launcher-6624-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41685}
   [junit4]   2> 2088145 ERROR (jetty-launcher-6624-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2088145 INFO  (jetty-launcher-6624-thread-3) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2088145 INFO  (jetty-launcher-6624-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 2088145 INFO  (jetty-launcher-6624-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2088145 INFO  (jetty-launcher-6624-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2088145 INFO  (jetty-launcher-6624-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-10-29T00:05:43.048Z
   [junit4]   2> 2088150 INFO  (jetty-launcher-6624-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7d230ee2{/solr,null,AVAILABLE}
   [junit4]   2> 2088150 INFO  (jetty-launcher-6624-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2088150 INFO  (jetty-launcher-6624-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2088150 INFO  (jetty-launcher-6624-thread-1) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2088150 INFO  (jetty-launcher-6624-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@248f16d0{/solr,null,AVAILABLE}
   [junit4]   2> 2088151 INFO  (jetty-launcher-6624-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@60ae2821{HTTP/1.1,[http/1.1]}{127.0.0.1:45503}
   [junit4]   2> 2088154 INFO  (jetty-launcher-6624-thread-1) [    ] o.e.j.s.Server Started @2088242ms
   [junit4]   2> 2088154 INFO  (jetty-launcher-6624-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45503}
   [junit4]   2> 2088154 INFO  (jetty-launcher-6624-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@348bbe9{HTTP/1.1,[http/1.1]}{127.0.0.1:40014}
   [junit4]   2> 2088154 INFO  (jetty-launcher-6624-thread-4) [    ] o.e.j.s.Server Started @2088242ms
   [junit4]   2> 2088154 INFO  (jetty-launcher-6624-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40014}
   [junit4]   2> 2088154 ERROR (jetty-launcher-6624-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2088154 INFO  (jetty-launcher-6624-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2088154 INFO  (jetty-launcher-6624-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 2088154 INFO  (jetty-launcher-6624-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2088156 INFO  (jetty-launcher-6624-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2088156 INFO  (jetty-launcher-6624-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-10-29T00:05:43.059Z
   [junit4]   2> 2088154 ERROR (jetty-launcher-6624-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2088157 INFO  (jetty-launcher-6624-thread-4) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2088157 INFO  (jetty-launcher-6624-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 2088157 INFO  (jetty-launcher-6624-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2088157 INFO  (jetty-launcher-6624-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2088157 INFO  (jetty-launcher-6624-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-10-29T00:05:43.060Z
   [junit4]   2> 2088158 INFO  (zkConnectionManagerCallback-6631-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2088159 INFO  (jetty-launcher-6624-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2088158 INFO  (zkConnectionManagerCallback-6629-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2088165 INFO  (jetty-launcher-6624-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2088197 INFO  (zkConnectionManagerCallback-6635-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2088198 INFO  (jetty-launcher-6624-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2088202 INFO  (zkConnectionManagerCallback-6633-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2088203 INFO  (jetty-launcher-6624-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2088365 INFO  (jetty-launcher-6624-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38059/solr
   [junit4]   2> 2088366 INFO  (zkConnectionManagerCallback-6639-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2088367 DEBUG (jetty-launcher-6624-thread-2) [n:127.0.0.1:44021_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$332/1285796568@21339a40
   [junit4]   2> 2088368 INFO  (zkConnectionManagerCallback-6641-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2088446 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
   [junit4]   2> 2088446 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 2088446 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
   [junit4]   2> 2088447 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
   [junit4]   2> 2088447 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
   [junit4]   2> 2088447 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
   [junit4]   2> 2088449 DEBUG (jetty-launcher-6624-thread-2) [n:127.0.0.1:44021_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/73572061783195654-127.0.0.1:44021_solr-n_0000000000
   [junit4]   2> 2088449 INFO  (jetty-launcher-6624-thread-2) [n:127.0.0.1:44021_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44021_solr
   [junit4]   2> 2088450 INFO  (jetty-launcher-6624-thread-2) [n:127.0.0.1:44021_solr    ] o.a.s.c.Overseer Overseer (id=73572061783195654-127.0.0.1:44021_solr-n_0000000000) starting
   [junit4]   2> 2088452 INFO  (jetty-launcher-6624-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38059/solr
   [junit4]   2> 2088465 INFO  (jetty-launcher-6624-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38059/solr
   [junit4]   2> 2088467 INFO  (zkConnectionManagerCallback-6651-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2088472 DEBUG (jetty-launcher-6624-thread-3) [n:127.0.0.1:41685_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$332/1285796568@511389e8
   [junit4]   2> 2088473 INFO  (zkConnectionManagerCallback-6647-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2088473 INFO  (zkConnectionManagerCallback-6656-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2088474 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
   [junit4]   2> 2088474 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 2088474 INFO  (zkConnectionManagerCallback-6658-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2088474 DEBUG (jetty-launcher-6624-thread-4) [n:127.0.0.1:40014_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$332/1285796568@28cdbc9d
   [junit4]   2> 2088474 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
   [junit4]   2> 2088475 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
   [junit4]   2> 2088475 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
   [junit4]   2> 2088475 INFO  (jetty-launcher-6624-thread-2) [n:127.0.0.1:44021_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38059/solr ready
   [junit4]   2> 2088475 INFO  (zkConnectionManagerCallback-6660-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2088476 INFO  (OverseerStateUpdate-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:44021_solr
   [junit4]   2> 2088481 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
   [junit4]   2> 2088481 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 2088481 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
   [junit4]   2> 2088481 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 2088481 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
   [junit4]   2> 2088482 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
   [junit4]   2> 2088482 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
   [junit4]   2> 2088482 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
   [junit4]   2> 2088482 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
   [junit4]   2> 2088482 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
   [junit4]   2> 2088482 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
   [junit4]   2> 2088482 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
   [junit4]   2> 2088484 DEBUG (jetty-launcher-6624-thread-4) [n:127.0.0.1:40014_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/73572061783195659-127.0.0.1:40014_solr-n_0000000001
   [junit4]   2> 2088484 DEBUG (jetty-launcher-6624-thread-3) [n:127.0.0.1:41685_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/73572061783195658-127.0.0.1:41685_solr-n_0000000002
   [junit4]   2> 2088484 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/73572061783195654-127.0.0.1:44021_solr-n_0000000000
   [junit4]   2> 2088484 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/73572061783195659-127.0.0.1:40014_solr-n_0000000001
   [junit4]   2> 2088484 DEBUG (jetty-launcher-6624-thread-3) [n:127.0.0.1:41685_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/73572061783195659-127.0.0.1:40014_solr-n_0000000001 to know if I could be the leader
   [junit4]   2> 2088484 DEBUG (jetty-launcher-6624-thread-4) [n:127.0.0.1:40014_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/73572061783195654-127.0.0.1:44021_solr-n_0000000000 to know if I could be the leader
   [junit4]   2> 2088485 INFO  (jetty-launcher-6624-thread-4) [n:127.0.0.1:40014_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40014_solr
   [junit4]   2> 2088485 INFO  (jetty-launcher-6624-thread-3) [n:127.0.0.1:41685_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41685_solr
   [junit4]   2> 2088485 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
   [junit4]   2> 2088485 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
   [junit4]   2> 2088485 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
   [junit4]   2> 2088485 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
   [junit4]   2> 2088488 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 2088492 DEBUG (jetty-launcher-6624-thread-2) [n:127.0.0.1:44021_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:44021_solr as DOWN
   [junit4]   2> 2088493 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr    ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0
   [junit4]   2> 2088493 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr    ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
   [junit4]   2> 2088493 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr    ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 2088493 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr    ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
   [junit4]   2> 2088493 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr    ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
   [junit4]   2> 2088493 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr    ] o.a.s.c.OverseerTaskQueue Peeking for top 100 elements. ExcludeSet: []
   [junit4]   2> 2088493 INFO  (jetty-launcher-6624-thread-2) [n:127.0.0.1:44021_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2088493 INFO  (jetty-launcher-6624-thread-2) [n:127.0.0.1:44021_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44021_solr
   [junit4]   2> 2088493 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
   [junit4]   2> 2088500 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 2088500 DEBUG (OverseerAutoScalingTriggerThread-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 2088501 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/autoscaling.json
   [junit4]   2> 2088501 DEBUG (OverseerAutoScalingTriggerThread-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 2088502 DEBUG (OverseerAutoScalingTriggerThread-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 2088502 DEBUG (OverseerAutoScalingTriggerThread-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 2088506 INFO  (zkCallback-6655-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2088506 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 2088516 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 2088516 INFO  (zkCallback-6659-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2088516 INFO  (OverseerStateUpdate-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2088516 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue-work
   [junit4]   2> 2088517 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
   [junit4]   2> 2088520 INFO  (jetty-launcher-6624-thread-2) [n:127.0.0.1:44021_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2088521 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 2088521 INFO  (zkCallback-6657-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2088536 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/autoscaling/events/.scheduled_maintenance
   [junit4]   2> 2088537 INFO  (jetty-launcher-6624-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38059/solr
   [junit4]   2> 2088539 INFO  (zkConnectionManagerCallback-6669-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2088539 DEBUG (OverseerAutoScalingTriggerThread-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:41685_solr, 127.0.0.1:44021_solr, 127.0.0.1:40014_solr]
   [junit4]   2> 2088539 INFO  (zkConnectionManagerCallback-6679-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2088539 INFO  (zkConnectionManagerCallback-6675-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2088540 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
   [junit4]   2> 2088540 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 2088540 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 2088540 DEBUG (OverseerAutoScalingTriggerThread-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 2088540 INFO  (jetty-launcher-6624-thread-3) [n:127.0.0.1:41685_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2088541 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
   [junit4]   2> 2088541 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
   [junit4]   2> 2088541 DEBUG (jetty-launcher-6624-thread-1) [n:127.0.0.1:45503_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$332/1285796568@532a203
   [junit4]   2> 2088541 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 2088541 INFO  (jetty-launcher-6624-thread-4) [n:127.0.0.1:40014_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2088541 DEBUG (ScheduledTrigger-4917-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 2088541 DEBUG (OverseerAutoScalingTriggerThread-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 2088541 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
   [junit4]   2> 2088541 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
   [junit4]   2> 2088542 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
   [junit4]   2> 2088542 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
   [junit4]   2> 2088542 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
   [junit4]   2> 2088543 INFO  (jetty-launcher-6624-thread-3) [n:127.0.0.1:41685_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38059/solr ready
   [junit4]   2> 2088543 INFO  (jetty-launcher-6624-thread-4) [n:127.0.0.1:40014_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38059/solr ready
   [junit4]   2> 2088545 INFO  (jetty-launcher-6624-thread-2) [n:127.0.0.1:44021_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44021.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b08743
   [junit4]   2> 2088548 INFO  (zkConnectionManagerCallback-6681-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2088548 INFO  (jetty-launcher-6624-thread-4) [n:127.0.0.1:40014_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2088553 INFO  (jetty-launcher-6624-thread-2) [n:127.0.0.1:44021_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44021.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b08743
   [junit4]   2> 2088553 INFO  (jetty-launcher-6624-thread-2) [n:127.0.0.1:44021_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44021.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b08743
   [junit4]   2> 2088554 INFO  (jetty-launcher-6624-thread-2) [n:127.0.0.1:44021_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaTest_FB5D3F27302FF923-001/tempDir-001/node2/.
   [junit4]   2> 2088556 INFO  (jetty-launcher-6624-thread-3) [n:127.0.0.1:41685_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2088561 INFO  (jetty-launcher-6624-thread-4) [n:127.0.0.1:40014_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40014.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b08743
   [junit4]   2> 2088569 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
   [junit4]   2> 2088570 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 2088570 INFO  (jetty-launcher-6624-thread-1) [n:127.0.0.1:45503_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2088570 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
   [junit4]   2> 2088570 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
   [junit4]   2> 2088570 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
   [junit4]   2> 2088571 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
   [junit4]   2> 2088572 DEBUG (jetty-launcher-6624-thread-1) [n:127.0.0.1:45503_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/73572061783195663-127.0.0.1:45503_solr-n_0000000003
   [junit4]   2> 2088572 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/73572061783195658-127.0.0.1:41685_solr-n_0000000002
   [junit4]   2> 2088573 DEBUG (jetty-launcher-6624-thread-1) [n:127.0.0.1:45503_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/73572061783195658-127.0.0.1:41685_solr-n_0000000002 to know if I could be the leader
   [junit4]   2> 2088573 DEBUG (jetty-launcher-6624-thread-1) [n:127.0.0.1:45503_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:45503_solr as DOWN
   [junit4]   2> 2088574 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
   [junit4]   2> 2088574 INFO  (jetty-launcher-6624-thread-1) [n:127.0.0.1:45503_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2088574 INFO  (jetty-launcher-6624-thread-1) [n:127.0.0.1:45503_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45503_solr
   [junit4]   2> 2088574 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
   [junit4]   2> 2088575 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
   [junit4]   2> 2088575 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
   [junit4]   2> 2088575 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
   [junit4]   2> 2088575 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
   [junit4]   2> 2088575 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
   [junit4]   2> 2088575 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
   [junit4]   2> 2088575 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
   [junit4]   2> 2088575 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 2088575 INFO  (zkCallback-6659-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2088575 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 2088580 INFO  (zkCallback-6657-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2088580 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 2088580 INFO  (zkCallback-6640-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2088584 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 2088584 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 2088584 INFO  (zkCallback-6655-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2088588 INFO  (zkCallback-6674-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2088590 INFO  (jetty-launcher-6624-thread-3) [n:127.0.0.1:41685_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41685.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b08743
   [junit4]   2> 2088591 INFO  (jetty-launcher-6624-thread-4) [n:127.0.0.1:40014_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40014.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b08743
   [junit4]   2> 2088591 INFO  (jetty-launcher-6624-thread-4) [n:127.0.0.1:40014_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40014.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b08743
   [junit4]   2> 2088592 INFO  (jetty-launcher-6624-thread-4) [n:127.0.0.1:40014_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaTest_FB5D3F27302FF923-001/tempDir-001/node3/.
   [junit4]   2> 2088592 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 2088592 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 2088598 INFO  (jetty-launcher-6624-thread-3) [n:127.0.0.1:41685_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41685.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b08743
   [junit4]   2> 2088598 INFO  (jetty-launcher-6624-thread-3) [n:127.0.0.1:41685_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41685.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b08743
   [junit4]   2> 2088599 INFO  (jetty-launcher-6624-thread-3) [n:127.0.0.1:41685_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaTest_FB5D3F27302FF923-001/tempDir-001/node1/.
   [junit4]   2> 2088605 INFO  (zkCallback-6680-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2088605 INFO  (zkCallback-6668-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2088609 INFO  (zkConnectionManagerCallback-6690-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2088610 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
   [junit4]   2> 2088610 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 2088610 INFO  (jetty-launcher-6624-thread-1) [n:127.0.0.1:45503_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2088610 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
   [junit4]   2> 2088611 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
   [junit4]   2> 2088611 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
   [junit4]   2> 2088611 INFO  (jetty-launcher-6624-thread-1) [n:127.0.0.1:45503_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38059/solr ready
   [junit4]   2> 2088612 INFO  (jetty-launcher-6624-thread-1) [n:127.0.0.1:45503_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2088638 INFO  (jetty-launcher-6624-thread-1) [n:127.0.0.1:45503_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45503.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b08743
   [junit4]   2> 2088646 INFO  (jetty-launcher-6624-thread-1) [n:127.0.0.1:45503_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45503.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b08743
   [junit4]   2> 2088646 INFO  (jetty-launcher-6624-thread-1) [n:127.0.0.1:45503_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45503.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b08743
   [junit4]   2> 2088647 INFO  (jetty-launcher-6624-thread-1) [n:127.0.0.1:45503_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaTest_FB5D3F27302FF923-001/tempDir-001/node4/.
   [junit4]   2> 2088684 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
   [junit4]   2> 2088684 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
   [junit4]   2> 2088708 INFO  (zkConnectionManagerCallback-6693-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2088711 INFO  (zkConnectionManagerCallback-6698-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2088712 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
   [junit4]   2> 2088712 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 2088713 INFO  (SUITE-MoveReplicaTest-seed#[FB5D3F27302FF923]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2088713 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
   [junit4]   2> 2088713 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
   [junit4]   2> 2088713 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
   [junit4]   2> 2088713 INFO  (SUITE-MoveReplicaTest-seed#[FB5D3F27302FF923]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38059/solr ready
   [junit4]   2> 2088718 INFO  (qtp1683262392-16555) [n:127.0.0.1:44021_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2088718 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
   [junit4]   2> 2088719 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/overseer/collection-queue-work/qnr-0000000000
   [junit4]   2> 2088719 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
   [junit4]   2> 2088719 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr    ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000000
   [junit4]   2> 2088719 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
   [junit4]   2> 2088719 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
   [junit4]   2> 2088719 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr    ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000000
   [junit4]   2> 2088720 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr    ] o.a.s.c.OverseerTaskQueue Returning topN elements: [/overseer/collection-queue-work/qn-0000000000, ]
   [junit4]   2> 2088720 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr    ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ecf]]
   [junit4]   2> 2088720 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr    ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as running
   [junit4]   2> 2088720 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr    ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{"operation":"overseerstatus"}
   [junit4]   2> 2088721 DEBUG (OverseerThreadFactory-4919-thread-1-processing-n:127.0.0.1:44021_solr) [n:127.0.0.1:44021_solr    ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000000
   [junit4]   2> 2088721 DEBUG (OverseerThreadFactory-4919-thread-1-processing-n:127.0.0.1:44021_solr) [n:127.0.0.1:44021_solr    ] o.a.s.c.a.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : overseerstatus , {"operation":"overseerstatus"}
   [junit4]   2> 2088721 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr    ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1
   [junit4]   2> 2088721 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr    ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 2088721 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr    ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 2088721 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr    ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
   [junit4]   2> 2088721 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr    ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 2088721 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr    ] o.a.s.c.OverseerTaskQueue Peeking for top 99 elements. ExcludeSet: [/overseer/collection-queue-work/qn-0000000000],[]
   [junit4]   2> 2088722 DEBUG (OverseerThreadFactory-4919-thread-1-processing-n:127.0.0.1:44021_solr) [n:127.0.0.1:44021_solr    ] o.a.s.c.OverseerTaskProcessor Completed task:[/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 2088722 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: data: /solr/overseer/collection-queue-work/qnr-0000000000
   [junit4]   2> 2088722 DEBUG (zkCallback-6640-thread-1) [    ] o.a.s.c.OverseerTaskQueue NodeDataChanged fired on path /overseer/collection-queue-work/qnr-0000000000 state SyncConnected latchEventType null
   [junit4]   2> 2088722 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
   [junit4]   2> 2088723 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
   [junit4]   2> 2088723 DEBUG (OverseerThreadFactory-4919-thread-1-processing-n:127.0.0.1:44021_solr) [n:127.0.0.1:44021_solr    ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as completed.
   [junit4]   2> 2088723 DEBUG (OverseerThreadFactory-4919-thread-1-processing-n:127.0.0.1:44021_solr) [n:127.0.0.1:44021_solr    ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
   [junit4]   2> 2088723 DEBUG (OverseerThreadFactory-4919-thread-1-processing-n:127.0.0.1:44021_solr) [n:127.0.0.1:44021_solr    ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 2088723 DEBUG (OverseerThreadFactory-4919-thread-1-processing-n:127.0.0.1:44021_solr) [n:127.0.0.1:44021_solr    ] o.a.s.c.OverseerTaskProcessor CompletedTasks: [/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 2088723 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
   [junit4]   2> 2088723 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr    ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000000
   [junit4]   2> 2088723 DEBUG (OverseerThreadFactory-4919-thread-1-processing-n:127.0.0.1:44021_solr) [n:127.0.0.1:44021_solr    ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 2088723 DEBUG (OverseerThreadFactory-4919-thread-1-processing-n:127.0.0.1:44021_solr) [n:127.0.0.1:44021_solr    ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Message id:/overseer/collection-queue-work/qn-0000000000 complete, response:{leader=127.0.0.1:44021_solr,overseer_queue_size=0,overseer_work_queue_size=0,overseer_collection_queue_size=2,overseer_operations={am_i_leader={requests=3,errors=0,avgRequestsPerSecond=12.212026871376493,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.37737866666666664,medianRequestTime=0.437942,75thPcRequestTime=0.450843,95thPcRequestTime=0.450843,99thPcRequestTime=0.450843,999thPcRequestTime=0.450843},downnode={requests=2,errors=0,avgRequestsPerSecond=9.773226451374216,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.0147335,medianRequestTime=0.02115,75thPcRequestTime=0.02115,95thPcRequestTime=0.02115,99thPcRequestTime=0.02115,999thPcRequestTime=0.02115}},collection_operations={am_i_leader={requests=3,errors=0,avgRequestsPerSecond=12.829154462202935,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=1.5564203333333333,medianRequestTime=0.228806,75thPcRequestTime=4.259185,95thPcRequestTime=4.259185,99thPcRequestTime=4.259185,999thPcRequestTime=4.259185},overseerstatus={requests=0,errors=0,avgRequestsPerSecond=0.0,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.0,medianRequestTime=0.0,75thPcRequestTime=0.0,95thPcRequestTime=0.0,99thPcRequestTime=0.0,999thPcRequestTime=0.0}},overseer_queue={},overseer_internal_queue={peek={avgRequestsPerSecond=4.871331143553072,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.231221,medianRequestTime=0.231221,75thPcRequestTime=0.231221,95thPcRequestTime=0.231221,99thPcRequestTime=0.231221,999thPcRequestTime=0.231221}},collection_queue={peektopn_wait2000={avgRequestsPerSecond=4.375843356290058,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=226.764896,medianRequestTime=226.764896,75thPcRequestTime=226.764896,95thPcRequestTime=226.764896,99thPcRequestTime=226.764896,999thPcRequestTime=226.764896}}}
   [junit4]   2> 2088723 INFO  (qtp1683262392-16555) [n:127.0.0.1:44021_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=5
   [junit4]   2> 2088725 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
   [junit4]   2> 2088768 INFO  (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testFailedMove
   [junit4]   2> 2088769 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
   [junit4]   2> 2088770 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 2088770 INFO  (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2088770 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
   [junit4]   2> 2088770 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
   [junit4]   2> 2088771 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
   [junit4]   2> 2088771 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: data: /solr/aliases.json
   [junit4]   2> 2088771 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: data: /solr/aliases.json
   [junit4]   2> 2088771 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: data: /solr/aliases.json
   [junit4]   2> 2088771 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: data: /solr/aliases.json
   [junit4]   2> 2088771 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: data: /solr/aliases.json
   [junit4]   2> 2088771 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: data: /solr/aliases.json
   [junit4]   2> 2088771 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: data: /solr/aliases.json
   [junit4]   2> 2088771 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: data: /solr/aliases.json
   [junit4]   2> 2088771 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: data: /solr/aliases.json
   [junit4]   2> 2088772 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/aliases.json
   [junit4]   2> 2088772 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/aliases.json
   [junit4]   2> 2088772 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/aliases.json
   [junit4]   2> 2088772 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/aliases.json
   [junit4]   2> 2088772 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/aliases.json
   [junit4]   2> 2088772 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/aliases.json
   [junit4]   2> 2088772 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/aliases.json
   [junit4]   2> 2088773 INFO  (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
   [junit4]   2> 2088773 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/aliases.json
   [junit4]   2> 2088773 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/aliases.json
   [junit4]   2> 2088774 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/aliases.json
   [junit4]   2> 2088774 INFO  (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2088774 INFO  (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2088774 INFO  (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2088775 INFO  (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@61d687d9{/solr,null,AVAILABLE}
   [junit4]   2> 2088775 INFO  (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@594ab033{HTTP/1.1,[http/1.1]}{127.0.0.1:42220}
   [junit4]   2> 2088775 INFO  (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [    ] o.e.j.s.Server Started @2088863ms
   [junit4]   2> 2088775 INFO  (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42220}
   [junit4]   2> 2088775 ERROR (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2088775 INFO  (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2088775 INFO  (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 2088776 INFO  (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2088776 INFO  (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2088776 INFO  (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-10-29T00:05:43.679Z
   [junit4]   2> 2088777 INFO  (zkConnectionManagerCallback-6702-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2088778 INFO  (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2089019 INFO  (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38059/solr
   [junit4]   2> 2089020 INFO  (zkConnectionManagerCallback-6706-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2089021 DEBUG (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [n:127.0.0.1:42220_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$332/1285796568@27b9069b
   [junit4]   2> 2089022 INFO  (zkConnectionManagerCallback-6708-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2089028 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
   [junit4]   2> 2089029 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 2089029 INFO  (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [n:127.0.0.1:42220_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2089029 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
   [junit4]   2> 2089029 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
   [junit4]   2> 2089029 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
   [junit4]   2> 2089030 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
   [junit4]   2> 2089031 DEBUG (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [n:127.0.0.1:42220_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/73572061783195669-127.0.0.1:42220_solr-n_0000000004
   [junit4]   2> 2089031 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/73572061783195663-127.0.0.1:45503_solr-n_0000000003
   [junit4]   2> 2089031 DEBUG (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [n:127.0.0.1:42220_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/73572061783195663-127.0.0.1:45503_solr-n_0000000003 to know if I could be the leader
   [junit4]   2> 2089031 DEBUG (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [n:127.0.0.1:42220_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:42220_solr as DOWN
   [junit4]   2> 2089032 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
   [junit4]   2> 2089032 INFO  (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [n:127.0.0.1:42220_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2089032 INFO  (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [n:127.0.0.1:42220_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42220_solr
   [junit4]   2> 2089033 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
   [junit4]   2> 2089033 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
   [junit4]   2> 2089033 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
   [junit4]   2> 2089033 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
   [junit4]   2> 2089033 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
   [junit4]   2> 2089033 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
   [junit4]   2> 2089033 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
   [junit4]   2> 2089034 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
   [junit4]   2> 2089034 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
   [junit4]   2> 2089034 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
   [junit4]   2> 2089034 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
   [junit4]   2> 2089034 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 2089034 INFO  (zkCallback-6659-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2089034 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 2089034 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 2089034 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 2089035 INFO  (zkCallback-6697-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2089035 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 2089034 INFO  (zkCallback-6657-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2089035 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 2089035 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 2089035 INFO  (zkCallback-6668-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2089035 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 2089035 INFO  (zkCallback-6640-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2089035 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 2089035 INFO  (zkCallback-6680-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2089036 INFO  (zkCallback-6697-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2089036 INFO  (zkCallback-6674-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2089036 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 2089036 INFO  (zkCallback-6689-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2089036 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 2089036 INFO  (zkCallback-6655-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2089037 INFO  (zkCallback-6707-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2089052 INFO  (zkConnectionManagerCallback-6715-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2089053 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
   [junit4]   2> 2089053 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 2089053 INFO  (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [n:127.0.0.1:42220_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
   [junit4]   2> 2089054 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
   [junit4]   2> 2089054 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
   [junit4]   2> 2089054 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
   [junit4]   2> 2089054 INFO  (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [n:127.0.0.1:42220_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38059/solr ready
   [junit4]   2> 2089055 INFO  (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [n:127.0.0.1:42220_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2089070 INFO  (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [n:127.0.0.1:42220_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42220.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b08743
   [junit4]   2> 2089079 INFO  (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [n:127.0.0.1:42220_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42220.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b08743
   [junit4]   2> 2089080 INFO  (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [n:127.0.0.1:42220_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42220.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b08743
   [junit4]   2> 2089081 INFO  (TEST-MoveReplicaTest.testFailedMove-seed#[FB5D3F27302FF923]) [n:127.0.0.1:42220_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaTest_FB5D3F27302FF923-001/tempDir-001/node5/.
   [junit4]   2> 2089139 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
   [junit4]   2> 2089140 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
   [junit4]   2> 2089141 INFO  (zkConnectionManagerCallback-6718-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2089144 INFO  (qtp407674869-16553) [n:127.0.0.1:40014_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&autoAddReplicas=false&name=MoveReplicaTest_failed_coll_true&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2089149 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
   [junit4]   2> 2089149 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
   [junit4]   2> 2089149 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/overseer/collection-queue-work/qnr-0000000002
   [junit4]   2> 2089149 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr    ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000002
   [junit4]   2> 2089149 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
   [junit4]   2> 2089150 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
   [junit4]   2> 2089150 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr    ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000002
   [junit4]   2> 2089150 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr    ] o.a.s.c.OverseerTaskQueue Returning topN elements: [/overseer/collection-queue-work/qn-0000000002, ]
   [junit4]   2> 2089150 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr    ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ed1]]
   [junit4]   2> 2089150 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr    ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000002] as running
   [junit4]   2> 2089150 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr    ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000002 message:{
   [junit4]   2>   "name":"MoveReplicaTest_failed_coll_true",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"2",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 2089151 DEBUG (OverseerThreadFactory-4919-thread-2-processing-n:127.0.0.1:44021_solr) [n:127.0.0.1:44021_solr    ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000002
   [junit4]   2> 2089151 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr    ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1
   [junit4]   2> 2089151 DEBUG (OverseerThreadFactory-4919-thread-2-processing-n:127.0.0.1:44021_solr) [n:127.0.0.1:44021_solr    ] o.a.s.c.a.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
   [junit4]   2>   "name":"MoveReplicaTest_failed_coll_true",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"2",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 2089151 INFO  (OverseerThreadFactory-4919-thread-2-processing-n:127.0.0.1:44021_solr) [n:127.0.0.1:44021_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection MoveReplicaTest_failed_coll_true
   [junit4]   2> 2089151 INFO  (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2089151 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr    ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000002]
   [junit4]   2> 2089151 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr    ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 2089151 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr    ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
   [junit4]   2> 2089151 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr    ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000002]
   [junit4]   2> 2089151 DEBUG (OverseerCollectionConfigSetProcessor-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr    ] o.a.s.c.OverseerTaskQueue Peeking for top 99 elements. ExcludeSet: [/overseer/collection-queue-work/qn-0000000002],[]
   [junit4]   2> 2089151 DEBUG (OverseerThreadFactory-4919-thread-2-processing-n:127.0.0.1:44021_solr) [n:127.0.0.1:44021_solr    ] o.a.s.c.a.c.OverseerCollectionMessageHandler creating collections conf node /collections/MoveReplicaTest_failed_coll_true 
   [junit4]   2> 2089152 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
   [junit4]   2> 2089152 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
   [junit4]   2> 2089152 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
   [junit4]   2> 2089152 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
   [junit4]   2> 2089152 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
   [junit4]   2> 2089152 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
   [junit4]   2> 2089152 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
   [junit4]   2> 2089152 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
   [junit4]   2> 2089152 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
   [junit4]   2> 2089152 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
   [junit4]   2> 2089152 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
   [junit4]   2> 2089153 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
   [junit4]   2> 2089153 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
   [junit4]   2> 2089153 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
   [junit4]   2> 2089153 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
   [junit4]   2> 2089153 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
   [junit4]   2> 2089153 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
   [junit4]   2> 2089153 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
   [junit4]   2> 2089153 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
   [junit4]   2> 2089153 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
   [junit4]   2> 2089153 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
   [junit4]   2> 2089153 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
   [junit4]   2> 2089154 DEBUG (OverseerThreadFactory-4919-thread-2-processing-n:127.0.0.1:44021_solr) [n:127.0.0.1:44021_solr    ] o.a.s.c.a.c.CreateCollectionCmd Check for collection zkNode:MoveReplicaTest_failed_coll_true
   [junit4]   2> 2089155 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
   [junit4]   2> 2089156 DEBUG (OverseerThreadFactory-4919-thread-2-processing-n:127.0.0.1:44021_solr) [n:127.0.0.1:44021_solr    ] o.a.s.c.a.c.CreateCollectionCmd Collection zkNode exists
   [junit4]   2> 2089157 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
   [junit4]   2> 2089158 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
   [junit4]   2> 2089159 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
   [junit4]   2> 2089159 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
   [junit4]   2> 2089258 DEBUG (OverseerThreadFactory-4919-thread-2-processing-n:127.0.0.1:44021_solr) [n:127.0.0.1:44021_solr    ] o.a.s.c.a.c.Assign shardnames [shard1, shard2] NRT 2 TLOG 0 PULL 0 , policy null, nodeList [127.0.0.1:41685_solr, 127.0.0.1:42220_solr, 127.0.0.1:44021_solr, 127.0.0.1:40014_solr, 127.0.0.1:45503_solr]
   [junit4]   2> 2089273 INFO  (qtp1683262392-16545) [n:127.0.0.1:44021_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 2089275 INFO  (qtp1617681756-16568) [n:127.0.0.1:41685_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 2089276 INFO  (qtp862996070-16577) [n:127.0.0.1:45503_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 2089279 INFO  (qtp407674869-16541) [n:127.0.0.1:40014_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 2089280 INFO  (qtp241669105-16684) [n:127.0.0.1:42220_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 2089282 DEBUG (OverseerThreadFactory-4919-thread-2-processing-n:127.0.0.1:44021_solr) [n:127.0.0.1:44021_solr    ] o.a.s.c.a.c.CreateCollectionCmd Creating SolrCores for new collection MoveReplicaTest_failed_coll_true, shardNames [shard1, shard2] , message : {
   [junit4]   2>   "name":"MoveReplicaTest_failed_coll_true",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"2",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 2089283 DEBUG (OverseerThreadFactory-4919-thread-2-processing-n:127.0.0.1:44021_solr) [n:127.0.0.1:44021_solr    ] o.a.s.c.a.c.CreateCollectionCmd Creating core MoveReplicaTest_failed_coll_true_shard1_replica_n1 as part of shard shard1 of collection MoveReplicaTest_failed_coll_true on 127.0.0.1:42220_solr
   [junit4]   2> 2089284 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
   [junit4]   2> 2089285 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
   [junit4]   2> 2089285 INFO  (OverseerStateUpdate-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MoveReplicaTest_failed_coll_true",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"MoveReplicaTest_failed_coll_true_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:42220/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2089286 DEBUG (OverseerThreadFactory-4919-thread-2-processing-n:127.0.0.1:44021_solr) [n:127.0.0.1:44021_solr    ] o.a.s.c.a.c.CreateCollectionCmd Creating core MoveReplicaTest_failed_coll_true_shard1_replica_n2 as part of shard shard1 of collection MoveReplicaTest_failed_coll_true on 127.0.0.1:40014_solr
   [junit4]   2> 2089287 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
   [junit4]   2> 2089287 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
   [junit4]   2> 2089287 INFO  (OverseerStateUpdate-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MoveReplicaTest_failed_coll_true",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"MoveReplicaTest_failed_coll_true_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:40014/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2089288 DEBUG (OverseerThreadFactory-4919-thread-2-processing-n:127.0.0.1:44021_solr) [n:127.0.0.1:44021_solr    ] o.a.s.c.a.c.CreateCollectionCmd Creating core MoveReplicaTest_failed_coll_true_shard2_replica_n4 as part of shard shard2 of collection MoveReplicaTest_failed_coll_true on 127.0.0.1:45503_solr
   [junit4]   2> 2089289 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
   [junit4]   2> 2089289 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
   [junit4]   2> 2089290 INFO  (OverseerStateUpdate-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MoveReplicaTest_failed_coll_true",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"MoveReplicaTest_failed_coll_true_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:45503/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2089290 DEBUG (OverseerThreadFactory-4919-thread-2-processing-n:127.0.0.1:44021_solr) [n:127.0.0.1:44021_solr    ] o.a.s.c.a.c.CreateCollectionCmd Creating core MoveReplicaTest_failed_coll_true_shard2_replica_n6 as part of shard shard2 of collection MoveReplicaTest_failed_coll_true on 127.0.0.1:41685_solr
   [junit4]   2> 2089291 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
   [junit4]   2> 2089292 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
   [junit4]   2> 2089292 DEBUG (OverseerThreadFactory-4919-thread-2-processing-n:127.0.0.1:44021_solr) [n:127.0.0.1:44021_solr    ] o.a.s.c.a.c.OverseerCollectionMessageHandler Expecting [MoveReplicaTest_failed_coll_true_shard1_replica_n1, MoveReplicaTest_failed_coll_true_shard1_replica_n2, MoveReplicaTest_failed_coll_true_shard2_replica_n4, MoveReplicaTest_failed_coll_true_shard2_replica_n6] cores but found {}
   [junit4]   2> 2089295 INFO  (OverseerStateUpdate-73572061783195654-127.0.0.1:44021_solr-n_0000000000) [n:127.0.0.1:44021_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MoveReplicaTest_failed_coll_true",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"MoveReplicaTest_failed_coll_true_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:41685/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2089393 DEBUG (OverseerThreadFactory-4919-thread-2-processing-n:127.0.0.1:44021_solr) [n:127.0.0.1:44021_solr    ] o.a.s.c.a.c.OverseerCollectionMessageHandler Expecting [MoveReplicaTest_failed_coll_true_shard1_replica_n1, MoveReplicaTest_failed_coll_true_shard1_replica_n2, MoveReplicaTest_failed_coll_true_shard2_replica_n4, MoveReplicaTest_failed_coll_true_shard2_replica_n6] cores but found {}
   [junit4]   2> 2089397 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
   [junit4]   2> 2089397 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
   [junit4]   2> 2089495 INFO  (qtp241669105-16678) [n:127.0.0.1:42220_solr    x:MoveReplicaTest_failed_coll_true_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=MoveReplicaTest_failed_coll_true_shard1_replica_n1&action=CREATE&numShards=2&collection=MoveReplicaTest_failed_coll_true&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2089511 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/MoveReplicaTest_failed_coll_true/state.json
   [junit4]   2> 2089511 INFO  (qtp862996070-16547) [n:127.0.0.1:45503_solr    x:MoveReplicaTest_failed_coll_true_shard2_replica_n4] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=MoveReplicaTest_failed_coll_true_shard2_replica_n4&action=CREATE&numShards=2&collection=MoveReplicaTest_failed_coll_true&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2089512 INFO  (qtp407674869-16542) [n:127.0.0.1:40014_solr    x:MoveReplicaTest_failed_coll_true_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=MoveReplicaTest_failed_coll_true_shard1_replica_n2&action=CREATE&numShards=2&collection=MoveReplicaTest_failed_coll_true&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2089512 INFO  (qtp407674869-16542) [n:127.0.0.1:40014_solr    x:MoveReplicaTest_failed_coll_true_shard1_replica_n2] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2089512 DEBUG (qtp241669105-16678) [n:127.0.0.1:42220_solr c:MoveReplicaTest_failed_coll_true s:shard1 r:core_node3 x:MoveReplicaTest_failed_coll_true_shard1_replica_n1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 2089517 INFO  (qtp1617681756-16551) [n:127.0.0.1:41685_solr    x:MoveReplicaTest_failed_coll_true_shard2_replica_n6] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=MoveReplicaTest_failed_coll_true_shard2_replica_n6&action=CREATE&numShards=2&collection=MoveReplicaTest_failed_coll_true&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2089517 INFO  (qtp1617681756-16551) [n:127.0.0.1:41685_solr    x:MoveReplicaTest_failed_coll_true_shard2_replica_n6] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2089518 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
   [junit4]   2> 2089519 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/MoveReplicaTest_failed_coll_true/state.json
   [junit4]   2> 2089519 DEBUG (qtp862996070-16547) [n:127.0.0.1:45503_solr c:MoveReplicaTest_failed_coll_true s:shard2 r:core_node7 x:MoveReplicaTest_failed_coll_true_shard2_replica_n4] o.a.s.c.ZkController publishing state=down
   [

[...truncated too long message...]


-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null902479565
     [copy] Copying 240 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null902479565
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null902479565

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 65ms :: artifacts dl 17ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 212 minutes 22 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$34.hasMatch(FilePath.java:2678)
	at hudson.FilePath$34.invoke(FilePath.java:2557)
	at hudson.FilePath$34.invoke(FilePath.java:2547)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1036)
		at hudson.FilePath.act(FilePath.java:1025)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1819)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1038)
	at hudson.FilePath.act(FilePath.java:1025)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1819)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-Tests-master - Build # 2909 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2909/

2 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState

Error Message:
Two TriggerAction instances should have been created by now

Stack Trace:
java.lang.AssertionError: Two TriggerAction instances should have been created by now
	at __randomizedtesting.SeedInfo.seed([3E9A21E216C1ABE1:B6A7A89D2C014A4C]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.autoscaling.NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState(NodeAddedTriggerIntegrationTest.java:200)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRouting

Error Message:
Error from server at http://127.0.0.1:43283/solr: KeeperErrorCode = NoNode for /overseer/collection-queue-work/qnr-0000000043

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43283/solr: KeeperErrorCode = NoNode for /overseer/collection-queue-work/qnr-0000000043
	at __randomizedtesting.SeedInfo.seed([A4A29EDAEEDD2124:6615A2B2ED9DD15C]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1107)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRouting(CloudSolrClientTest.java:228)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13569 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.NodeAddedTriggerIntegrationTest
   [junit4]   2> 1832898 INFO  (SUITE-NodeAddedTriggerIntegrationTest-seed#[3E9A21E216C1ABE1]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.NodeAddedTriggerIntegrationTest_3E9A21E216C1ABE1-001/init-core-data-001
   [junit4]   2> 1832915 INFO  (SUITE-NodeAddedTriggerIntegrationTest-seed#[3E9A21E216C1ABE1]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1832935 INFO  (SUITE-NodeAddedTriggerIntegrationTest-seed#[3E9A21E216C1ABE1]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1833025 INFO  (SUITE-NodeAddedTriggerIntegrationTest-seed#[3E9A21E216C1ABE1]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.NodeAddedTriggerIntegrationTest_3E9A21E216C1ABE1-001/tempDir-001
   [junit4]   2> 1833026 INFO  (SUITE-NodeAddedTriggerIntegrationTest-seed#[3E9A21E216C1ABE1]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1833045 INFO  (Thread-1415) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1833045 INFO  (Thread-1415) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1833098 ERROR (Thread-1415) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1833154 INFO  (SUITE-NodeAddedTriggerIntegrationTest-seed#[3E9A21E216C1ABE1]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:38795
   [junit4]   2> 1833199 INFO  (zkConnectionManagerCallback-2134-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1833246 INFO  (jetty-launcher-2131-thread-1) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
   [junit4]   2> 1833266 INFO  (jetty-launcher-2131-thread-2) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
   [junit4]   2> 1833280 INFO  (jetty-launcher-2131-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1833280 INFO  (jetty-launcher-2131-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1833280 INFO  (jetty-launcher-2131-thread-1) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1833281 INFO  (jetty-launcher-2131-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2d40c7f0{/solr,null,AVAILABLE}
   [junit4]   2> 1833283 INFO  (jetty-launcher-2131-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@10bd2e81{SSL,[ssl, http/1.1]}{127.0.0.1:44786}
   [junit4]   2> 1833283 INFO  (jetty-launcher-2131-thread-1) [    ] o.e.j.s.Server Started @1833557ms
   [junit4]   2> 1833283 INFO  (jetty-launcher-2131-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44786}
   [junit4]   2> 1833283 ERROR (jetty-launcher-2131-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1833283 INFO  (jetty-launcher-2131-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1833283 INFO  (jetty-launcher-2131-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1833283 INFO  (jetty-launcher-2131-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1833283 INFO  (jetty-launcher-2131-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1833284 INFO  (jetty-launcher-2131-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-10-28T16:29:45.091Z
   [junit4]   2> 1833301 INFO  (jetty-launcher-2131-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1833301 INFO  (jetty-launcher-2131-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1833301 INFO  (jetty-launcher-2131-thread-2) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1833301 INFO  (jetty-launcher-2131-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@cc984b7{/solr,null,AVAILABLE}
   [junit4]   2> 1833302 INFO  (jetty-launcher-2131-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@69221d72{SSL,[ssl, http/1.1]}{127.0.0.1:45839}
   [junit4]   2> 1833302 INFO  (jetty-launcher-2131-thread-2) [    ] o.e.j.s.Server Started @1833575ms
   [junit4]   2> 1833302 INFO  (jetty-launcher-2131-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45839}
   [junit4]   2> 1833302 ERROR (jetty-launcher-2131-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1833302 INFO  (jetty-launcher-2131-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1833302 INFO  (jetty-launcher-2131-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1833302 INFO  (jetty-launcher-2131-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1833302 INFO  (jetty-launcher-2131-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1833302 INFO  (jetty-launcher-2131-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-10-28T16:29:45.110Z
   [junit4]   2> 1833318 INFO  (zkConnectionManagerCallback-2136-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1833318 INFO  (jetty-launcher-2131-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1833318 INFO  (zkConnectionManagerCallback-2138-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1833319 INFO  (jetty-launcher-2131-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1834312 INFO  (jetty-launcher-2131-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38795/solr
   [junit4]   2> 1834383 INFO  (zkConnectionManagerCallback-2142-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1834417 INFO  (zkConnectionManagerCallback-2144-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1834799 INFO  (jetty-launcher-2131-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38795/solr
   [junit4]   2> 1834818 INFO  (zkConnectionManagerCallback-2150-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1834822 INFO  (zkConnectionManagerCallback-2152-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1834906 INFO  (jetty-launcher-2131-thread-1) [n:127.0.0.1:44786_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44786_solr
   [junit4]   2> 1834906 INFO  (jetty-launcher-2131-thread-1) [n:127.0.0.1:44786_solr    ] o.a.s.c.Overseer Overseer (id=73570268845309956-127.0.0.1:44786_solr-n_0000000000) starting
   [junit4]   2> 1834951 INFO  (jetty-launcher-2131-thread-2) [n:127.0.0.1:45839_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45839_solr
   [junit4]   2> 1835029 INFO  (zkConnectionManagerCallback-2157-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1835049 INFO  (zkCallback-2143-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1835066 INFO  (jetty-launcher-2131-thread-1) [n:127.0.0.1:44786_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1835102 INFO  (zkCallback-2151-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1835139 INFO  (jetty-launcher-2131-thread-1) [n:127.0.0.1:44786_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38795/solr ready
   [junit4]   2> 1835175 DEBUG (OverseerAutoScalingTriggerThread-73570268845309956-127.0.0.1:44786_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 1835179 INFO  (OverseerStateUpdate-73570268845309956-127.0.0.1:44786_solr-n_0000000000) [n:127.0.0.1:44786_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:44786_solr
   [junit4]   2> 1835180 DEBUG (OverseerAutoScalingTriggerThread-73570268845309956-127.0.0.1:44786_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 1835180 DEBUG (OverseerAutoScalingTriggerThread-73570268845309956-127.0.0.1:44786_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 1835180 DEBUG (OverseerAutoScalingTriggerThread-73570268845309956-127.0.0.1:44786_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 1835227 INFO  (zkConnectionManagerCallback-2164-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1835297 INFO  (jetty-launcher-2131-thread-2) [n:127.0.0.1:45839_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1835306 INFO  (jetty-launcher-2131-thread-1) [n:127.0.0.1:44786_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1835306 INFO  (jetty-launcher-2131-thread-1) [n:127.0.0.1:44786_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44786_solr
   [junit4]   2> 1835336 INFO  (jetty-launcher-2131-thread-2) [n:127.0.0.1:45839_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38795/solr ready
   [junit4]   2> 1835336 INFO  (jetty-launcher-2131-thread-2) [n:127.0.0.1:45839_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1835419 INFO  (zkCallback-2163-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1835476 INFO  (zkCallback-2151-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1835476 INFO  (zkCallback-2143-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1835549 INFO  (zkCallback-2156-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1835567 DEBUG (OverseerAutoScalingTriggerThread-73570268845309956-127.0.0.1:44786_solr-n_0000000000) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:45839_solr, 127.0.0.1:44786_solr]
   [junit4]   2> 1835585 DEBUG (OverseerAutoScalingTriggerThread-73570268845309956-127.0.0.1:44786_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1835585 INFO  (jetty-launcher-2131-thread-2) [n:127.0.0.1:45839_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45839.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@675c646b
   [junit4]   2> 1835606 DEBUG (OverseerAutoScalingTriggerThread-73570268845309956-127.0.0.1:44786_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 1835622 INFO  (jetty-launcher-2131-thread-2) [n:127.0.0.1:45839_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45839.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@675c646b
   [junit4]   2> 1835622 INFO  (jetty-launcher-2131-thread-1) [n:127.0.0.1:44786_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1835622 INFO  (jetty-launcher-2131-thread-2) [n:127.0.0.1:45839_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45839.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@675c646b
   [junit4]   2> 1835623 INFO  (jetty-launcher-2131-thread-2) [n:127.0.0.1:45839_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.NodeAddedTriggerIntegrationTest_3E9A21E216C1ABE1-001/tempDir-001/node2/.
   [junit4]   2> 1835658 DEBUG (ScheduledTrigger-3580-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1835884 INFO  (jetty-launcher-2131-thread-1) [n:127.0.0.1:44786_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44786.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@675c646b
   [junit4]   2> 1836091 INFO  (jetty-launcher-2131-thread-1) [n:127.0.0.1:44786_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44786.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@675c646b
   [junit4]   2> 1836091 INFO  (jetty-launcher-2131-thread-1) [n:127.0.0.1:44786_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44786.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@675c646b
   [junit4]   2> 1836127 INFO  (jetty-launcher-2131-thread-1) [n:127.0.0.1:44786_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.NodeAddedTriggerIntegrationTest_3E9A21E216C1ABE1-001/tempDir-001/node1/.
   [junit4]   2> 1836320 INFO  (zkConnectionManagerCallback-2168-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1836437 INFO  (zkConnectionManagerCallback-2173-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1836494 INFO  (SUITE-NodeAddedTriggerIntegrationTest-seed#[3E9A21E216C1ABE1]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1836527 INFO  (SUITE-NodeAddedTriggerIntegrationTest-seed#[3E9A21E216C1ABE1]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38795/solr ready
   [junit4]   2> 1836713 DEBUG (ScheduledTrigger-3580-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1836887 INFO  (qtp173171943-8694) [n:127.0.0.1:44786_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1836921 INFO  (qtp583315263-8696) [n:127.0.0.1:45839_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1836921 DEBUG (qtp583315263-8700) [n:127.0.0.1:45839_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1836922 INFO  (qtp583315263-8700) [n:127.0.0.1:45839_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=191
   [junit4]   2> 1836957 DEBUG (zkCallback-2156-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 1836958 DEBUG (OverseerAutoScalingTriggerThread-73570268845309956-127.0.0.1:44786_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 1836994 DEBUG (OverseerAutoScalingTriggerThread-73570268845309956-127.0.0.1:44786_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1836995 DEBUG (OverseerAutoScalingTriggerThread-73570268845309956-127.0.0.1:44786_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 1837031 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTriggerRestoreState
   [junit4]   2> 1837031 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.c.a.NodeAddedTriggerIntegrationTest Found 2 jetty instances running
   [junit4]   2> 1837072 INFO  (zkConnectionManagerCallback-2175-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1837074 INFO  (qtp583315263-8702) [n:127.0.0.1:45839_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1837129 INFO  (qtp583315263-8702) [n:127.0.0.1:45839_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=55
   [junit4]   2> 1837130 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.c.a.ScheduledTriggers -- removing trigger: .auto_add_replicas
   [junit4]   2> 1837140 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.c.a.NodeAddedTriggerIntegrationTest /autoscaling.json reset, new znode version 3
   [junit4]   2> 1837141 DEBUG (zkCallback-2156-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 1837141 DEBUG (OverseerAutoScalingTriggerThread-73570268845309956-127.0.0.1:44786_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 1837141 DEBUG (OverseerAutoScalingTriggerThread-73570268845309956-127.0.0.1:44786_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 1837141 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1837141 DEBUG (OverseerAutoScalingTriggerThread-73570268845309956-127.0.0.1:44786_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1837142 DEBUG (OverseerAutoScalingTriggerThread-73570268845309956-127.0.0.1:44786_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 1837232 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@10bd2e81{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1837234 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=928505279
   [junit4]   2> 1837235 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1837247 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@47637607: rootName = solr_44786, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6f981910
   [junit4]   2> 1837275 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1837275 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@25b432ae: rootName = solr_44786, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5cd77cc4
   [junit4]   2> 1837307 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1837307 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@608bd5e1: rootName = solr_44786, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@35b3e76e
   [junit4]   2> 1837321 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:44786_solr
   [junit4]   2> 1837354 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1837354 INFO  (zkCallback-2151-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1837354 INFO  (zkCallback-2163-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1837354 INFO  (zkCallback-2143-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1837358 INFO  (zkCallback-2156-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1837421 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.c.Overseer Overseer (id=73570268845309956-127.0.0.1:44786_solr-n_0000000000) closing
   [junit4]   2> 1837422 INFO  (OverseerStateUpdate-73570268845309956-127.0.0.1:44786_solr-n_0000000000) [n:127.0.0.1:44786_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44786_solr
   [junit4]   2> 1837440 INFO  (zkCallback-2172-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1837440 DEBUG (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 1837440 DEBUG (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 1837440 DEBUG (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 1837440 DEBUG (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 1837443 WARN  (OverseerAutoScalingTriggerThread-73570268845309956-127.0.0.1:44786_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1837476 INFO  (zkCallback-2172-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1837476 DEBUG (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 1837476 DEBUG (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 1837492 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1055fc50c8e0007, likely client has closed socket
   [junit4]   2> 1837495 INFO  (zkCallback-2151-thread-1) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45839_solr
   [junit4]   2> 1837513 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2d40c7f0{/solr,null,UNAVAILABLE}
   [junit4]   2> 1837514 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1837515 INFO  (zkCallback-2151-thread-1) [n:127.0.0.1:45839_solr    ] o.a.s.c.Overseer Overseer (id=73570268845309958-127.0.0.1:45839_solr-n_0000000001) starting
   [junit4]   2> 1837620 INFO  (OverseerStateUpdate-73570268845309958-127.0.0.1:45839_solr-n_0000000001) [n:127.0.0.1:45839_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:45839_solr
   [junit4]   2> 1837646 DEBUG (OverseerAutoScalingTriggerThread-73570268845309958-127.0.0.1:45839_solr-n_0000000001) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 1837647 DEBUG (OverseerAutoScalingTriggerThread-73570268845309958-127.0.0.1:45839_solr-n_0000000001) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
   [junit4]   2> 1837647 DEBUG (OverseerAutoScalingTriggerThread-73570268845309958-127.0.0.1:45839_solr-n_0000000001) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion -1
   [junit4]   2> 1837647 DEBUG (OverseerAutoScalingTriggerThread-73570268845309958-127.0.0.1:45839_solr-n_0000000001) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 1837650 DEBUG (OverseerAutoScalingTriggerThread-73570268845309958-127.0.0.1:45839_solr-n_0000000001) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:45839_solr]
   [junit4]   2> 1837687 DEBUG (OverseerAutoScalingTriggerThread-73570268845309958-127.0.0.1:45839_solr-n_0000000001) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1837707 DEBUG (OverseerAutoScalingTriggerThread-73570268845309958-127.0.0.1:45839_solr-n_0000000001) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 1837723 DEBUG (ScheduledTrigger-3592-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 1838730 DEBUG (ScheduledTrigger-3592-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 1839764 DEBUG (ScheduledTrigger-3592-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 1840775 DEBUG (ScheduledTrigger-3592-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 1841777 DEBUG (ScheduledTrigger-3592-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 1842551 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
   [junit4]   2> 1842690 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1842690 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1842690 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1842691 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2cba40bd{/solr,null,AVAILABLE}
   [junit4]   2> 1842691 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7175a744{SSL,[ssl, http/1.1]}{127.0.0.1:32931}
   [junit4]   2> 1842691 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.e.j.s.Server Started @1842965ms
   [junit4]   2> 1842691 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32931}
   [junit4]   2> 1842692 ERROR (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1842692 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1842692 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1842692 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1842692 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1842692 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-10-28T16:29:54.500Z
   [junit4]   2> 1842741 INFO  (zkConnectionManagerCallback-2179-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1842742 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1842777 DEBUG (ScheduledTrigger-3592-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 1843576 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38795/solr
   [junit4]   2> 1843591 INFO  (zkConnectionManagerCallback-2183-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1843652 INFO  (zkConnectionManagerCallback-2185-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1843691 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [n:127.0.0.1:32931_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1843712 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [n:127.0.0.1:32931_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1843712 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [n:127.0.0.1:32931_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32931_solr
   [junit4]   2> 1843726 INFO  (zkCallback-2151-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1843726 INFO  (zkCallback-2163-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1843726 INFO  (zkCallback-2172-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1843726 INFO  (zkCallback-2172-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1843782 INFO  (zkCallback-2184-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1843790 DEBUG (ScheduledTrigger-3592-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1843851 INFO  (zkConnectionManagerCallback-2192-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1843868 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [n:127.0.0.1:32931_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1843888 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [n:127.0.0.1:32931_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38795/solr ready
   [junit4]   2> 1843889 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [n:127.0.0.1:32931_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1843955 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [n:127.0.0.1:32931_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32931.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@675c646b
   [junit4]   2> 1843992 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [n:127.0.0.1:32931_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32931.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@675c646b
   [junit4]   2> 1843992 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [n:127.0.0.1:32931_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32931.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@675c646b
   [junit4]   2> 1844010 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [n:127.0.0.1:32931_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.NodeAddedTriggerIntegrationTest_3E9A21E216C1ABE1-001/tempDir-001/node3/.
   [junit4]   2> 1844293 INFO  (qtp1888569288-8782) [n:127.0.0.1:32931_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1844313 INFO  (qtp583315263-8703) [n:127.0.0.1:45839_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1844331 DEBUG (qtp583315263-8700) [n:127.0.0.1:45839_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1844331 INFO  (qtp583315263-8700) [n:127.0.0.1:45839_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=158
   [junit4]   2> 1844334 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
   [junit4]   2> 1844350 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1844367 DEBUG (zkCallback-2163-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
   [junit4]   2> 1844367 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1844367 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1844367 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@119f307a{/solr,null,AVAILABLE}
   [junit4]   2> 1844368 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1c9045d{SSL,[ssl, http/1.1]}{127.0.0.1:38544}
   [junit4]   2> 1844368 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.e.j.s.Server Started @1844642ms
   [junit4]   2> 1844368 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38544}
   [junit4]   2> 1844368 ERROR (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1844368 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1844368 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1844368 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1844368 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1844368 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-10-28T16:29:56.176Z
   [junit4]   2> 1844383 INFO  (zkConnectionManagerCallback-2195-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1844401 DEBUG (OverseerAutoScalingTriggerThread-73570268845309958-127.0.0.1:45839_solr-n_0000000001) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
   [junit4]   2> 1844411 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1844605 INFO  (OverseerAutoScalingTriggerThread-73570268845309958-127.0.0.1:45839_solr-n_0000000001) [    ] o.a.s.c.a.NodeAddedTriggerIntegrationTest TestTriggerAction init
   [junit4]   2> 1844605 DEBUG (OverseerAutoScalingTriggerThread-73570268845309958-127.0.0.1:45839_solr-n_0000000001) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger - Initial livenodes: [127.0.0.1:45839_solr, 127.0.0.1:32931_solr]
   [junit4]   2> 1844605 DEBUG (OverseerAutoScalingTriggerThread-73570268845309958-127.0.0.1:45839_solr-n_0000000001) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger instantiated with properties: {event=nodeAdded, waitFor=5, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.NodeAddedTriggerIntegrationTest$TestTriggerAction}], enabled=true}
   [junit4]   2> 1844655 DEBUG (ScheduledTrigger-3592-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
   [junit4]   2> 1844655 DEBUG (ScheduledTrigger-3592-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 1844656 DEBUG (OverseerAutoScalingTriggerThread-73570268845309958-127.0.0.1:45839_solr-n_0000000001) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
   [junit4]   2> 1844801 DEBUG (ScheduledTrigger-3592-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1844903 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38795/solr
   [junit4]   2> 1844913 INFO  (zkConnectionManagerCallback-2199-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1845004 INFO  (zkConnectionManagerCallback-2201-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1845140 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1845155 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1845155 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38544_solr
   [junit4]   2> 1845191 INFO  (zkCallback-2151-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1845207 INFO  (zkCallback-2172-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1845208 INFO  (zkCallback-2172-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1845208 INFO  (zkCallback-2184-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1845211 INFO  (zkCallback-2163-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1845244 INFO  (zkCallback-2191-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1845347 INFO  (zkConnectionManagerCallback-2208-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1845349 INFO  (zkCallback-2200-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1845368 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1845369 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38795/solr ready
   [junit4]   2> 1845386 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1845583 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38544.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@675c646b
   [junit4]   2> 1845641 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38544.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@675c646b
   [junit4]   2> 1845641 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38544.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@675c646b
   [junit4]   2> 1845656 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.NodeAddedTriggerIntegrationTest_3E9A21E216C1ABE1-001/tempDir-001/node4/.
   [junit4]   2> 1845702 DEBUG (ScheduledTrigger-3592-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
   [junit4]   2> 1845702 DEBUG (ScheduledTrigger-3592-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1845703 DEBUG (ScheduledTrigger-3592-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:38544_solr at time 23081598448094853
   [junit4]   2> 1845812 DEBUG (ScheduledTrigger-3592-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 1855709 WARN  (jetty-launcher-2131-thread-2-SendThread(127.0.0.1:38795)) [    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 9824ms for sessionid 0x1055fc50c8e0008
   [junit4]   2> 1855709 WARN  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]-SendThread(127.0.0.1:38795)) [    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 10340ms for sessionid 0x1055fc50c8e0013
   [junit4]   2> 1855709 WARN  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]-SendThread(127.0.0.1:38795)) [    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 10502ms for sessionid 0x1055fc50c8e000f
   [junit4]   2> 1855709 WARN  (SUITE-NodeAddedTriggerIntegrationTest-seed#[3E9A21E216C1ABE1]-worker-SendThread(127.0.0.1:38795)) [    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 10502ms for sessionid 0x1055fc50c8e000a
   [junit4]   2> 1855710 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1055fc50c8e0008, likely client has closed socket
   [junit4]   2> 1855710 DEBUG (ScheduledTrigger-3592-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
   [junit4]   2> 1855710 DEBUG (ScheduledTrigger-3592-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1855710 DEBUG (ScheduledTrigger-3592-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger firing registered processor for nodes: [127.0.0.1:38544_solr] added at times [23081598448094853], now=23081608455276182
   [junit4]   2> 1855710 DEBUG (ScheduledTrigger-3592-thread-2) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"5200976c58ce85Tcu762v5b7hvzs12f1tubbehmo",
   [junit4]   2>   "source":"node_added_restore_trigger",
   [junit4]   2>   "eventTime":23081598448094853,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[23081598448094853],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "nodeNames":["127.0.0.1:38544_solr"]}}
   [junit4]   2> 1855722 DEBUG (ScheduledTrigger-3592-thread-2) [    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, .scheduled_maintenance, node_added_restore_trigger]
   [junit4]   2> 1855723 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1055fc50c8e0013, likely client has closed socket
   [junit4]   2> 1855727 INFO  (ScheduledTrigger-3592-thread-2) [    ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
   [junit4]   2> 1855730 DEBUG (ScheduledTrigger-3592-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger - removing marker path: /autoscaling/nodeAdded/127.0.0.1:38544_solr
   [junit4]   2> 1855730 DEBUG (AutoscalingActionExecutor-3593-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"5200976c58ce85Tcu762v5b7hvzs12f1tubbehmo",
   [junit4]   2>   "source":"node_added_restore_trigger",
   [junit4]   2>   "eventTime":23081598448094853,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[23081598448094853],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":23081608467724673,
   [junit4]   2>     "nodeNames":["127.0.0.1:38544_solr"]}}
   [junit4]   2> 1855732 DEBUG (AutoscalingActionExecutor-3593-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms
   [junit4]   2> 1855732 DEBUG (AutoscalingActionExecutor-3593-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .scheduled_maintenance after 5000ms
   [junit4]   2> 1855732 DEBUG (AutoscalingActionExecutor-3593-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_restore_trigger after 5000ms
   [junit4]   2> 1855732 DEBUG (AutoscalingActionExecutor-3593-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing took 2 ms for event id=5200976c58ce85Tcu762v5b7hvzs12f1tubbehmo
   [junit4]   2> 1855813 WARN  (zkConnectionManagerCallback-2164-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@683c21e9 name: ZooKeeperConnection Watcher:127.0.0.1:38795/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 1855813 WARN  (zkConnectionManagerCallback-2164-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 1855823 WARN  (zkConnectionManagerCallback-2192-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@658045fc name: ZooKeeperConnection Watcher:127.0.0.1:38795/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 1855823 WARN  (zkConnectionManagerCallback-2192-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 1855828 WARN  (zkConnectionManagerCallback-2173-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@c2761ca name: ZooKeeperConnection Watcher:127.0.0.1:38795/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 1855828 WARN  (zkConnectionManagerCallback-2173-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 1855843 WARN  (zkConnectionManagerCallback-2208-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@33951f71 name: ZooKeeperConnection Watcher:127.0.0.1:38795/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 1855843 WARN  (zkConnectionManagerCallback-2208-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 1857048 WARN  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]-SendThread(127.0.0.1:38795)) [    ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x1055fc50c8e0013 has expired
   [junit4]   2> 1857049 WARN  (zkConnectionManagerCallback-2208-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@33951f71 name: ZooKeeperConnection Watcher:127.0.0.1:38795/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
   [junit4]   2> 1857049 WARN  (zkConnectionManagerCallback-2208-thread-1) [    ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
   [junit4]   2> 1857049 WARN  (zkConnectionManagerCallback-2208-thread-1) [    ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
   [junit4]   2> 1857070 INFO  (zkConnectionManagerCallback-2208-thread-1-EventThread) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1857070 INFO  (zkConnectionManagerCallback-2208-thread-1) [    ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
   [junit4]   2> 1857088 INFO  (zkConnectionManagerCallback-2208-thread-1) [    ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
   [junit4]   2> 1857088 INFO  (zkConnectionManagerCallback-2208-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient Connected:true
   [junit4]   2> 1857272 INFO  (qtp583315263-8702) [n:127.0.0.1:45839_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1857277 INFO  (qtp2094134597-8809) [n:127.0.0.1:38544_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1857284 INFO  (qtp1888569288-8778) [n:127.0.0.1:32931_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1857285 DEBUG (qtp2094134597-8810) [n:127.0.0.1:38544_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1857290 INFO  (qtp2094134597-8810) [n:127.0.0.1:38544_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=23
   [junit4]   2> 1857451 WARN  (jetty-launcher-2131-thread-2-SendThread(127.0.0.1:38795)) [    ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x1055fc50c8e0008 has expired
   [junit4]   2> 1857451 WARN  (zkConnectionManagerCallback-2164-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@683c21e9 name: ZooKeeperConnection Watcher:127.0.0.1:38795/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
   [junit4]   2> 1857451 WARN  (zkConnectionManagerCallback-2164-thread-1) [    ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
   [junit4]   2> 1857451 WARN  (zkConnectionManagerCallback-2164-thread-1) [    ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
   [junit4]   2> 1857475 INFO  (zkConnectionManagerCallback-2164-thread-1-EventThread) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1857475 INFO  (zkConnectionManagerCallback-2164-thread-1) [    ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
   [junit4]   2> 1857477 INFO  (zkConnectionManagerCallback-2164-thread-1) [    ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
   [junit4]   2> 1857477 INFO  (zkConnectionManagerCallback-2164-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient Connected:true
   [junit4]   2> 1857521 WARN  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]-SendThread(127.0.0.1:38795)) [    ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x1055fc50c8e000f has expired
   [junit4]   2> 1857521 WARN  (zkConnectionManagerCallback-2192-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@658045fc name: ZooKeeperConnection Watcher:127.0.0.1:38795/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
   [junit4]   2> 1857522 WARN  (zkConnectionManagerCallback-2192-thread-1) [    ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
   [junit4]   2> 1857522 WARN  (zkConnectionManagerCallback-2192-thread-1) [    ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
   [junit4]   2> 1857547 INFO  (zkConnectionManagerCallback-2192-thread-1-EventThread) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1857547 INFO  (zkConnectionManagerCallback-2192-thread-1) [    ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
   [junit4]   2> 1857551 DEBUG (ScheduledTrigger-3592-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Exception removing nodeAdded marker 127.0.0.1:38544_solr
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling/nodeAdded/127.0.0.1:38544_solr
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1105) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$exists$3(SolrZkClient.java:317) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:317) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.hasData(ZkDistribStateManager.java:58) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.NodeAddedTrigger.removeMarker(NodeAddedTrigger.java:210) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.NodeAddedTrigger.lambda$run$2(NodeAddedTrigger.java:190) ~[java/:?]
   [junit4]   2> 	at java.util.ArrayList.forEach(ArrayList.java:1257) [?:1.8.0_172]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.NodeAddedTrigger.run(NodeAddedTrigger.java:188) [java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerWrapper.run(ScheduledTriggers.java:591) [java/:?]
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) [?:1.8.0_172]
   [junit4]   2> 	at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) [?:1.8.0_172]
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) [?:1.8.0_172]
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) [?:1.8.0_172]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_172]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_172]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_172]
   [junit4]   2> 1857589 INFO  (zkConnectionManagerCallback-2192-thread-1) [    ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
   [junit4]   2> 1857590 INFO  (zkConnectionManagerCallback-2192-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient Connected:true
   [junit4]   2> 1857816 WARN  (SUITE-NodeAddedTriggerIntegrationTest-seed#[3E9A21E216C1ABE1]-worker-SendThread(127.0.0.1:38795)) [    ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x1055fc50c8e000a has expired
   [junit4]   2> 1857816 WARN  (zkConnectionManagerCallback-2173-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@c2761ca name: ZooKeeperConnection Watcher:127.0.0.1:38795/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
   [junit4]   2> 1857816 WARN  (zkConnectionManagerCallback-2173-thread-1) [    ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
   [junit4]   2> 1857816 WARN  (zkConnectionManagerCallback-2173-thread-1) [    ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
   [junit4]   2> 1857835 INFO  (zkConnectionManagerCallback-2173-thread-1-EventThread) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1857836 INFO  (zkConnectionManagerCallback-2173-thread-1) [    ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
   [junit4]   2> 1857837 INFO  (zkConnectionManagerCallback-2173-thread-1) [    ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
   [junit4]   2> 1857837 INFO  (zkConnectionManagerCallback-2173-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient Connected:true
   [junit4]   2> 1860291 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTriggerRestoreState
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=NodeAddedTriggerIntegrationTest -Dtests.method=testNodeAddedTriggerRestoreState -Dtests.seed=3E9A21E216C1ABE1 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=lv-LV -Dtests.timezone=Etc/GMT-6 -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 23.4s J2 | NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Two TriggerAction instances should have been created by now
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([3E9A21E216C1ABE1:B6A7A89D2C014A4C]:0)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.NodeAddedTriggerIntegrationTest.testNodeAddedTriggerRestoreState(NodeAddedTriggerIntegrationTest.java:200)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1860365 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTrigger
   [junit4]   2> 1860366 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.c.a.NodeAddedTriggerIntegrationTest Found 3 jetty instances running
   [junit4]   2> 1860366 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.c.a.NodeAddedTriggerIntegrationTest Shutdown extra jetty instance at port 45839
   [junit4]   2> 1860370 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@69221d72{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1860370 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1740607305
   [junit4]   2> 1860371 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1860372 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3cf62476: rootName = solr_45839, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@3ec96471
   [junit4]   2> 1860388 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1860388 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@768b966e: rootName = solr_45839, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5cd77cc4
   [junit4]   2> 1860392 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1860392 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3421acec: rootName = solr_45839, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@35b3e76e
   [junit4]   2> 1860396 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:45839_solr
   [junit4]   2> 1860401 INFO  (zkCallback-2184-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1860401 INFO  (zkCallback-2200-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1860401 INFO  (zkCallback-2172-thread-6) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1860401 INFO  (zkCallback-2151-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1860403 INFO  (zkCallback-2207-thread-4) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1860403 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1860403 INFO  (zkCallback-2163-thread-4) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1860404 INFO  (zkCallback-2191-thread-4) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1860408 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1860410 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.c.Overseer Overseer (id=73570268845309958-127.0.0.1:45839_solr-n_0000000001) closing
   [junit4]   2> 1860410 INFO  (OverseerStateUpdate-73570268845309958-127.0.0.1:45839_solr-n_0000000001) [n:127.0.0.1:45839_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45839_solr
   [junit4]   2> 1860418 WARN  (OverseerAutoScalingTriggerThread-73570268845309958-127.0.0.1:45839_solr-n_0000000001) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1860418 DEBUG (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 1860418 DEBUG (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 1860418 DEBUG (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 1860418 DEBUG (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 1860419 DEBUG (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 1860419 DEBUG (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 1860430 INFO  (zkCallback-2184-thread-1) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:32931_solr
   [junit4]   2> 1860431 INFO  (zkCallback-2184-thread-1) [n:127.0.0.1:32931_solr    ] o.a.s.c.Overseer Overseer (id=73570268845309966-127.0.0.1:32931_solr-n_0000000002) starting
   [junit4]   2> 1860448 INFO  (OverseerStateUpdate-73570268845309966-127.0.0.1:32931_solr-n_0000000002) [n:127.0.0.1:32931_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:32931_solr
   [junit4]   2> 1860464 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@cc984b7{/solr,null,UNAVAILABLE}
   [junit4]   2> 1860467 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1860468 DEBUG (OverseerAutoScalingTriggerThread-73570268845309966-127.0.0.1:32931_solr-n_0000000002) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
   [junit4]   2> 1860468 DEBUG (OverseerAutoScalingTriggerThread-73570268845309966-127.0.0.1:32931_solr-n_0000000002) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion -1
   [junit4]   2> 1860468 DEBUG (OverseerAutoScalingTriggerThread-73570268845309966-127.0.0.1:32931_solr-n_0000000002) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
   [junit4]   2> 1860501 INFO  (OverseerAutoScalingTriggerThread-73570268845309966-127.0.0.1:32931_solr-n_0000000002) [    ] o.a.s.c.a.NodeAddedTriggerIntegrationTest TestTriggerAction init
   [junit4]   2> 1860501 DEBUG (OverseerAutoScalingTriggerThread-73570268845309966-127.0.0.1:32931_solr-n_0000000002) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger - Initial livenodes: [127.0.0.1:32931_solr, 127.0.0.1:38544_solr]
   [junit4]   2> 1860501 DEBUG (OverseerAutoScalingTriggerThread-73570268845309966-127.0.0.1:32931_solr-n_0000000002) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.NodeAddedTriggerIntegrationTest$TestTriggerAction}], enabled=true}
   [junit4]   2> 1860501 DEBUG (OverseerAutoScalingTriggerThread-73570268845309966-127.0.0.1:32931_solr-n_0000000002) [    ] o.a.s.c.a.NodeAddedTrigger Adding node from marker path: 127.0.0.1:38544_solr
   [junit4]   2> 1860501 DEBUG (OverseerAutoScalingTriggerThread-73570268845309966-127.0.0.1:32931_solr-n_0000000002) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger - removing marker path: /autoscaling/nodeAdded/127.0.0.1:38544_solr
   [junit4]   2> 1860511 INFO  (zkConnectionManagerCallback-2211-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1860525 DEBUG (OverseerAutoScalingTriggerThread-73570268845309966-127.0.0.1:32931_solr-n_0000000002) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:32931_solr, 127.0.0.1:38544_solr]
   [junit4]   2> 1860525 DEBUG (OverseerAutoScalingTriggerThread-73570268845309966-127.0.0.1:32931_solr-n_0000000002) [    ] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path: 127.0.0.1:45839_solr
   [junit4]   2> 1860526 DEBUG (ScheduledTrigger-3615-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
   [junit4]   2> 1860526 DEBUG (ScheduledTrigger-3615-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 1860528 DEBUG (ScheduledTrigger-3615-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1860528 DEBUG (ScheduledTrigger-3615-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:45839_solr
   [junit4]   2> 1860538 INFO  (qtp1888569288-8784) [n:127.0.0.1:32931_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1860543 DEBUG (OverseerAutoScalingTriggerThread-73570268845309966-127.0.0.1:32931_solr-n_0000000002) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
   [junit4]   2> 1860559 INFO  (qtp1888569288-8784) [n:127.0.0.1:32931_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=20
   [junit4]   2> 1860564 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.c.a.ScheduledTriggers -- removing trigger: .auto_add_replicas
   [junit4]   2> 1860565 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.c.a.ScheduledTriggers -- removing trigger: .scheduled_maintenance
   [junit4]   2> 1860566 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.c.a.ScheduledTriggers -- removing trigger: node_added_restore_trigger
   [junit4]   2> 1860567 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.c.a.NodeAddedTriggerIntegrationTest /autoscaling.json reset, new znode version 7
   [junit4]   2> 1860567 DEBUG (zkCallback-2191-thread-4) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
   [junit4]   2> 1860567 DEBUG (OverseerAutoScalingTriggerThread-73570268845309966-127.0.0.1:32931_solr-n_0000000002) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
   [junit4]   2> 1860568 DEBUG (OverseerAutoScalingTriggerThread-73570268845309966-127.0.0.1:32931_solr-n_0000000002) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 1860568 DEBUG (OverseerAutoScalingTriggerThread-73570268845309966-127.0.0.1:32931_solr-n_0000000002) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1860568 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1860568 DEBUG (OverseerAutoScalingTriggerThread-73570268845309966-127.0.0.1:32931_solr-n_0000000002) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
   [junit4]   2> 1860575 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@7175a744{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1860575 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=942014733
   [junit4]   2> 1860576 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1860576 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@46eb4d34: rootName = solr_32931, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@118070c9
   [junit4]   2> 1860587 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1860587 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7af7f6f5: rootName = solr_32931, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5cd77cc4
   [junit4]   2> 1860596 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1860596 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@530651da: rootName = solr_32931, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@35b3e76e
   [junit4]   2> 1860609 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:32931_solr
   [junit4]   2> 1860611 INFO  (zkCallback-2207-thread-4) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1860611 INFO  (zkCallback-2200-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1860611 INFO  (zkCallback-2191-thread-4) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1860617 INFO  (zkCallback-2172-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1860618 INFO  (zkCallback-2172-thread-6) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1860618 INFO  (zkCallback-2184-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1860618 INFO  (TEST-NodeAddedTriggerIntegrationTest.testNodeAddedTrigger-seed#[3E9A21E216C1ABE1]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1860621 INFO  (TEST-NodeAddedTriggerIn

[...truncated too long message...]


-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null154716901
     [copy] Copying 240 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null154716901
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null154716901

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 97ms :: artifacts dl 18ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 213 minutes 31 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$34.hasMatch(FilePath.java:2678)
	at hudson.FilePath$34.invoke(FilePath.java:2557)
	at hudson.FilePath$34.invoke(FilePath.java:2547)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1036)
		at hudson.FilePath.act(FilePath.java:1025)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1819)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1038)
	at hudson.FilePath.act(FilePath.java:1025)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1819)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-Tests-master - Build # 2908 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2908/

2 tests failed.
FAILED:  org.apache.solr.cloud.DeleteReplicaTest.deleteReplicaByCountForAllShards

Error Message:
Error from server at http://127.0.0.1:36469/solr: collection already exists: deleteByCountNew

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36469/solr: collection already exists: deleteByCountNew
	at __randomizedtesting.SeedInfo.seed([C29766890E480399:FE0621DD41095ECC]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1107)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.DeleteReplicaTest.deleteReplicaByCountForAllShards(DeleteReplicaTest.java:161)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testSplitIntegration

Error Message:
did not finish processing in time

Stack Trace:
java.lang.AssertionError: did not finish processing in time
	at __randomizedtesting.SeedInfo.seed([C29766890E480399:FB19DFC921B7CA67]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testSplitIntegration(IndexSizeTriggerTest.java:316)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12565 lines...]
   [junit4] Suite: org.apache.solr.cloud.DeleteReplicaTest
   [junit4]   2> 188158 INFO  (SUITE-DeleteReplicaTest-seed#[C29766890E480399]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteReplicaTest_C29766890E480399-001/init-core-data-001
   [junit4]   2> 188171 WARN  (SUITE-DeleteReplicaTest-seed#[C29766890E480399]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=9 numCloses=9
   [junit4]   2> 188172 INFO  (SUITE-DeleteReplicaTest-seed#[C29766890E480399]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 188173 INFO  (SUITE-DeleteReplicaTest-seed#[C29766890E480399]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 188175 INFO  (SUITE-DeleteReplicaTest-seed#[C29766890E480399]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteReplicaTest_C29766890E480399-001/tempDir-001
   [junit4]   2> 188175 INFO  (SUITE-DeleteReplicaTest-seed#[C29766890E480399]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 188224 INFO  (Thread-118) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 188224 INFO  (Thread-118) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 188245 ERROR (Thread-118) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 188410 INFO  (SUITE-DeleteReplicaTest-seed#[C29766890E480399]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:41048
   [junit4]   2> 188547 INFO  (zkConnectionManagerCallback-151-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 188647 INFO  (jetty-launcher-148-thread-1) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
   [junit4]   2> 188685 INFO  (jetty-launcher-148-thread-2) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
   [junit4]   2> 188719 INFO  (jetty-launcher-148-thread-3) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
   [junit4]   2> 188732 INFO  (jetty-launcher-148-thread-4) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
   [junit4]   2> 188829 INFO  (jetty-launcher-148-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 188829 INFO  (jetty-launcher-148-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 188829 INFO  (jetty-launcher-148-thread-3) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 188845 INFO  (jetty-launcher-148-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@27496fb0{/solr,null,AVAILABLE}
   [junit4]   2> 188847 INFO  (jetty-launcher-148-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@727d270{HTTP/1.1,[http/1.1]}{127.0.0.1:36469}
   [junit4]   2> 188847 INFO  (jetty-launcher-148-thread-3) [    ] o.e.j.s.Server Started @188889ms
   [junit4]   2> 188847 INFO  (jetty-launcher-148-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36469}
   [junit4]   2> 188848 ERROR (jetty-launcher-148-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 188848 INFO  (jetty-launcher-148-thread-3) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 188848 INFO  (jetty-launcher-148-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 188848 INFO  (jetty-launcher-148-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 188848 INFO  (jetty-launcher-148-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 188848 INFO  (jetty-launcher-148-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-10-28T09:54:00.170Z
   [junit4]   2> 188978 INFO  (jetty-launcher-148-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 188979 INFO  (jetty-launcher-148-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 188979 INFO  (jetty-launcher-148-thread-2) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 188991 INFO  (jetty-launcher-148-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5f23618a{/solr,null,AVAILABLE}
   [junit4]   2> 188991 INFO  (jetty-launcher-148-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6c73016a{HTTP/1.1,[http/1.1]}{127.0.0.1:37329}
   [junit4]   2> 188992 INFO  (jetty-launcher-148-thread-2) [    ] o.e.j.s.Server Started @189034ms
   [junit4]   2> 188992 INFO  (jetty-launcher-148-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37329}
   [junit4]   2> 188992 ERROR (jetty-launcher-148-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 188992 INFO  (jetty-launcher-148-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 188992 INFO  (jetty-launcher-148-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 188992 INFO  (jetty-launcher-148-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 188992 INFO  (jetty-launcher-148-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 188992 INFO  (jetty-launcher-148-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-10-28T09:54:00.314Z
   [junit4]   2> 189053 INFO  (jetty-launcher-148-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 189053 INFO  (jetty-launcher-148-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 189053 INFO  (jetty-launcher-148-thread-1) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 189054 INFO  (jetty-launcher-148-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3e8897fd{/solr,null,AVAILABLE}
   [junit4]   2> 189054 INFO  (jetty-launcher-148-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@65486d17{HTTP/1.1,[http/1.1]}{127.0.0.1:41067}
   [junit4]   2> 189054 INFO  (jetty-launcher-148-thread-1) [    ] o.e.j.s.Server Started @189097ms
   [junit4]   2> 189055 INFO  (jetty-launcher-148-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41067}
   [junit4]   2> 189055 ERROR (jetty-launcher-148-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 189055 INFO  (jetty-launcher-148-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 189055 INFO  (jetty-launcher-148-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 189055 INFO  (jetty-launcher-148-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 189055 INFO  (jetty-launcher-148-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 189055 INFO  (jetty-launcher-148-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-10-28T09:54:00.377Z
   [junit4]   2> 189287 INFO  (jetty-launcher-148-thread-4) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 189287 INFO  (jetty-launcher-148-thread-4) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 189287 INFO  (jetty-launcher-148-thread-4) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 189287 INFO  (jetty-launcher-148-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@79e822dc{/solr,null,AVAILABLE}
   [junit4]   2> 189288 INFO  (jetty-launcher-148-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2966eccf{HTTP/1.1,[http/1.1]}{127.0.0.1:42036}
   [junit4]   2> 189288 INFO  (jetty-launcher-148-thread-4) [    ] o.e.j.s.Server Started @189331ms
   [junit4]   2> 189289 INFO  (jetty-launcher-148-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42036}
   [junit4]   2> 189289 ERROR (jetty-launcher-148-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 189289 INFO  (jetty-launcher-148-thread-4) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 189289 INFO  (jetty-launcher-148-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 189289 INFO  (jetty-launcher-148-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 189289 INFO  (jetty-launcher-148-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 189289 INFO  (jetty-launcher-148-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-10-28T09:54:00.611Z
   [junit4]   2> 189290 INFO  (zkConnectionManagerCallback-155-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 189339 INFO  (zkConnectionManagerCallback-159-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 189490 INFO  (zkConnectionManagerCallback-153-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 189509 INFO  (zkConnectionManagerCallback-157-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 189523 INFO  (jetty-launcher-148-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 189523 INFO  (jetty-launcher-148-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 189538 INFO  (jetty-launcher-148-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 189550 INFO  (jetty-launcher-148-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 191106 INFO  (jetty-launcher-148-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41048/solr
   [junit4]   2> 191325 INFO  (zkConnectionManagerCallback-163-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 191676 INFO  (jetty-launcher-148-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41048/solr
   [junit4]   2> 191700 INFO  (jetty-launcher-148-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41048/solr
   [junit4]   2> 191800 INFO  (zkConnectionManagerCallback-170-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 191881 INFO  (zkConnectionManagerCallback-165-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 192035 INFO  (zkConnectionManagerCallback-173-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 192421 INFO  (zkConnectionManagerCallback-175-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 192519 INFO  (zkConnectionManagerCallback-177-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 193519 INFO  (jetty-launcher-148-thread-2) [n:127.0.0.1:37329_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37329_solr
   [junit4]   2> 193521 INFO  (jetty-launcher-148-thread-2) [n:127.0.0.1:37329_solr    ] o.a.s.c.Overseer Overseer (id=73568712672018438-127.0.0.1:37329_solr-n_0000000000) starting
   [junit4]   2> 194022 INFO  (zkConnectionManagerCallback-188-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 194225 INFO  (jetty-launcher-148-thread-2) [n:127.0.0.1:37329_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41048/solr ready
   [junit4]   2> 194298 INFO  (OverseerStateUpdate-73568712672018438-127.0.0.1:37329_solr-n_0000000000) [n:127.0.0.1:37329_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:37329_solr
   [junit4]   2> 194409 INFO  (jetty-launcher-148-thread-2) [n:127.0.0.1:37329_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37329_solr
   [junit4]   2> 194521 INFO  (zkCallback-164-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 194578 INFO  (zkCallback-187-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 194630 INFO  (jetty-launcher-148-thread-2) [n:127.0.0.1:37329_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 194893 INFO  (jetty-launcher-148-thread-2) [n:127.0.0.1:37329_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37329.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8fa30ff
   [junit4]   2> 195003 INFO  (jetty-launcher-148-thread-2) [n:127.0.0.1:37329_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37329.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8fa30ff
   [junit4]   2> 195003 INFO  (jetty-launcher-148-thread-2) [n:127.0.0.1:37329_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37329.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8fa30ff
   [junit4]   2> 195074 INFO  (jetty-launcher-148-thread-2) [n:127.0.0.1:37329_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteReplicaTest_C29766890E480399-001/tempDir-001/node2/.
   [junit4]   2> 196274 INFO  (jetty-launcher-148-thread-4) [n:127.0.0.1:42036_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 196311 INFO  (jetty-launcher-148-thread-4) [n:127.0.0.1:42036_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 196311 INFO  (jetty-launcher-148-thread-4) [n:127.0.0.1:42036_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42036_solr
   [junit4]   2> 196331 INFO  (zkCallback-164-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 196387 INFO  (zkCallback-174-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 196448 INFO  (zkCallback-187-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 196477 INFO  (jetty-launcher-148-thread-1) [n:127.0.0.1:41067_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 196793 INFO  (zkConnectionManagerCallback-194-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 196940 INFO  (jetty-launcher-148-thread-4) [n:127.0.0.1:42036_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 197013 INFO  (jetty-launcher-148-thread-4) [n:127.0.0.1:42036_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41048/solr ready
   [junit4]   2> 197033 INFO  (jetty-launcher-148-thread-4) [n:127.0.0.1:42036_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 197484 INFO  (jetty-launcher-148-thread-4) [n:127.0.0.1:42036_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42036.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8fa30ff
   [junit4]   2> 197525 INFO  (jetty-launcher-148-thread-1) [n:127.0.0.1:41067_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 197525 INFO  (jetty-launcher-148-thread-1) [n:127.0.0.1:41067_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41067_solr
   [junit4]   2> 197549 INFO  (jetty-launcher-148-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41048/solr
   [junit4]   2> 197628 INFO  (jetty-launcher-148-thread-4) [n:127.0.0.1:42036_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42036.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8fa30ff
   [junit4]   2> 197628 INFO  (jetty-launcher-148-thread-4) [n:127.0.0.1:42036_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42036.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8fa30ff
   [junit4]   2> 197629 INFO  (jetty-launcher-148-thread-4) [n:127.0.0.1:42036_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteReplicaTest_C29766890E480399-001/tempDir-001/node4/.
   [junit4]   2> 197728 INFO  (zkCallback-187-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 197737 INFO  (zkCallback-164-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 197758 INFO  (zkConnectionManagerCallback-199-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 197761 INFO  (zkCallback-174-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 197873 INFO  (zkCallback-176-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 197873 INFO  (zkCallback-193-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 198167 INFO  (zkConnectionManagerCallback-201-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 198220 INFO  (zkConnectionManagerCallback-206-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 198258 INFO  (jetty-launcher-148-thread-1) [n:127.0.0.1:41067_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 198260 INFO  (jetty-launcher-148-thread-1) [n:127.0.0.1:41067_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41048/solr ready
   [junit4]   2> 198358 INFO  (jetty-launcher-148-thread-1) [n:127.0.0.1:41067_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 198422 INFO  (jetty-launcher-148-thread-3) [n:127.0.0.1:36469_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 198514 INFO  (jetty-launcher-148-thread-3) [n:127.0.0.1:36469_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 198514 INFO  (jetty-launcher-148-thread-3) [n:127.0.0.1:36469_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36469_solr
   [junit4]   2> 198550 INFO  (zkCallback-187-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 198561 INFO  (zkCallback-174-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 198728 INFO  (jetty-launcher-148-thread-1) [n:127.0.0.1:41067_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41067.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8fa30ff
   [junit4]   2> 198744 INFO  (zkCallback-193-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 198764 INFO  (zkCallback-176-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 198767 INFO  (jetty-launcher-148-thread-1) [n:127.0.0.1:41067_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41067.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8fa30ff
   [junit4]   2> 198879 INFO  (zkCallback-205-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 198879 INFO  (jetty-launcher-148-thread-1) [n:127.0.0.1:41067_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41067.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8fa30ff
   [junit4]   2> 198951 INFO  (zkCallback-200-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 198880 INFO  (jetty-launcher-148-thread-1) [n:127.0.0.1:41067_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteReplicaTest_C29766890E480399-001/tempDir-001/node1/.
   [junit4]   2> 198988 INFO  (zkCallback-164-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 199308 INFO  (zkConnectionManagerCallback-214-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 199402 INFO  (jetty-launcher-148-thread-3) [n:127.0.0.1:36469_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 199403 INFO  (jetty-launcher-148-thread-3) [n:127.0.0.1:36469_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41048/solr ready
   [junit4]   2> 199418 INFO  (jetty-launcher-148-thread-3) [n:127.0.0.1:36469_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 199609 INFO  (jetty-launcher-148-thread-3) [n:127.0.0.1:36469_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36469.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8fa30ff
   [junit4]   2> 199645 INFO  (jetty-launcher-148-thread-3) [n:127.0.0.1:36469_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36469.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8fa30ff
   [junit4]   2> 199659 INFO  (jetty-launcher-148-thread-3) [n:127.0.0.1:36469_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36469.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8fa30ff
   [junit4]   2> 199660 INFO  (jetty-launcher-148-thread-3) [n:127.0.0.1:36469_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteReplicaTest_C29766890E480399-001/tempDir-001/node3/.
   [junit4]   2> 200113 INFO  (zkConnectionManagerCallback-217-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 200210 INFO  (zkConnectionManagerCallback-222-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 200249 INFO  (SUITE-DeleteReplicaTest-seed#[C29766890E480399]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 200251 INFO  (SUITE-DeleteReplicaTest-seed#[C29766890E480399]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41048/solr ready
   [junit4]   2> 200540 INFO  (TEST-DeleteReplicaTest.deleteLiveReplicaTest-seed#[C29766890E480399]) [    ] o.a.s.SolrTestCaseJ4 ###Starting deleteLiveReplicaTest
   [junit4]   2> 200590 INFO  (qtp75640265-463) [n:127.0.0.1:36469_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&name=delLiveColl&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 200781 INFO  (OverseerThreadFactory-206-thread-1-processing-n:127.0.0.1:37329_solr) [n:127.0.0.1:37329_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection delLiveColl
   [junit4]   2> 201510 INFO  (qtp75640265-461) [n:127.0.0.1:36469_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=73
   [junit4]   2> 201562 INFO  (qtp1166262551-475) [n:127.0.0.1:37329_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 201667 INFO  (qtp1316063801-486) [n:127.0.0.1:41067_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 201761 INFO  (qtp1911332881-497) [n:127.0.0.1:42036_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 202112 INFO  (OverseerStateUpdate-73568712672018438-127.0.0.1:37329_solr-n_0000000000) [n:127.0.0.1:37329_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"delLiveColl",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"delLiveColl_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:42036/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 202166 INFO  (OverseerStateUpdate-73568712672018438-127.0.0.1:37329_solr-n_0000000000) [n:127.0.0.1:37329_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"delLiveColl",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"delLiveColl_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:41067/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 202184 INFO  (OverseerStateUpdate-73568712672018438-127.0.0.1:37329_solr-n_0000000000) [n:127.0.0.1:37329_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"delLiveColl",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"delLiveColl_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:37329/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 202220 INFO  (OverseerStateUpdate-73568712672018438-127.0.0.1:37329_solr-n_0000000000) [n:127.0.0.1:37329_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"delLiveColl",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"delLiveColl_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:36469/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 202529 INFO  (qtp1316063801-481) [n:127.0.0.1:41067_solr    x:delLiveColl_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=delLiveColl_shard1_replica_n2&action=CREATE&numShards=2&collection=delLiveColl&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 202623 INFO  (qtp1166262551-470) [n:127.0.0.1:37329_solr    x:delLiveColl_shard2_replica_n4] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=delLiveColl_shard2_replica_n4&action=CREATE&numShards=2&collection=delLiveColl&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 202624 INFO  (qtp1166262551-470) [n:127.0.0.1:37329_solr    x:delLiveColl_shard2_replica_n4] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 202624 INFO  (qtp1911332881-492) [n:127.0.0.1:42036_solr    x:delLiveColl_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=delLiveColl_shard1_replica_n1&action=CREATE&numShards=2&collection=delLiveColl&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 202659 INFO  (qtp75640265-462) [n:127.0.0.1:36469_solr    x:delLiveColl_shard2_replica_n6] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=delLiveColl_shard2_replica_n6&action=CREATE&numShards=2&collection=delLiveColl&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 204331 INFO  (qtp75640265-462) [n:127.0.0.1:36469_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 204695 INFO  (qtp75640265-462) [n:127.0.0.1:36469_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.s.IndexSchema [delLiveColl_shard2_replica_n6] Schema name=minimal
   [junit4]   2> 204732 INFO  (qtp1166262551-470) [n:127.0.0.1:37329_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 204750 INFO  (qtp75640265-462) [n:127.0.0.1:36469_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 204774 INFO  (qtp75640265-462) [n:127.0.0.1:36469_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'delLiveColl_shard2_replica_n6' using configuration from collection delLiveColl, trusted=true
   [junit4]   2> 204775 INFO  (qtp1911332881-492) [n:127.0.0.1:42036_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 205171 INFO  (qtp75640265-462) [n:127.0.0.1:36469_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36469.solr.core.delLiveColl.shard2.replica_n6' (registry 'solr.core.delLiveColl.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8fa30ff
   [junit4]   2> 205171 INFO  (qtp75640265-462) [n:127.0.0.1:36469_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.c.SolrCore [[delLiveColl_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteReplicaTest_C29766890E480399-001/tempDir-001/node3/delLiveColl_shard2_replica_n6], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteReplicaTest_C29766890E480399-001/tempDir-001/node3/./delLiveColl_shard2_replica_n6/data/]
   [junit4]   2> 205207 INFO  (qtp1166262551-470) [n:127.0.0.1:37329_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.s.IndexSchema [delLiveColl_shard2_replica_n4] Schema name=minimal
   [junit4]   2> 205223 INFO  (qtp1911332881-492) [n:127.0.0.1:42036_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.s.IndexSchema [delLiveColl_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 205296 INFO  (qtp1911332881-492) [n:127.0.0.1:42036_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 205296 INFO  (qtp1911332881-492) [n:127.0.0.1:42036_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'delLiveColl_shard1_replica_n1' using configuration from collection delLiveColl, trusted=true
   [junit4]   2> 205296 INFO  (qtp1911332881-492) [n:127.0.0.1:42036_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42036.solr.core.delLiveColl.shard1.replica_n1' (registry 'solr.core.delLiveColl.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8fa30ff
   [junit4]   2> 205297 INFO  (qtp1911332881-492) [n:127.0.0.1:42036_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.c.SolrCore [[delLiveColl_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteReplicaTest_C29766890E480399-001/tempDir-001/node4/delLiveColl_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteReplicaTest_C29766890E480399-001/tempDir-001/node4/./delLiveColl_shard1_replica_n1/data/]
   [junit4]   2> 205331 INFO  (qtp1316063801-481) [n:127.0.0.1:41067_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 205351 INFO  (qtp1166262551-470) [n:127.0.0.1:37329_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 205351 INFO  (qtp1166262551-470) [n:127.0.0.1:37329_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'delLiveColl_shard2_replica_n4' using configuration from collection delLiveColl, trusted=true
   [junit4]   2> 205352 INFO  (qtp1166262551-470) [n:127.0.0.1:37329_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37329.solr.core.delLiveColl.shard2.replica_n4' (registry 'solr.core.delLiveColl.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8fa30ff
   [junit4]   2> 205352 INFO  (qtp1166262551-470) [n:127.0.0.1:37329_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.c.SolrCore [[delLiveColl_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteReplicaTest_C29766890E480399-001/tempDir-001/node2/delLiveColl_shard2_replica_n4], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteReplicaTest_C29766890E480399-001/tempDir-001/node2/./delLiveColl_shard2_replica_n4/data/]
   [junit4]   2> 205464 INFO  (qtp1316063801-481) [n:127.0.0.1:41067_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.s.IndexSchema [delLiveColl_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 205676 INFO  (qtp1316063801-481) [n:127.0.0.1:41067_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 205677 INFO  (qtp1316063801-481) [n:127.0.0.1:41067_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'delLiveColl_shard1_replica_n2' using configuration from collection delLiveColl, trusted=true
   [junit4]   2> 205677 INFO  (qtp1316063801-481) [n:127.0.0.1:41067_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41067.solr.core.delLiveColl.shard1.replica_n2' (registry 'solr.core.delLiveColl.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8fa30ff
   [junit4]   2> 205677 INFO  (qtp1316063801-481) [n:127.0.0.1:41067_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.c.SolrCore [[delLiveColl_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteReplicaTest_C29766890E480399-001/tempDir-001/node1/delLiveColl_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteReplicaTest_C29766890E480399-001/tempDir-001/node1/./delLiveColl_shard1_replica_n2/data/]
   [junit4]   2> 206074 INFO  (qtp75640265-462) [n:127.0.0.1:36469_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 206074 INFO  (qtp75640265-462) [n:127.0.0.1:36469_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 206087 INFO  (qtp1166262551-470) [n:127.0.0.1:37329_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 206087 INFO  (qtp1166262551-470) [n:127.0.0.1:37329_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 206088 INFO  (qtp1166262551-470) [n:127.0.0.1:37329_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 206089 INFO  (qtp1166262551-470) [n:127.0.0.1:37329_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 206108 INFO  (qtp1166262551-470) [n:127.0.0.1:37329_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@1e186b01[delLiveColl_shard2_replica_n4] main]
   [junit4]   2> 206117 INFO  (qtp1911332881-492) [n:127.0.0.1:42036_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 206117 INFO  (qtp1911332881-492) [n:127.0.0.1:42036_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 206118 INFO  (qtp1911332881-492) [n:127.0.0.1:42036_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 206118 INFO  (qtp1911332881-492) [n:127.0.0.1:42036_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 206153 INFO  (qtp1911332881-492) [n:127.0.0.1:42036_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1863bc3c[delLiveColl_shard1_replica_n1] main]
   [junit4]   2> 206197 INFO  (qtp75640265-462) [n:127.0.0.1:36469_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 206197 INFO  (qtp75640265-462) [n:127.0.0.1:36469_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 206217 INFO  (qtp75640265-462) [n:127.0.0.1:36469_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@788705e5[delLiveColl_shard2_replica_n6] main]
   [junit4]   2> 206236 INFO  (qtp1166262551-470) [n:127.0.0.1:37329_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 206246 INFO  (qtp1911332881-492) [n:127.0.0.1:42036_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 206263 INFO  (qtp1911332881-492) [n:127.0.0.1:42036_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 206264 INFO  (qtp1911332881-492) [n:127.0.0.1:42036_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 206265 INFO  (qtp1166262551-470) [n:127.0.0.1:37329_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 206265 INFO  (qtp1166262551-470) [n:127.0.0.1:37329_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 206282 INFO  (qtp75640265-462) [n:127.0.0.1:36469_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 206298 INFO  (qtp75640265-462) [n:127.0.0.1:36469_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 206299 INFO  (qtp75640265-462) [n:127.0.0.1:36469_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 206322 INFO  (qtp75640265-462) [n:127.0.0.1:36469_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1615562494594514944
   [junit4]   2> 206445 INFO  (qtp1911332881-492) [n:127.0.0.1:42036_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1615562494723489792
   [junit4]   2> 206465 INFO  (qtp1166262551-470) [n:127.0.0.1:37329_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1615562494744461312
   [junit4]   2> 206774 INFO  (searcherExecutor-226-thread-1-processing-n:127.0.0.1:36469_solr x:delLiveColl_shard2_replica_n6 c:delLiveColl s:shard2 r:core_node8) [n:127.0.0.1:36469_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.c.SolrCore [delLiveColl_shard2_replica_n6] Registered new searcher Searcher@788705e5[delLiveColl_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 206787 INFO  (searcherExecutor-227-thread-1-processing-n:127.0.0.1:42036_solr x:delLiveColl_shard1_replica_n1 c:delLiveColl s:shard1 r:core_node3) [n:127.0.0.1:42036_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.c.SolrCore [delLiveColl_shard1_replica_n1] Registered new searcher Searcher@1863bc3c[delLiveColl_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 206803 INFO  (searcherExecutor-228-thread-1-processing-n:127.0.0.1:37329_solr x:delLiveColl_shard2_replica_n4 c:delLiveColl s:shard2 r:core_node7) [n:127.0.0.1:37329_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.c.SolrCore [delLiveColl_shard2_replica_n4] Registered new searcher Searcher@1e186b01[delLiveColl_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 206915 INFO  (qtp1166262551-470) [n:127.0.0.1:37329_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.c.ZkShardTerms Successful update of terms at /collections/delLiveColl/terms/shard2 to Terms{values={core_node7=0}, version=0}
   [junit4]   2> 206933 INFO  (qtp1911332881-492) [n:127.0.0.1:42036_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/delLiveColl/terms/shard1 to Terms{values={core_node3=0}, version=0}
   [junit4]   2> 206951 INFO  (qtp75640265-462) [n:127.0.0.1:36469_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.c.ZkShardTerms Failed to save terms, version is not a match, retrying
   [junit4]   2> 206952 INFO  (qtp75640265-462) [n:127.0.0.1:36469_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.c.ZkShardTerms Successful update of terms at /collections/delLiveColl/terms/shard2 to Terms{values={core_node7=0, core_node8=0}, version=1}
   [junit4]   2> 207023 INFO  (qtp1316063801-481) [n:127.0.0.1:41067_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 207023 INFO  (qtp1316063801-481) [n:127.0.0.1:41067_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 207024 INFO  (qtp1316063801-481) [n:127.0.0.1:41067_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 207024 INFO  (qtp1316063801-481) [n:127.0.0.1:41067_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 207025 INFO  (qtp1316063801-481) [n:127.0.0.1:41067_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@c2b7080[delLiveColl_shard1_replica_n2] main]
   [junit4]   2> 207082 INFO  (qtp75640265-462) [n:127.0.0.1:36469_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 207098 INFO  (qtp1316063801-481) [n:127.0.0.1:41067_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 207098 INFO  (qtp75640265-462) [n:127.0.0.1:36469_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 207098 INFO  (qtp75640265-462) [n:127.0.0.1:36469_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36469/solr/delLiveColl_shard2_replica_n6/
   [junit4]   2> 207111 INFO  (qtp1316063801-481) [n:127.0.0.1:41067_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 207112 INFO  (qtp1316063801-481) [n:127.0.0.1:41067_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 207112 INFO  (qtp1316063801-481) [n:127.0.0.1:41067_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1615562495422889984
   [junit4]   2> 207132 INFO  (searcherExecutor-229-thread-1-processing-n:127.0.0.1:41067_solr x:delLiveColl_shard1_replica_n2 c:delLiveColl s:shard1 r:core_node5) [n:127.0.0.1:41067_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.c.SolrCore [delLiveColl_shard1_replica_n2] Registered new searcher Searcher@c2b7080[delLiveColl_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 207151 INFO  (qtp1316063801-481) [n:127.0.0.1:41067_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/delLiveColl/terms/shard1 to Terms{values={core_node3=0, core_node5=0}, version=1}
   [junit4]   2> 207234 INFO  (qtp75640265-462) [n:127.0.0.1:36469_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=delLiveColl_shard2_replica_n6 url=http://127.0.0.1:36469/solr START replicas=[http://127.0.0.1:37329/solr/delLiveColl_shard2_replica_n4/] nUpdates=100
   [junit4]   2> 207270 INFO  (qtp75640265-462) [n:127.0.0.1:36469_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=delLiveColl_shard2_replica_n6 url=http://127.0.0.1:36469/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 207315 INFO  (qtp1316063801-481) [n:127.0.0.1:41067_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 207315 INFO  (qtp1316063801-481) [n:127.0.0.1:41067_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 207315 INFO  (qtp1316063801-481) [n:127.0.0.1:41067_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41067/solr/delLiveColl_shard1_replica_n2/
   [junit4]   2> 207316 INFO  (qtp1316063801-481) [n:127.0.0.1:41067_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=delLiveColl_shard1_replica_n2 url=http://127.0.0.1:41067/solr START replicas=[http://127.0.0.1:42036/solr/delLiveColl_shard1_replica_n1/] nUpdates=100
   [junit4]   2> 207325 INFO  (qtp1166262551-471) [n:127.0.0.1:37329_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.c.S.Request [delLiveColl_shard2_replica_n4]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=36
   [junit4]   2> 207432 INFO  (qtp1316063801-481) [n:127.0.0.1:41067_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=delLiveColl_shard1_replica_n2 url=http://127.0.0.1:41067/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 207435 INFO  (qtp75640265-462) [n:127.0.0.1:36469_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 207435 INFO  (qtp75640265-462) [n:127.0.0.1:36469_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 207563 INFO  (qtp1911332881-493) [n:127.0.0.1:42036_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.c.S.Request [delLiveColl_shard1_replica_n1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=92
   [junit4]   2> 207566 INFO  (qtp1316063801-481) [n:127.0.0.1:41067_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 207566 INFO  (qtp1316063801-481) [n:127.0.0.1:41067_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 207884 INFO  (qtp75640265-462) [n:127.0.0.1:36469_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36469/solr/delLiveColl_shard2_replica_n6/ shard2
   [junit4]   2> 207892 INFO  (qtp1316063801-481) [n:127.0.0.1:41067_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41067/solr/delLiveColl_shard1_replica_n2/ shard1
   [junit4]   2> 208162 INFO  (qtp1316063801-481) [n:127.0.0.1:41067_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 208162 INFO  (qtp75640265-462) [n:127.0.0.1:36469_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 208215 INFO  (qtp75640265-462) [n:127.0.0.1:36469_solr c:delLiveColl s:shard2 r:core_node8 x:delLiveColl_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=delLiveColl_shard2_replica_n6&action=CREATE&numShards=2&collection=delLiveColl&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=5556
   [junit4]   2> 208234 INFO  (qtp1316063801-481) [n:127.0.0.1:41067_solr c:delLiveColl s:shard1 r:core_node5 x:delLiveColl_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=delLiveColl_shard1_replica_n2&action=CREATE&numShards=2&collection=delLiveColl&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=5705
   [junit4]   2> 208287 INFO  (qtp1166262551-470) [n:127.0.0.1:37329_solr c:delLiveColl s:shard2 r:core_node7 x:delLiveColl_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=delLiveColl_shard2_replica_n4&action=CREATE&numShards=2&collection=delLiveColl&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=5664
   [junit4]   2> 208445 INFO  (qtp1911332881-492) [n:127.0.0.1:42036_solr c:delLiveColl s:shard1 r:core_node3 x:delLiveColl_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=delLiveColl_shard1_replica_n1&action=CREATE&numShards=2&collection=delLiveColl&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=5821
   [junit4]   2> 208615 INFO  (zkCallback-164-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 208623 INFO  (zkCallback-176-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 208623 INFO  (zkCallback-200-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 208635 INFO  (zkCallback-174-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 208749 INFO  (qtp75640265-463) [n:127.0.0.1:36469_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 208750 INFO  (qtp75640265-463) [n:127.0.0.1:36469_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf&name=delLiveColl&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=8160
   [junit4]   2> 208859 INFO  (qtp1166262551-474) [n:127.0.0.1:37329_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=true&wt=javabin&version=2} status=0 QTime=71
   [junit4]   2> 208879 INFO  (qtp75640265-468) [n:127.0.0.1:36469_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletereplica with params replica=core_node7&action=DELETEREPLICA&collection=delLiveColl&shard=shard2&onlyIfDown=true&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 209053 ERROR (OverseerThreadFactory-206-thread-2-processing-n:127.0.0.1:37329_solr) [n:127.0.0.1:37329_solr c:delLiveColl s:shard2 r:core_node7 ] o.a.s.c.a.c.OverseerCollectionMessageHandler Collection: delLiveColl operation: deletereplica failed:org.apache.solr.common.SolrException: Attempted to remove replica : delLiveColl/shard2/core_node7 with onlyIfDown='true', but state is 'active'
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.DeleteReplicaCmd.deleteCore(DeleteReplicaCmd.java:218)
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.DeleteReplicaCmd.deleteReplica(DeleteReplicaCmd.java:95)
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.DeleteReplicaCmd.call(DeleteReplicaCmd.java:66)
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:259)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:478)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 209098 INFO  (OverseerCollectionConfigSetProcessor-73568712672018438-127.0.0.1:37329_solr-n_0000000000) [n:127.0.0.1:37329_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 209247 INFO  (qtp75640265-468) [n:127.0.0.1:36469_solr c:delLiveColl   ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replica=core_node7&action=DELETEREPLICA&collection=delLiveColl&shard=shard2&onlyIfDown=true&wt=javabin&version=2} status=400 QTime=367
   [junit4]   2> 209280 INFO  (qtp75640265-467) [n:127.0.0.1:36469_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletereplica with params replica=core_node7&action=DELETEREPLICA&collection=delLiveColl&shard=shard2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 209451 INFO  (OverseerCollectionConfigSetProcessor-73568712672018438-127.0.0.1:37329_solr-n_0000000000) [n:127.0.0.1:37329_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 209456 INFO  (qtp1166262551-475) [n:127.0.0.1:37329_solr    x:delLiveColl_shard2_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.delLiveColl.shard2.replica_n4, tag=null
   [junit4]   2> 209456 INFO  (qtp1166262551-475) [n:127.0.0.1:37329_solr    x:delLiveColl_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3023db7f: rootName = solr_37329, domain = solr.core.delLiveColl.shard2.replica_n4, service url = null, agent id = null] for registry solr.core.delLiveColl.shard2.replica_n4 / com.codahale.metrics.MetricRegistry@72590ef1
   [junit4]   2> 209552 INFO  (qtp1166262551-475) [n:127.0.0.1:37329_solr    x:delLiveColl_shard2_replica_n4] o.a.s.c.SolrCore [delLiveColl_shard2_replica_n4]  CLOSING SolrCore org.apache.solr.core.SolrCore@4da56836
   [junit4]   2> 209552 INFO  (qtp1166262551-475) [n:127.0.0.1:37329_solr    x:delLiveColl_shard2_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.delLiveColl.shard2.replica_n4, tag=4da56836
   [junit4]   2> 209552 INFO  (qtp1166262551-475) [n:127.0.0.1:37329_solr    x:delLiveColl_shard2_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.delLiveColl.shard2.leader, tag=4da56836
   [junit4]   2> 209682 INFO  (qtp1166262551-475) [n:127.0.0.1:37329_solr    x:delLiveColl_shard2_replica_n4] o.a.s.c.ZkShardTerms Successful update of terms at /collections/delLiveColl/terms/shard2 to Terms{values={core_node8=0}, version=2}
   [junit4]   2> 209700 INFO  (qtp1166262551-475) [n:127.0.0.1:37329_solr    x:delLiveColl_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
   [junit4]   2> 209701 INFO  (qtp1166262551-475) [n:127.0.0.1:37329_solr    x:delLiveColl_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=delLiveColl_shard2_replica_n4&deleteMetricsHistory=true&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2&deleteIndex=true} status=0 QTime=244
   [junit4]   2> 209810 INFO  (zkCallback-200-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 209810 INFO  (zkCallback-164-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 209813 INFO  (zkCallback-174-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 209821 INFO  (zkCallback-176-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json] for collection [delLiveColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 209912 INFO  (qtp75640265-467) [n:127.0.0.1:36469_solr c:delLiveColl   ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replica=core_node7&action=DELETEREPLICA&collection=delLiveColl&shard=shard2&wt=javabin&version=2} status=0 QTime=631
   [junit4]   2> 210049 INFO  (TEST-DeleteReplicaTest.deleteLiveReplicaTest-seed#[C29766890E480399]) [    ] o.a.s.SolrTestCaseJ4 ###Ending deleteLiveReplicaTest
   [junit4] IGNOR/A 0.06s J2 | DeleteReplicaTest.deleteReplicaFromClusterState
   [junit4]    > Assumption #1: 'badapple' test group is disabled (@BadApple(bugUrl=https://issues.apache.org/jira/browse/SOLR-12028))
   [junit4]   2> 210219 INFO  (TEST-DeleteReplicaTest.deleteReplicaByCountForAllShards-seed#[C29766890E480399]) [    ] o.a.s.SolrTestCaseJ4 ###Starting deleteReplicaByCountForAllShards
   [junit4]   2> 210239 INFO  (qtp75640265-468) [n:127.0.0.1:36469_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&name=deleteByCountNew&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 210347 INFO  (OverseerThreadFactory-206-thread-4-processing-n:127.0.0.1:37329_solr) [n:127.0.0.1:37329_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection deleteByCountNew
   [junit4]   2> 210403 INFO  (OverseerCollectionConfigSetProcessor-73568712672018438-127.0.0.1:37329_solr-n_0000000000) [n:127.0.0.1:37329_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 210845 INFO  (qtp75640265-466) [n:127.0.0.1:36469_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.delLiveColl.shard2.replica_n6:INDEX.sizeInBytes} status=0 QTime=109
   [junit4]   2> 210888 INFO  (qtp75640265-461) [n:127.0.0.1:36469_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 210920 INFO  (qtp1166262551-477) [n:127.0.0.1:37329_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 210953 INFO  (qtp1316063801-482) [n:127.0.0.1:41067_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.delLiveColl.shard1.replica_n2:INDEX.sizeInBytes} status=0 QTime=17
   [junit4]   2> 210972 INFO  (qtp1316063801-488) [n:127.0.0.1:41067_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 210993 INFO  (qtp1911332881-499) [n:127.0.0.1:42036_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.delLiveColl.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=1
   [junit4]   2> 211009 INFO  (qtp1911332881-499) [n:127.0.0.1:42036_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 211035 INFO  (OverseerStateUpdate-73568712672018438-127.0.0.1:37329_solr-n_0000000000) [n:127.0.0.1:37329_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"deleteByCountNew",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"deleteByCountNew_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:37329/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 211071 INFO  (OverseerStateUpdate-73568712672018438-127.0.0.1:37329_solr-n_0000000000) [n:127.0.0.1:37329_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"deleteByCountNew",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"deleteByCountNew_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:37329/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 211113 INFO  (OverseerStateUpdate-73568712672018438-127.0.0.1:37329_solr-n_0000000000) [n:127.0.0.1:37329_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"deleteByCountNew",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"deleteByCountNew_shard2_replica_n5",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:42036/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 211147 INFO  (OverseerStateUpdate-73568712672018438-127.0.0.1:37329_solr-n_0000000000) [n:127.0.0.1:37329_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"deleteByCountNew",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"deleteByCountNew_shard2_replica_n7",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:41067/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 211508 INFO  (qtp1166262551-474) [n:127.0.0.1:37329_solr    x:deleteByCountNew_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=deleteByCountNew_shard1_replica_n1&action=CREATE&numShards=2&collection=deleteByCountNew&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 211522 INFO  (qtp1316063801-485) [n:127.0.0.1:41067_solr    x:deleteByCountNew_shard2_replica_n7] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=deleteByCountNew_shard2_replica_n7&action=CREATE&numShards=2&collection=deleteByCountNew&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 211528 INFO  (qtp1911332881-496) [n:127.0.0.1:42036_solr    x:deleteByCountNew_shard2_replica_n5] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&newCollection=true&name=deleteByCountNew_shard2_replica_n5&action=CREATE&numShards=2&collection=deleteByCountNew&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 211528 INFO  (qtp1166262551-477) [n:127.0.0.1:37329_solr    x:deleteByCountNew_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=deleteByCountNew_shard1_replica_n2&action=CREATE&numShards=2&collection=deleteByCountNew&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 212733 INFO  (qtp1911332881-496) [n:127.0.0.1:42036_solr c:deleteByCountNew s:shard2 r:core_node6 x:deleteByCountNew_shard2_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 212772 INFO  (qtp1911332881-496) [n:127.0.0.1:42036_solr c:deleteByCountNew s:shard2 r:core_node6 x:deleteByCountNew_shard2_replica_n5] o.a.s.s.IndexSchema [deleteByCountNew_shard2_replica_n5] Schema name=minimal
   [junit4]   2> 212791 INFO  (qtp1911332881-496) [n:127.0.0.1:42036_solr c:deleteByCountNew s:shard2 r:core_node6 x:deleteByCountNew_shard2_replica_n5] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 212791 INFO  (qtp1911332881-496) [n:127.0.0.1:42036_solr c:deleteByCountNew s:shard2 r:core_node6 x:deleteByCountNew_shard2_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'deleteByCountNew_shard2_replica_n5' using configuration from collection deleteByCountNew, trusted=true
   [junit4]   2> 212792 INFO  (qtp1911332881-496) [n:127.0.0.1:42036_solr c:deleteByCountNew s:shard2 r:core_node6 x:deleteByCountNew_shard2_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42036.solr.core.deleteByCountNew.shard2.replica_n5' (registry 'solr.core.deleteByCountNew.shard2.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8fa30ff
   [junit4]   2> 212792 INFO  (qtp1911332881-496) [n:127.0.0.1:42036_solr c:deleteByCountNew s:shard2 r:core_node6 x:deleteByCountNew_shard2_replica_n5] o.a.s.c.SolrCore [[deleteByCountNew_shard2_replica_n5] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteReplicaTest_C29766890E480399-001/tempDir-001/node4/deleteByCountNew_shard2_replica_n5], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteReplicaTest_C29766890E480399-001/tempDir-001/node4/./deleteByCountNew_shard2_replica_n5/data/]
   [junit4]   2> 212880 INFO  (qtp1166262551-477) [n:127.0.0.1:37329_solr c:deleteByCountNew s:shard1 r:core_node4 x:deleteByCountNew_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 212989 INFO  (qtp1166262551-477) [n:127.0.0.1:37329_solr c:deleteByCountNew s:shard1 r:core_node4 x:deleteByCountNew_shard1_replica_n2] o.a.s.s.IndexSchema [deleteByCountNew_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 213136 INFO  (qtp1166262551-477) [n:127.0.0.1:37329_solr c:deleteByCountNew s:shard1 r:core_node4 x:deleteByCountNew_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 213136 INFO  (qtp1166262551-477) [n:127.0.0.1:37329_solr c:deleteByCountNew s:shard1 r:core_node4 x:deleteByCountNew_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'deleteByCountNew_shard1_replica_n2' using configuration from collection deleteByCountNew, trusted=true
   [junit4]   2> 213155 INFO  (qtp1166262551-477) [n:127.0.0.1:37329_solr c:deleteByCountNew s:shard1 r:core_node4 x:deleteByCountNew_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37329.solr.core.deleteByCountNew.shard1.replica_n2' (registry 'solr.core.deleteByCountNew.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8fa30ff
   [junit4]   2> 213155 INFO  (qtp1166262551-477) [n:127.0.0.1:37329_solr c:deleteByCountNew s:shard1 r:core_node4 x:deleteByCountNew_shard1_replica_n2] o.a.s.c.SolrCore [[deleteByCountNew_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteReplicaTest_C29766890E480399-001/tempDir-001/node2/deleteByCountNew_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteReplicaTest_C29766890E480399-001/tempDir-001/node2/./deleteByCountNew_shard1_replica_n2/data/]
   [junit4]   2> 213157 INFO  (qtp1166262551-474) [n:127.0.0.1:37329_solr c:deleteByCountNew s:shard1 r:core_node3 x:deleteByCountNew_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 213282 INFO  (qtp1316063801-485) [n:127.0.0.1:41067_solr c:deleteByCountNew s:shard2 r:core_node8 x:deleteByCountNew_shard2_replica_n7] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 234629 WARN  (jetty-launcher-148-thread-1-SendThread(127.0.0.1:41048)) [    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 21349ms for sessionid 0x1055e5ab966000a
   [junit4]   2> 234629 WARN  (jetty-launcher-148-thread-3-SendThread(127.0.0.1:41048)) [    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 24193ms for sessionid 0x1055e5ab966000e
   [junit4]   2> 234630 WARN  (jetty-launcher-148-thread-2-SendThread(127.0.0.1:41048)) [    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 23482ms for sessionid 0x1055e5ab966000b
   [junit4]   2> 234629 WARN  (jetty-launcher-148-thread-4-SendThread(127.0.0.1:41048)) [    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 21860ms for sessionid 0x1055e5ab9660009
   [junit4]   2> 234630 WARN  (jetty-launcher-148-thread-2-SendThread(127.0.0.1:41048)) [    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 21474ms for sessionid 0x1055e5ab9660006
   [junit4]   2> 234630 WARN  (jetty-launcher-148-thread-4-SendThread(127.0.0.1:41048)) [    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 24187ms for sessionid 0x1055e5ab966000c
   [junit4]   2> 234630 WARN  (SUITE-DeleteReplicaTest-seed#[C29766890E480399]-worker-SendThread(127.0.0.1:41048)) [    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 24187ms for sessionid 0x1055e5ab9660012
   [junit4]   2> 234630 WARN  (jetty-launcher-148-thread-3-SendThread(127.0.0.1:41048)) [    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 24187ms for sessionid 0x1055e5ab9660010
   [junit4]   2> 234630 WARN  (jetty-launcher-148-thread-1-SendThread(127.0.0.1:41048)) [    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 24187ms for sessionid 0x1055e5ab966000f
   [junit4]   2> 234940 WARN  (zkConnectionManagerCallback-206-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2f3e250 name: ZooKeeperConnection Watcher:127.0.0.1:41048/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 234940 WARN  (zkConnectionManagerCallback-206-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 234958 WARN  (zkConnectionManagerCallback-177-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2a72fe93 name: ZooKeeperConnection Watcher:127.0.0.1:41048/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 234958 WARN  (zkConnectionManagerCallback-177-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 234958 WARN  (zkConnectionManagerCallback-201-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2bf00e6 name: ZooKeeperConnection Watcher:127.0.0.1:41048/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 234958 WARN  (zkConnectionManagerCallback-201-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 234960 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1055e5ab9660009, likely client has closed socket
   [junit4]   2> 234997 WARN  (zkConnectionManagerCallback-188-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7776037f name: ZooKeeperConnection Watcher:127.0.0.1:41048/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 234997 WARN  (zkConnectionManagerCallback-188-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 235005 WARN  (zkConnectionManagerCallback-175-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4f2a165e name: ZooKeeperConnection Watcher:127.0.0.1:41048/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 235005 WARN  (zkConnectionManagerCallback-175-thread-1) [    ] o.a.s.c.c.ConnectionManager zkCli

[...truncated too long message...]


-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null1833233989
     [copy] Copying 240 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null1833233989
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null1833233989

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 49ms :: artifacts dl 4ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 216 minutes 1 second
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$34.hasMatch(FilePath.java:2678)
	at hudson.FilePath$34.invoke(FilePath.java:2557)
	at hudson.FilePath$34.invoke(FilePath.java:2547)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1036)
		at hudson.FilePath.act(FilePath.java:1025)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1819)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1038)
	at hudson.FilePath.act(FilePath.java:1025)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1819)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)