You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2016/07/02 23:25:29 UTC

[JENKINS] Lucene-Solr-Tests-master - Build # 1249 - Still Failing

Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1249/

5 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.DeleteReplicaTest

Error Message:
ObjectTracker found 1 object(s) that were not released!!! [InternalHttpClient]

Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [InternalHttpClient]
	at __randomizedtesting.SeedInfo.seed([3723A2AFC015DFD]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:256)
	at sun.reflect.GeneratedMethodAccessor30.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy

Error Message:
Could not find collection : c1

Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : c1
	at __randomizedtesting.SeedInfo.seed([3723A2AFC015DFD:683D9A57850E80C7]:0)
	at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:192)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:129)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy(ZkStateReaderTest.java:48)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.security.BasicAuthIntegrationTest.testBasics

Error Message:
IOException occured when talking to server at: http://127.0.0.1:52352/solr/testSolrCloudCollection_shard1_replica1

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: IOException occured when talking to server at: http://127.0.0.1:52352/solr/testSolrCloudCollection_shard1_replica1
	at __randomizedtesting.SeedInfo.seed([3723A2AFC015DFD:3EAA9406C4EF038D]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:699)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1109)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:998)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:934)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.security.BasicAuthIntegrationTest.doExtraTests(BasicAuthIntegrationTest.java:194)
	at org.apache.solr.cloud.TestMiniSolrCloudClusterBase.testCollectionCreateSearchDelete(TestMiniSolrCloudClusterBase.java:196)
	at org.apache.solr.cloud.TestMiniSolrCloudClusterBase.testBasics(TestMiniSolrCloudClusterBase.java:79)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:52352/solr/testSolrCloudCollection_shard1_replica1
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:620)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:259)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:366)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:674)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	... 1 more
Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:52352 failed to respond
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:143)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:167)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:511)
	... 10 more


FAILED:  junit.framework.TestSuite.org.apache.solr.security.BasicAuthIntegrationTest

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.security.BasicAuthIntegrationTest:     1) Thread[id=5327, name=Connection evictor, state=TIMED_WAITING, group=TGRP-BasicAuthIntegrationTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:745)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.security.BasicAuthIntegrationTest: 
   1) Thread[id=5327, name=Connection evictor, state=TIMED_WAITING, group=TGRP-BasicAuthIntegrationTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.lang.Thread.run(Thread.java:745)
	at __randomizedtesting.SeedInfo.seed([3723A2AFC015DFD]:0)


FAILED:  org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh

Error Message:
Could not find collection : c1

Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : c1
	at __randomizedtesting.SeedInfo.seed([3723A2AFC015DFD:1CC84BDD2C619B38]:0)
	at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:192)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:129)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh(ZkStateReaderTest.java:43)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11413 lines...]
   [junit4] Suite: org.apache.solr.security.BasicAuthIntegrationTest
   [junit4]   2> 725932 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[3723A2AFC015DFD]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 725932 INFO  (Thread-1560) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 725932 INFO  (Thread-1560) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 726032 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[3723A2AFC015DFD]) [    ] o.a.s.c.ZkTestServer start zk server on port:53511
   [junit4]   2> 726032 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[3723A2AFC015DFD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 726033 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[3723A2AFC015DFD]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 726041 INFO  (zkCallback-660-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@ca60950 name:ZooKeeperConnection Watcher:127.0.0.1:53511 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 726041 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[3723A2AFC015DFD]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 726041 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[3723A2AFC015DFD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 726041 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[3723A2AFC015DFD]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
   [junit4]   2> 726045 INFO  (jetty-launcher-659-thread-1) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 726049 INFO  (jetty-launcher-659-thread-2) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 726051 INFO  (jetty-launcher-659-thread-4) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 726051 INFO  (jetty-launcher-659-thread-3) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 726052 INFO  (jetty-launcher-659-thread-5) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 726055 INFO  (jetty-launcher-659-thread-5) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4ad88271{/solr,null,AVAILABLE}
   [junit4]   2> 726056 INFO  (jetty-launcher-659-thread-5) [    ] o.e.j.s.ServerConnector Started ServerConnector@5845f4a2{HTTP/1.1,[http/1.1]}{127.0.0.1:52097}
   [junit4]   2> 726057 INFO  (jetty-launcher-659-thread-5) [    ] o.e.j.s.Server Started @729867ms
   [junit4]   2> 726057 INFO  (jetty-launcher-659-thread-5) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52097}
   [junit4]   2> 726057 INFO  (jetty-launcher-659-thread-5) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 726057 INFO  (jetty-launcher-659-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@adc1069{/solr,null,AVAILABLE}
   [junit4]   2> 726057 INFO  (jetty-launcher-659-thread-5) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_3723A2AFC015DFD-001/tempDir-001/node5'
   [junit4]   2> 726057 INFO  (jetty-launcher-659-thread-5) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 726057 INFO  (jetty-launcher-659-thread-5) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 726057 INFO  (jetty-launcher-659-thread-1) [    ] o.e.j.s.ServerConnector Started ServerConnector@6c94e0a8{HTTP/1.1,[http/1.1]}{127.0.0.1:53922}
   [junit4]   2> 726057 INFO  (jetty-launcher-659-thread-1) [    ] o.e.j.s.Server Started @729868ms
   [junit4]   2> 726057 INFO  (jetty-launcher-659-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53922}
   [junit4]   2> 726057 INFO  (jetty-launcher-659-thread-5) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 726057 INFO  (jetty-launcher-659-thread-1) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 726057 INFO  (jetty-launcher-659-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_3723A2AFC015DFD-001/tempDir-001/node1'
   [junit4]   2> 726057 INFO  (jetty-launcher-659-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 726057 INFO  (jetty-launcher-659-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 726058 INFO  (jetty-launcher-659-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 726058 INFO  (jetty-launcher-659-thread-5) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 726059 INFO  (jetty-launcher-659-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@171780bc{/solr,null,AVAILABLE}
   [junit4]   2> 726059 INFO  (jetty-launcher-659-thread-3) [    ] o.e.j.s.ServerConnector Started ServerConnector@61537553{HTTP/1.1,[http/1.1]}{127.0.0.1:55179}
   [junit4]   2> 726059 INFO  (jetty-launcher-659-thread-3) [    ] o.e.j.s.Server Started @729870ms
   [junit4]   2> 726059 INFO  (jetty-launcher-659-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55179}
   [junit4]   2> 726059 INFO  (jetty-launcher-659-thread-3) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 726059 INFO  (jetty-launcher-659-thread-3) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_3723A2AFC015DFD-001/tempDir-001/node3'
   [junit4]   2> 726059 INFO  (jetty-launcher-659-thread-3) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 726059 INFO  (jetty-launcher-659-thread-3) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 726059 INFO  (jetty-launcher-659-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 726060 INFO  (jetty-launcher-659-thread-3) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 726060 INFO  (zkCallback-661-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3a1e19b name:ZooKeeperConnection Watcher:127.0.0.1:53511/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 726060 INFO  (jetty-launcher-659-thread-5) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 726060 INFO  (jetty-launcher-659-thread-5) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 726061 INFO  (jetty-launcher-659-thread-5) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 726061 INFO  (jetty-launcher-659-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 726061 INFO  (jetty-launcher-659-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1d6308e1{/solr,null,AVAILABLE}
   [junit4]   2> 726063 INFO  (jetty-launcher-659-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7c1ba963{/solr,null,AVAILABLE}
   [junit4]   2> 726064 INFO  (jetty-launcher-659-thread-4) [    ] o.e.j.s.ServerConnector Started ServerConnector@20218634{HTTP/1.1,[http/1.1]}{127.0.0.1:52352}
   [junit4]   2> 726064 INFO  (jetty-launcher-659-thread-4) [    ] o.e.j.s.Server Started @729874ms
   [junit4]   2> 726064 INFO  (jetty-launcher-659-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52352}
   [junit4]   2> 726064 INFO  (jetty-launcher-659-thread-4) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 726064 INFO  (jetty-launcher-659-thread-4) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_3723A2AFC015DFD-001/tempDir-001/node4'
   [junit4]   2> 726064 INFO  (jetty-launcher-659-thread-4) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 726064 INFO  (jetty-launcher-659-thread-4) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 726064 INFO  (jetty-launcher-659-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 726067 INFO  (jetty-launcher-659-thread-4) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 726067 INFO  (jetty-launcher-659-thread-2) [    ] o.e.j.s.ServerConnector Started ServerConnector@1b95b3d5{HTTP/1.1,[http/1.1]}{127.0.0.1:35584}
   [junit4]   2> 726067 INFO  (jetty-launcher-659-thread-2) [    ] o.e.j.s.Server Started @729878ms
   [junit4]   2> 726067 INFO  (jetty-launcher-659-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35584}
   [junit4]   2> 726067 INFO  (jetty-launcher-659-thread-2) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 726067 INFO  (jetty-launcher-659-thread-2) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_3723A2AFC015DFD-001/tempDir-001/node2'
   [junit4]   2> 726067 INFO  (jetty-launcher-659-thread-2) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 726067 INFO  (jetty-launcher-659-thread-2) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 726067 INFO  (jetty-launcher-659-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 726069 INFO  (jetty-launcher-659-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 726069 INFO  (zkCallback-664-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2de5bb64 name:ZooKeeperConnection Watcher:127.0.0.1:53511/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 726069 INFO  (jetty-launcher-659-thread-4) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 726069 INFO  (zkCallback-662-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@54407310 name:ZooKeeperConnection Watcher:127.0.0.1:53511/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 726069 INFO  (jetty-launcher-659-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 726069 INFO  (jetty-launcher-659-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 726070 INFO  (jetty-launcher-659-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 726070 INFO  (jetty-launcher-659-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 726072 INFO  (zkCallback-663-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@47611dcf name:ZooKeeperConnection Watcher:127.0.0.1:53511/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 726072 INFO  (jetty-launcher-659-thread-3) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 726072 INFO  (jetty-launcher-659-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 726072 INFO  (jetty-launcher-659-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 726073 INFO  (jetty-launcher-659-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 726075 INFO  (zkCallback-665-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@276ab78a name:ZooKeeperConnection Watcher:127.0.0.1:53511/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 726076 INFO  (jetty-launcher-659-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 726076 INFO  (jetty-launcher-659-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 726076 INFO  (jetty-launcher-659-thread-5) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_3723A2AFC015DFD-001/tempDir-001/node5/.
   [junit4]   2> 726076 INFO  (jetty-launcher-659-thread-5) [    ] o.a.s.c.CoreContainer New CoreContainer 1960471315
   [junit4]   2> 726076 INFO  (jetty-launcher-659-thread-5) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_3723A2AFC015DFD-001/tempDir-001/node5]
   [junit4]   2> 726076 WARN  (jetty-launcher-659-thread-5) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_3723A2AFC015DFD-001/tempDir-001/node5/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_3723A2AFC015DFD-001/tempDir-001/node5/lib
   [junit4]   2> 726076 INFO  (jetty-launcher-659-thread-5) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 726089 INFO  (jetty-launcher-659-thread-1) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_3723A2AFC015DFD-001/tempDir-001/node1/.
   [junit4]   2> 726090 INFO  (jetty-launcher-659-thread-1) [    ] o.a.s.c.CoreContainer New CoreContainer 782952609
   [junit4]   2> 726090 INFO  (jetty-launcher-659-thread-1) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_3723A2AFC015DFD-001/tempDir-001/node1]
   [junit4]   2> 726090 WARN  (jetty-launcher-659-thread-1) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_3723A2AFC015DFD-001/tempDir-001/node1/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_3723A2AFC015DFD-001/tempDir-001/node1/lib
   [junit4]   2> 726090 INFO  (jetty-launcher-659-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 726094 INFO  (jetty-launcher-659-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 726094 INFO  (jetty-launcher-659-thread-4) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_3723A2AFC015DFD-001/tempDir-001/node4/.
   [junit4]   2> 726094 INFO  (jetty-launcher-659-thread-4) [    ] o.a.s.c.CoreContainer New CoreContainer 2058779016
   [junit4]   2> 726094 INFO  (jetty-launcher-659-thread-4) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_3723A2AFC015DFD-001/tempDir-001/node4]
   [junit4]   2> 726094 WARN  (jetty-launcher-659-thread-4) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_3723A2AFC015DFD-001/tempDir-001/node4/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_3723A2AFC015DFD-001/tempDir-001/node4/lib
   [junit4]   2> 726094 INFO  (jetty-launcher-659-thread-4) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 726098 INFO  (jetty-launcher-659-thread-3) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_3723A2AFC015DFD-001/tempDir-001/node3/.
   [junit4]   2> 726098 INFO  (jetty-launcher-659-thread-3) [    ] o.a.s.c.CoreContainer New CoreContainer 1042536153
   [junit4]   2> 726098 INFO  (jetty-launcher-659-thread-3) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_3723A2AFC015DFD-001/tempDir-001/node3]
   [junit4]   2> 726098 WARN  (jetty-launcher-659-thread-3) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_3723A2AFC015DFD-001/tempDir-001/node3/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_3723A2AFC015DFD-001/tempDir-001/node3/lib
   [junit4]   2> 726098 INFO  (jetty-launcher-659-thread-3) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 726099 INFO  (jetty-launcher-659-thread-2) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_3723A2AFC015DFD-001/tempDir-001/node2/.
   [junit4]   2> 726099 INFO  (jetty-launcher-659-thread-2) [    ] o.a.s.c.CoreContainer New CoreContainer 594787508
   [junit4]   2> 726100 INFO  (jetty-launcher-659-thread-2) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_3723A2AFC015DFD-001/tempDir-001/node2]
   [junit4]   2> 726100 WARN  (jetty-launcher-659-thread-2) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_3723A2AFC015DFD-001/tempDir-001/node2/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_3723A2AFC015DFD-001/tempDir-001/node2/lib
   [junit4]   2> 726100 INFO  (jetty-launcher-659-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 726108 INFO  (jetty-launcher-659-thread-2) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 726108 INFO  (jetty-launcher-659-thread-2) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 726108 INFO  (jetty-launcher-659-thread-2) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 726108 INFO  (jetty-launcher-659-thread-4) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 726108 INFO  (jetty-launcher-659-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53511/solr
   [junit4]   2> 726109 INFO  (jetty-launcher-659-thread-2) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 726109 INFO  (jetty-launcher-659-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 726108 INFO  (jetty-launcher-659-thread-4) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 726109 INFO  (jetty-launcher-659-thread-4) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 726109 INFO  (jetty-launcher-659-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53511/solr
   [junit4]   2> 726109 INFO  (jetty-launcher-659-thread-4) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 726109 INFO  (jetty-launcher-659-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 726110 INFO  (jetty-launcher-659-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 726111 INFO  (jetty-launcher-659-thread-3) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 726111 INFO  (jetty-launcher-659-thread-3) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 726111 INFO  (jetty-launcher-659-thread-3) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 726111 INFO  (jetty-launcher-659-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53511/solr
   [junit4]   2> 726111 INFO  (jetty-launcher-659-thread-3) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 726111 INFO  (jetty-launcher-659-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 726111 INFO  (jetty-launcher-659-thread-3) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 726112 INFO  (jetty-launcher-659-thread-4) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 726116 INFO  (jetty-launcher-659-thread-1) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 726117 INFO  (jetty-launcher-659-thread-1) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 726113 INFO  (jetty-launcher-659-thread-5) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 726117 INFO  (jetty-launcher-659-thread-1) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 726117 INFO  (jetty-launcher-659-thread-5) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 726117 INFO  (jetty-launcher-659-thread-5) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 726117 INFO  (jetty-launcher-659-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53511/solr
   [junit4]   2> 726117 INFO  (zkCallback-676-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@30acf748 name:ZooKeeperConnection Watcher:127.0.0.1:53511 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 726117 INFO  (zkCallback-670-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1e72c9d0 name:ZooKeeperConnection Watcher:127.0.0.1:53511 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 726117 INFO  (jetty-launcher-659-thread-1) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 726117 INFO  (jetty-launcher-659-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 726117 INFO  (jetty-launcher-659-thread-5) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53511/solr
   [junit4]   2> 726120 INFO  (jetty-launcher-659-thread-5) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 726120 INFO  (jetty-launcher-659-thread-5) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 726120 INFO  (jetty-launcher-659-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 726121 INFO  (jetty-launcher-659-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 726121 INFO  (jetty-launcher-659-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 726121 INFO  (jetty-launcher-659-thread-3) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 726121 INFO  (zkCallback-671-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@23d2c26b name:ZooKeeperConnection Watcher:127.0.0.1:53511 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 726121 INFO  (jetty-launcher-659-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 726121 INFO  (jetty-launcher-659-thread-4) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 726121 INFO  (jetty-launcher-659-thread-5) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 726121 INFO  (jetty-launcher-659-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 726122 INFO  (zkCallback-679-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3c490dd5 name:ZooKeeperConnection Watcher:127.0.0.1:53511 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 726122 INFO  (jetty-launcher-659-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 726122 INFO  (jetty-launcher-659-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 726122 INFO  (jetty-launcher-659-thread-2) [n:127.0.0.1:35584_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$35/278057394@37928433
   [junit4]   2> 726123 INFO  (jetty-launcher-659-thread-2) [n:127.0.0.1:35584_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 726123 INFO  (zkCallback-680-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@23e0e9c2 name:ZooKeeperConnection Watcher:127.0.0.1:53511 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 726123 INFO  (jetty-launcher-659-thread-3) [n:127.0.0.1:55179_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$35/278057394@ceb5d5c
   [junit4]   2> 726123 INFO  (jetty-launcher-659-thread-5) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 726123 INFO  (jetty-launcher-659-thread-5) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 726123 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x155add9e8890009, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 726124 INFO  (jetty-launcher-659-thread-3) [n:127.0.0.1:55179_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 726126 INFO  (jetty-launcher-659-thread-1) [n:127.0.0.1:53922_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$35/278057394@484971ad
   [junit4]   2> 726126 INFO  (jetty-launcher-659-thread-5) [n:127.0.0.1:52097_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$35/278057394@387aad27
   [junit4]   2> 726126 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x155add9e889000a, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 726127 INFO  (jetty-launcher-659-thread-1) [n:127.0.0.1:53922_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 726127 INFO  (jetty-launcher-659-thread-5) [n:127.0.0.1:52097_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 726128 INFO  (zkCallback-681-thread-1-processing-n:127.0.0.1:35584_solr) [n:127.0.0.1:35584_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1fcee113 name:ZooKeeperConnection Watcher:127.0.0.1:53511/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 726128 INFO  (jetty-launcher-659-thread-2) [n:127.0.0.1:35584_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 726129 INFO  (jetty-launcher-659-thread-4) [n:127.0.0.1:52352_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$35/278057394@76ea8e3c
   [junit4]   2> 726129 INFO  (zkCallback-683-thread-1-processing-n:127.0.0.1:53922_solr) [n:127.0.0.1:53922_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7eee67ab name:ZooKeeperConnection Watcher:127.0.0.1:53511/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 726131 INFO  (zkCallback-684-thread-1-processing-n:127.0.0.1:52097_solr) [n:127.0.0.1:52097_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7c73127d name:ZooKeeperConnection Watcher:127.0.0.1:53511/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 726131 INFO  (jetty-launcher-659-thread-5) [n:127.0.0.1:52097_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 726133 INFO  (jetty-launcher-659-thread-1) [n:127.0.0.1:53922_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 726133 INFO  (jetty-launcher-659-thread-2) [n:127.0.0.1:35584_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 726133 INFO  (jetty-launcher-659-thread-4) [n:127.0.0.1:52352_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 726134 INFO  (zkCallback-682-thread-1-processing-n:127.0.0.1:55179_solr) [n:127.0.0.1:55179_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6904279c name:ZooKeeperConnection Watcher:127.0.0.1:53511/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 726134 INFO  (jetty-launcher-659-thread-3) [n:127.0.0.1:55179_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 726134 INFO  (jetty-launcher-659-thread-5) [n:127.0.0.1:52097_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 726134 INFO  (zkCallback-685-thread-1-processing-n:127.0.0.1:52352_solr) [n:127.0.0.1:52352_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4f93abcb name:ZooKeeperConnection Watcher:127.0.0.1:53511/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 726134 INFO  (jetty-launcher-659-thread-4) [n:127.0.0.1:52352_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 726134 INFO  (jetty-launcher-659-thread-1) [n:127.0.0.1:53922_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 726136 INFO  (jetty-launcher-659-thread-2) [n:127.0.0.1:35584_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 726137 INFO  (jetty-launcher-659-thread-3) [n:127.0.0.1:55179_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 726137 INFO  (jetty-launcher-659-thread-4) [n:127.0.0.1:52352_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 726137 INFO  (jetty-launcher-659-thread-5) [n:127.0.0.1:52097_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 726138 INFO  (jetty-launcher-659-thread-1) [n:127.0.0.1:53922_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 726143 INFO  (jetty-launcher-659-thread-4) [n:127.0.0.1:52352_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 726143 INFO  (jetty-launcher-659-thread-5) [n:127.0.0.1:52097_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 726143 INFO  (jetty-launcher-659-thread-2) [n:127.0.0.1:35584_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 726143 INFO  (jetty-launcher-659-thread-3) [n:127.0.0.1:55179_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 726144 INFO  (jetty-launcher-659-thread-1) [n:127.0.0.1:53922_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 726146 INFO  (jetty-launcher-659-thread-4) [n:127.0.0.1:52352_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 726146 INFO  (jetty-launcher-659-thread-2) [n:127.0.0.1:35584_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 726147 INFO  (jetty-launcher-659-thread-3) [n:127.0.0.1:55179_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 726147 INFO  (jetty-launcher-659-thread-5) [n:127.0.0.1:52097_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 726147 INFO  (jetty-launcher-659-thread-1) [n:127.0.0.1:53922_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 726149 INFO  (jetty-launcher-659-thread-2) [n:127.0.0.1:35584_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 726149 INFO  (jetty-launcher-659-thread-4) [n:127.0.0.1:52352_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 726150 INFO  (jetty-launcher-659-thread-3) [n:127.0.0.1:55179_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 726150 INFO  (jetty-launcher-659-thread-5) [n:127.0.0.1:52097_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 726150 INFO  (jetty-launcher-659-thread-1) [n:127.0.0.1:53922_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 726152 INFO  (jetty-launcher-659-thread-2) [n:127.0.0.1:35584_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 726152 INFO  (jetty-launcher-659-thread-4) [n:127.0.0.1:52352_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 726152 INFO  (jetty-launcher-659-thread-3) [n:127.0.0.1:55179_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 726152 INFO  (jetty-launcher-659-thread-5) [n:127.0.0.1:52097_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 726153 INFO  (jetty-launcher-659-thread-1) [n:127.0.0.1:53922_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 726154 INFO  (jetty-launcher-659-thread-4) [n:127.0.0.1:52352_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 726154 INFO  (jetty-launcher-659-thread-3) [n:127.0.0.1:55179_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 726154 INFO  (jetty-launcher-659-thread-5) [n:127.0.0.1:52097_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 726154 INFO  (jetty-launcher-659-thread-2) [n:127.0.0.1:35584_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 726155 INFO  (jetty-launcher-659-thread-1) [n:127.0.0.1:53922_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 726156 INFO  (jetty-launcher-659-thread-5) [n:127.0.0.1:52097_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 726156 INFO  (jetty-launcher-659-thread-4) [n:127.0.0.1:52352_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 726156 INFO  (jetty-launcher-659-thread-2) [n:127.0.0.1:35584_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 726157 INFO  (jetty-launcher-659-thread-1) [n:127.0.0.1:53922_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 726157 INFO  (jetty-launcher-659-thread-3) [n:127.0.0.1:55179_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 726158 INFO  (jetty-launcher-659-thread-2) [n:127.0.0.1:35584_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 726158 INFO  (jetty-launcher-659-thread-1) [n:127.0.0.1:53922_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 726158 INFO  (jetty-launcher-659-thread-3) [n:127.0.0.1:55179_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 726158 INFO  (jetty-launcher-659-thread-4) [n:127.0.0.1:52352_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 726159 INFO  (jetty-launcher-659-thread-5) [n:127.0.0.1:52097_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 726160 INFO  (jetty-launcher-659-thread-1) [n:127.0.0.1:53922_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 726160 INFO  (jetty-launcher-659-thread-3) [n:127.0.0.1:55179_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 726160 INFO  (jetty-launcher-659-thread-5) [n:127.0.0.1:52097_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 726160 INFO  (jetty-launcher-659-thread-2) [n:127.0.0.1:35584_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 726160 INFO  (jetty-launcher-659-thread-4) [n:127.0.0.1:52352_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 726161 INFO  (jetty-launcher-659-thread-3) [n:127.0.0.1:55179_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 726161 INFO  (jetty-launcher-659-thread-5) [n:127.0.0.1:52097_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 726162 INFO  (jetty-launcher-659-thread-2) [n:127.0.0.1:35584_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 726162 INFO  (jetty-launcher-659-thread-1) [n:127.0.0.1:53922_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 726162 INFO  (jetty-launcher-659-thread-4) [n:127.0.0.1:52352_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 726163 INFO  (jetty-launcher-659-thread-3) [n:127.0.0.1:55179_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 726163 INFO  (jetty-launcher-659-thread-5) [n:127.0.0.1:52097_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 726163 INFO  (jetty-launcher-659-thread-2) [n:127.0.0.1:35584_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 726163 INFO  (jetty-launcher-659-thread-1) [n:127.0.0.1:53922_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 726164 INFO  (jetty-launcher-659-thread-3) [n:127.0.0.1:55179_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 726164 INFO  (jetty-launcher-659-thread-4) [n:127.0.0.1:52352_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 726164 INFO  (jetty-launcher-659-thread-5) [n:127.0.0.1:52097_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 726164 INFO  (jetty-launcher-659-thread-2) [n:127.0.0.1:35584_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 726164 INFO  (jetty-launcher-659-thread-1) [n:127.0.0.1:53922_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 726165 INFO  (jetty-launcher-659-thread-4) [n:127.0.0.1:52352_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 726167 INFO  (jetty-launcher-659-thread-3) [n:127.0.0.1:55179_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 726167 INFO  (jetty-launcher-659-thread-5) [n:127.0.0.1:52097_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 726167 INFO  (jetty-launcher-659-thread-2) [n:127.0.0.1:35584_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 726167 INFO  (jetty-launcher-659-thread-1) [n:127.0.0.1:53922_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 726169 INFO  (jetty-launcher-659-thread-5) [n:127.0.0.1:52097_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 726169 INFO  (jetty-launcher-659-thread-2) [n:127.0.0.1:35584_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 726169 INFO  (jetty-launcher-659-thread-1) [n:127.0.0.1:53922_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 726169 INFO  (jetty-launcher-659-thread-3) [n:127.0.0.1:55179_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 726178 INFO  (jetty-launcher-659-thread-4) [n:127.0.0.1:52352_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 726178 INFO  (jetty-launcher-659-thread-5) [n:127.0.0.1:52097_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 726178 INFO  (jetty-launcher-659-thread-1) [n:127.0.0.1:53922_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 726178 INFO  (jetty-launcher-659-thread-3) [n:127.0.0.1:55179_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 726179 INFO  (jetty-launcher-659-thread-2) [n:127.0.0.1:35584_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 726179 INFO  (jetty-launcher-659-thread-4) [n:127.0.0.1:52352_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96174118479134735-127.0.0.1:52352_solr-n_0000000000
   [junit4]   2> 726179 INFO  (jetty-launcher-659-thread-5) [n:127.0.0.1:52097_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96174118479134733-127.0.0.1:52097_solr-n_0000000001
   [junit4]   2> 726181 INFO  (jetty-launcher-659-thread-1) [n:127.0.0.1:53922_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96174118479134732-127.0.0.1:53922_solr-n_0000000002
   [junit4]   2> 726181 INFO  (jetty-launcher-659-thread-3) [n:127.0.0.1:55179_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96174118479134734-127.0.0.1:55179_solr-n_0000000003
   [junit4]   2> 726181 INFO  (jetty-launcher-659-thread-2) [n:127.0.0.1:35584_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96174118479134731-127.0.0.1:35584_solr-n_0000000004
   [junit4]   2> 726181 INFO  (jetty-launcher-659-thread-4) [n:127.0.0.1:52352_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:52352_solr
   [junit4]   2> 726181 INFO  (jetty-launcher-659-thread-4) [n:127.0.0.1:52352_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 726181 INFO  (jetty-launcher-659-thread-5) [n:127.0.0.1:52097_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96174118479134735-127.0.0.1:52352_solr-n_0000000000 to know if I could be the leader
   [junit4]   2> 726182 INFO  (jetty-launcher-659-thread-3) [n:127.0.0.1:55179_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96174118479134732-127.0.0.1:53922_solr-n_0000000002 to know if I could be the leader
   [junit4]   2> 726182 INFO  (jetty-launcher-659-thread-5) [n:127.0.0.1:52097_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52097_solr
   [junit4]   2> 726182 INFO  (jetty-launcher-659-thread-5) [n:127.0.0.1:52097_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:52097_solr
   [junit4]   2> 726182 INFO  (jetty-launcher-659-thread-3) [n:127.0.0.1:55179_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55179_solr
   [junit4]   2> 726182 INFO  (jetty-launcher-659-thread-3) [n:127.0.0.1:55179_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:55179_solr
   [junit4]   2> 726183 INFO  (jetty-launcher-659-thread-1) [n:127.0.0.1:53922_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96174118479134733-127.0.0.1:52097_solr-n_0000000001 to know if I could be the leader
   [junit4]   2> 726183 INFO  (jetty-launcher-659-thread-2) [n:127.0.0.1:35584_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96174118479134734-127.0.0.1:55179_solr-n_0000000003 to know if I could be the leader
   [junit4]   2> 726183 INFO  (jetty-launcher-659-thread-4) [n:127.0.0.1:52352_solr    ] o.a.s.c.Overseer Overseer (id=96174118479134735-127.0.0.1:52352_solr-n_0000000000) starting
   [junit4]   2> 726184 INFO  (zkCallback-684-thread-1-processing-n:127.0.0.1:52097_solr) [n:127.0.0.1:52097_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 726184 INFO  (zkCallback-683-thread-1-processing-n:127.0.0.1:53922_solr) [n:127.0.0.1:53922_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 726184 INFO  (zkCallback-681-thread-1-processing-n:127.0.0.1:35584_solr) [n:127.0.0.1:35584_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 726184 INFO  (zkCallback-685-thread-1-processing-n:127.0.0.1:52352_solr) [n:127.0.0.1:52352_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 726184 INFO  (zkCallback-682-thread-1-processing-n:127.0.0.1:55179_solr) [n:127.0.0.1:55179_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 726184 INFO  (jetty-launcher-659-thread-1) [n:127.0.0.1:53922_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:53922_solr as DOWN
   [junit4]   2> 726184 INFO  (jetty-launcher-659-thread-2) [n:127.0.0.1:35584_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:35584_solr as DOWN
   [junit4]   2> 726185 INFO  (zkCallback-684-thread-1-processing-n:127.0.0.1:52097_solr) [n:127.0.0.1:52097_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 726190 INFO  (zkCallback-685-thread-1-processing-n:127.0.0.1:52352_solr) [n:127.0.0.1:52352_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 726192 INFO  (jetty-launcher-659-thread-4) [n:127.0.0.1:52352_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 726201 INFO  (zkCallback-682-thread-1-processing-n:127.0.0.1:55179_solr) [n:127.0.0.1:55179_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 726201 INFO  (zkCallback-681-thread-1-processing-n:127.0.0.1:35584_solr) [n:127.0.0.1:35584_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 726202 INFO  (jetty-launcher-659-thread-5) [n:127.0.0.1:52097_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 726202 INFO  (jetty-launcher-659-thread-5) [n:127.0.0.1:52097_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 726203 INFO  (jetty-launcher-659-thread-5) [n:127.0.0.1:52097_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_3723A2AFC015DFD-001/tempDir-001/node5/.
   [junit4]   2> 726203 INFO  (jetty-launcher-659-thread-5) [n:127.0.0.1:52097_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 726203 INFO  (zkCallback-683-thread-1-processing-n:127.0.0.1:53922_solr) [n:127.0.0.1:53922_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 726207 INFO  (jetty-launcher-659-thread-3) [n:127.0.0.1:55179_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 726207 INFO  (jetty-launcher-659-thread-3) [n:127.0.0.1:55179_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 726207 INFO  (jetty-launcher-659-thread-3) [n:127.0.0.1:55179_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_3723A2AFC015DFD-001/tempDir-001/node3/.
   [junit4]   2> 726208 INFO  (jetty-launcher-659-thread-3) [n:127.0.0.1:55179_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 726208 INFO  (jetty-launcher-659-thread-1) [n:127.0.0.1:53922_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53922_solr
   [junit4]   2> 726208 INFO  (jetty-launcher-659-thread-1) [n:127.0.0.1:53922_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:53922_solr
   [junit4]   2> 726208 INFO  (jetty-launcher-659-thread-2) [n:127.0.0.1:35584_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35584_solr
   [junit4]   2> 726208 INFO  (jetty-launcher-659-thread-2) [n:127.0.0.1:35584_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:35584_solr
   [junit4]   2> 726208 INFO  (jetty-launcher-659-thread-5) [n:127.0.0.1:52097_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1
   [junit4]   2> 726208 INFO  (jetty-launcher-659-thread-5) [n:127.0.0.1:52097_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 726210 INFO  (jetty-launcher-659-thread-3) [n:127.0.0.1:55179_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1
   [junit4]   2> 726210 INFO  (jetty-launcher-659-thread-3) [n:127.0.0.1:55179_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 726211 INFO  (zkCallback-684-thread-1-processing-n:127.0.0.1:52097_solr) [n:127.0.0.1:52097_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 726211 INFO  (zkCallback-685-thread-1-processing-n:127.0.0.1:52352_solr) [n:127.0.0.1:52352_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 726211 INFO  (zkCallback-683-thread-1-processing-n:127.0.0.1:53922_solr) [n:127.0.0.1:53922_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 726211 INFO  (zkCallback-681-thread-1-processing-n:127.0.0.1:35584_solr) [n:127.0.0.1:35584_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 726211 INFO  (zkCallback-682-thread-1-processing-n:127.0.0.1:55179_solr) [n:127.0.0.1:55179_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 726212 INFO  (zkCallback-684-thread-1-processing-n:127.0.0.1:52097_solr) [n:127.0.0.1:52097_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 726212 INFO  (zkCallback-685-thread-1-processing-n:127.0.0.1:52352_solr) [n:127.0.0.1:52352_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 726212 INFO  (zkCallback-683-thread-1-processing-n:127.0.0.1:53922_solr) [n:127.0.0.1:53922_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 726213 INFO  (zkCallback-682-thread-1-processing-n:127.0.0.1:55179_solr) [n:127.0.0.1:55179_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 726213 INFO  (jetty-launcher-659-thread-4) [n:127.0.0.1:52352_solr    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 726213 INFO  (OverseerCollectionConfigSetProcessor-96174118479134735-127.0.0.1:52352_solr-n_0000000000) [n:127.0.0.1:52352_solr    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 726216 INFO  (zkCallback-681-thread-1-processing-n:127.0.0.1:35584_solr) [n:127.0.0.1:35584_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 726216 INFO  (OverseerStateUpdate-96174118479134735-127.0.0.1:52352_solr-n_0000000000) [n:127.0.0.1:52352_solr    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 726216 INFO  (jetty-launcher-659-thread-4) [n:127.0.0.1:52352_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:52352_solr as DOWN
   [junit4]   2> 726219 INFO  (OverseerStateUpdate-96174118479134735-127.0.0.1:52352_solr-n_0000000000) [n:127.0.0.1:52352_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (4)
   [junit4]   2> 726220 INFO  (jetty-launcher-659-thread-4) [n:127.0.0.1:52352_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52352_solr
   [junit4]   2> 726220 INFO  (jetty-launcher-659-thread-4) [n:127.0.0.1:52352_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:52352_solr
   [junit4]   2> 726221 INFO  (zkCallback-684-thread-1-processing-n:127.0.0.1:52097_solr) [n:127.0.0.1:52097_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 726222 INFO  (zkCallback-681-thread-1-processing-n:127.0.0.1:35584_solr) [n:127.0.0.1:35584_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 726222 INFO  (zkCallback-683-thread-1-processing-n:127.0.0.1:53922_solr) [n:127.0.0.1:53922_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 726222 INFO  (zkCallback-682-thread-1-processing-n:127.0.0.1:55179_solr) [n:127.0.0.1:55179_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 726222 INFO  (OverseerStateUpdate-96174118479134735-127.0.0.1:52352_solr-n_0000000000) [n:127.0.0.1:52352_solr    ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:53922_solr"} current state version: 0
   [junit4]   2> 726222 INFO  (zkCallback-685-thread-1-processing-n:127.0.0.1:52352_solr) [n:127.0.0.1:52352_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 726222 INFO  (OverseerStateUpdate-96174118479134735-127.0.0.1:52352_solr-n_0000000000) [n:127.0.0.1:52352_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:53922_solr
   [junit4]   2> 726222 INFO  (zkCallback-683-thread-1-processing-n:127.0.0.1:53922_solr) [n:127.0.0.1:53922_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 726222 INFO  (zkCallback-684-thread-1-processing-n:127.0.0.1:52097_solr) [n:127.0.0.1:52097_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 726222 INFO  (zkCallback-682-thread-1-processing-n:127.0.0.1:55179_solr) [n:127.0.0.1:55179_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 726222 INFO  (zkCallback-681-thread-1-processing-n:127.0.0.1:35584_solr) [n:127.0.0.1:35584_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 726227 INFO  (zkCallback-685-thread-1-processing-n:127.0.0.1:52352_solr) [n:127.0.0.1:52352_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 726233 INFO  (OverseerStateUpdate-96174118479134735-127.0.0.1:52352_solr-n_0000000000) [n:127.0.0.1:52352_solr    ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:35584_solr"} current state version: 0
   [junit4]   2> 726233 INFO  (OverseerStateUpdate-96174118479134735-127.0.0.1:52352_solr-n_0000000000) [n:127.0.0.1:52352_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:35584_solr
   [junit4]   2> 726234 INFO  (OverseerStateUpdate-96174118479134735-127.0.0.1:52352_solr-n_0000000000) [n:127.0.0.1:52352_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:52352_solr"} current state version: 0
   [junit4]   2> 726234 INFO  (OverseerStateUpdate-96174118479134735-127.0.0.1:52352_solr-n_0000000000) [n:127.0.0.1:52352_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:52352_solr
   [junit4]   2> 726236 INFO  (jetty-launcher-659-thread-1) [n:127.0.0.1:53922_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 726236 INFO  (jetty-launcher-659-thread-1) [n:127.0.0.1:53922_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 726236 INFO  (jetty-launcher-659-thread-1) [n:127.0.0.1:53922_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_3723A2AFC015DFD-001/tempDir-001/node1/.
   [junit4]   2> 726237 INFO  (jetty-launcher-659-thread-1) [n:127.0.0.1:53922_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 726239 INFO  (jetty-launcher-659-thread-4) [n:127.0.0.1:52352_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 726239 INFO  (jetty-launcher-659-thread-4) [n:127.0.0.1:52352_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 726239 INFO  (jetty-launcher-659-thread-4) [n:127.0.0.1:52352_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_3723A2AFC015DFD-001/tempDir-001/node4/.
   [junit4]   2> 726239 INFO  (jetty-launcher-659-thread-4) [n:127.0.0.1:52352_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 726240 INFO  (jetty-launcher-659-thread-4) [n:127.0.0.1:52352_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1
   [junit4]   2> 726240 INFO  (jetty-launcher-659-thread-1) [n:127.0.0.1:53922_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1
   [junit4]   2> 726240 INFO  (jetty-launcher-659-thread-1) [n:127.0.0.1:53922_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 726240 INFO  (jetty-launcher-659-thread-4) [n:127.0.0.1:52352_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 726245 INFO  (jetty-launcher-659-thread-2) [n:127.0.0.1:35584_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 726245 INFO  (jetty-launcher-659-thread-2) [n:127.0.0.1:35584_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 726245 INFO  (jetty-launcher-659-thread-2) [n:127.0.0.1:35584_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_3723A2AFC015DFD-001/tempDir-001/node2/.
   [junit4]   2> 726245 INFO  (jetty-launcher-659-thread-2) [n:127.0.0.1:35584_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 726246 INFO  (jetty-launcher-659-thread-2) [n:127.0.0.1:35584_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1
   [junit4]   2> 726246 INFO  (jetty-launcher-659-thread-2) [n:127.0.0.1:35584_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 726246 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[3723A2AFC015DFD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 726246 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[3723A2AFC015DFD]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 726247 INFO  (zkCallback-691-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2268a983 name:ZooKeeperConnection Watcher:127.0.0.1:53511 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 726247 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[3723A2AFC015DFD]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 726248 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[3723A2AFC015DFD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 726251 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[3723A2AFC015DFD]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@5845f4a2{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 726251 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[3723A2AFC015DFD]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1960471315
   [junit4]   2> 726251 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[3723A2AFC015DFD]) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:52097_solr as DOWN
   [junit4]   2> 726254 INFO  (OverseerStateUpdate-96174118479134735-127.0.0.1:52352_solr-n_0000000000) [n:127.0.0.1:52352_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:52097_solr"} current state version: 0
   [junit4]   2> 726255 INFO  (OverseerStateUpdate-96174118479134735-127.0.0.1:52352_solr-n_0000000000) [n:127.0.0.1:52352_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:52097_solr
   [junit4]   2> 726255 INFO  (zkCallback-683-thread-1-processing-n:127.0.0.1:53922_solr) [n:127.0.0.1:53922_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
   [junit4]   2> 726255 INFO  (zkCallback-685-thread-1-processing-n:127.0.0.1:52352_solr) [n:127.0.0.1:52352_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
   [junit4]   2> 726255 INFO  (zkCallback-684-thread-1-processing-n:127.0.0.1:52097_solr) [n:127.0.0.1:52097_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
   [junit4]   2> 726255 INFO  (zkCallback-682-thread-1-processing-n:127.0.0.1:55179_solr) [n:127.0.0.1:55179_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
   [junit4]   2> 726255 INFO  (zkCallback-681-thread-1-processing-n:127.0.0.1:35584_solr) [n:127.0.0.1:35584_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
   [junit4]   2> 726256 INFO  (zkCallback-683-thread-1-processing-n:127.0.0.1:53922_solr) [n:127.0.0.1:53922_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 726256 INFO  (zkCallback-685-thread-1-processing-n:127.0.0.1:52352_solr) [n:127.0.0.1:52352_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 726257 INFO  (zkCallback-682-thread-1-processing-n:127.0.0.1:55179_solr) [n:127.0.0.1:55179_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from Zoo

[...truncated too long message...]

eFormatUpdateWithTimeDelayLazy-seed#[3723A2AFC015DFD]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1667435 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3723A2AFC015DFD]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1667436 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3723A2AFC015DFD]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1667436 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3723A2AFC015DFD]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1667437 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3723A2AFC015DFD]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1667437 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3723A2AFC015DFD]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1667437 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3723A2AFC015DFD]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1667438 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3723A2AFC015DFD]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1667439 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3723A2AFC015DFD]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1667439 INFO  (zkCallback-1979-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1667442 INFO  (zkCallback-1979-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1667442 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3723A2AFC015DFD]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 1667442 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3723A2AFC015DFD]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1667443 INFO  (zkCallback-1979-thread-2) [    ] o.a.s.c.c.ZkStateReader Uninteresting collection c1
   [junit4]   2> 1667443 INFO  (zkCallback-1979-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1667443 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3723A2AFC015DFD]) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 1667445 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3723A2AFC015DFD]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46301 46301
   [junit4]   2> 1667608 INFO  (Thread-7850) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46301 46301
   [junit4]   2> 1667609 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3723A2AFC015DFD]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithTimeDelayLazy
   [junit4]   2> 1667610 INFO  (SUITE-ZkStateReaderTest-seed#[3723A2AFC015DFD]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.overseer.ZkStateReaderTest_3723A2AFC015DFD-001
   [junit4]   2> Jul 02, 2016 11:18:48 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 3 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene62, sim=ClassicSimilarity, locale=uk-UA, timezone=Australia/Hobart
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=247715736,total=525860864
   [junit4]   2> NOTE: All tests run in this JVM: [TestShardHandlerFactory, TestIndexSearcher, TestSchemaManager, TestRecoveryHdfs, TestDistribDocBasedVersion, LeaderElectionTest, PKIAuthenticationIntegrationTest, BlockCacheTest, TestSubQueryTransformerCrossCore, TestFieldResource, SimpleFacetsTest, TestTrieFacet, HardAutoCommitTest, TestInitParams, SearchHandlerTest, SolrCoreCheckLockOnStartupTest, TestFileDictionaryLookup, TestZkChroot, TestMiniSolrCloudClusterSSL, BinaryUpdateRequestHandlerTest, DocValuesMultiTest, TestWriterPerf, TestInitQParser, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestScoreJoinQPScore, TestSort, TestComplexPhraseQParserPlugin, AssignTest, DistributedFacetPivotSmallAdvancedTest, TestRequestStatusCollectionAPI, TestCollationField, DebugComponentTest, PrimitiveFieldTypeTest, TestSizeLimitedDistributedMap, TestConfigSetsAPIExclusivity, NoCacheHeaderTest, TestSolrXml, TestRuleBasedAuthorizationPlugin, TestRecovery, TestCollationFieldDocValues, TestExtendedDismaxParser, RecoveryAfterSoftCommitTest, TestConfigReload, TestCustomDocTransformer, SuggesterWFSTTest, SliceStateTest, AnalyticsMergeStrategyTest, DistributedExpandComponentTest, DistributedQueryComponentCustomSortTest, TestFilteredDocIdSet, TestSimpleQParserPlugin, TestAddFieldRealTimeGet, VersionInfoTest, TestJmxMonitoredMap, FacetPivotSmallTest, TestExactStatsCache, BigEndianAscendingWordSerializerTest, OverriddenZkACLAndCredentialsProvidersTest, SparseHLLTest, DeleteInactiveReplicaTest, TestCSVResponseWriter, TestLeaderElectionZkExpiry, BaseCdcrDistributedZkTest, SuggesterTest, BJQParserTest, StatelessScriptUpdateProcessorFactoryTest, TestCloudPivotFacet, HdfsUnloadDistributedZkTest, CleanupOldIndexTest, SuggesterTSTTest, TestElisionMultitermQuery, TestRawResponseWriter, HdfsBasicDistributedZk2Test, TestGroupingSearch, TestSolrJ, TestConfigSetImmutable, TestTolerantSearch, DeleteShardTest, TestSolrQueryParserResource, TestManagedResourceStorage, SecurityConfHandlerTest, SolrTestCaseJ4Test, HighlighterMaxOffsetTest, HighlighterConfigTest, LukeRequestHandlerTest, TestNoOpRegenerator, CollectionStateFormat2Test, TestFieldCache, ScriptEngineTest, RecoveryZkTest, TestSchemaNameResource, TlogReplayBufferedWhileIndexingTest, MigrateRouteKeyTest, TestReversedWildcardFilterFactory, TestSweetSpotSimilarityFactory, DistribDocExpirationUpdateProcessorTest, TestSolrIndexConfig, HdfsSyncSliceTest, BasicDistributedZk2Test, UnloadDistributedZkTest, TestReplicationHandler, TermVectorComponentDistributedTest, TestReload, StatsComponentTest, BasicFunctionalityTest, DirectUpdateHandlerTest, HighlighterTest, SoftAutoCommitTest, DistributedQueryElevationComponentTest, AnalysisAfterCoreReloadTest, SpellCheckCollatorTest, DocValuesTest, TestSurroundQueryParser, StandardRequestHandlerTest, DocumentAnalysisRequestHandlerTest, FileBasedSpellCheckerTest, XmlUpdateRequestHandlerTest, DocumentBuilderTest, TermVectorComponentTest, MoreLikeThisHandlerTest, TestSolrQueryParser, FastVectorHighlighterTest, RegexBoostProcessorTest, IndexSchemaTest, ReturnFieldsTest, QueryParsingTest, TestAnalyzedSuggestions, TestPHPSerializedResponseWriter, CSVRequestHandlerTest, SOLR749Test, UpdateParamsTest, AlternateDirectoryTest, TestQuerySenderNoQuery, CopyFieldTest, BadComponentTest, TestStressRecovery, MultiTermTest, TestDocSet, TestSearchPerf, NumericFieldsTest, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, DirectSolrConnectionTest, SpellPossibilityIteratorTest, TestCharFilters, SynonymTokenizerTest, TestXIncludeConfig, TestPerFieldSimilarity, TestLMJelinekMercerSimilarityFactory, TestFastWriter, TimeZoneUtilsTest, TestFastOutputStream, PluginInfoTest, ChaosMonkeyNothingIsSafeTest, AsyncCallRequestStatusResponseTest, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, CloudExitableDirectoryReaderTest, CollectionReloadTest, CollectionsAPIAsyncDistributedZkTest, ConfigSetsAPITest, ConnectionManagerTest, CreateCollectionCleanupTest, DistribCursorPagingTest, DistributedQueueTest, DistributedVersionInfoTest, LeaderFailoverAfterPartitionTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerStatusTest, SSLMigrationTest, SaslZkACLProviderTest, ShardSplitTest, TestRequestForwarding, TestStressCloudBlindAtomicUpdates, TriLevelCompositeIdRoutingTest, HdfsRecoverLeaseTest, TestClusterStateMutator, ZkStateReaderTest]
   [junit4] Completed [505/618 (3!)] on J2 in 2.12s, 6 tests, 2 errors <<< FAILURES!

[...truncated 360 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:740: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/common-build.xml:530: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1427: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:984: There were test failures: 618 suites (10 ignored), 2590 tests, 2 suite-level errors, 3 errors, 87 ignored (72 assumptions) [seed: 3723A2AFC015DFD]

Total time: 61 minutes 34 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any




[JENKINS] Lucene-Solr-Tests-master - Build # 1268 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1268/

2 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.handler.TestSolrConfigHandlerCloud

Error Message:
4 threads leaked from SUITE scope at org.apache.solr.handler.TestSolrConfigHandlerCloud:     1) Thread[id=5538, name=Thread-1527, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101)         at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:333)         at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:48)         at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)         at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107)         at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78)         at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:959)         at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2544)         at org.apache.solr.core.SolrCore$$Lambda$44/2029590513.run(Unknown Source)         at org.apache.solr.cloud.ZkController$4.run(ZkController.java:2445)    2) Thread[id=6353, name=Thread-1666, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101)         at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:333)         at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:48)         at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)         at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107)         at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78)         at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:959)         at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2544)         at org.apache.solr.core.SolrCore$$Lambda$44/2029590513.run(Unknown Source)         at org.apache.solr.cloud.ZkController$4.run(ZkController.java:2445)    3) Thread[id=5463, name=Thread-1507, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101)         at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:333)         at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:48)         at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)         at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107)         at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78)         at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:959)         at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2544)         at org.apache.solr.core.SolrCore$$Lambda$44/2029590513.run(Unknown Source)         at org.apache.solr.cloud.ZkController$4.run(ZkController.java:2445)    4) Thread[id=5726, name=Thread-1560, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101)         at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:333)         at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:48)         at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)         at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107)         at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78)         at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:959)         at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2544)         at org.apache.solr.core.SolrCore$$Lambda$44/2029590513.run(Unknown Source)         at org.apache.solr.cloud.ZkController$4.run(ZkController.java:2445)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.handler.TestSolrConfigHandlerCloud: 
   1) Thread[id=5538, name=Thread-1527, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101)
        at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:333)
        at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:48)
        at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
        at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107)
        at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78)
        at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:959)
        at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2544)
        at org.apache.solr.core.SolrCore$$Lambda$44/2029590513.run(Unknown Source)
        at org.apache.solr.cloud.ZkController$4.run(ZkController.java:2445)
   2) Thread[id=6353, name=Thread-1666, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101)
        at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:333)
        at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:48)
        at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
        at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107)
        at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78)
        at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:959)
        at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2544)
        at org.apache.solr.core.SolrCore$$Lambda$44/2029590513.run(Unknown Source)
        at org.apache.solr.cloud.ZkController$4.run(ZkController.java:2445)
   3) Thread[id=5463, name=Thread-1507, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101)
        at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:333)
        at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:48)
        at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
        at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107)
        at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78)
        at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:959)
        at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2544)
        at org.apache.solr.core.SolrCore$$Lambda$44/2029590513.run(Unknown Source)
        at org.apache.solr.cloud.ZkController$4.run(ZkController.java:2445)
   4) Thread[id=5726, name=Thread-1560, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101)
        at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:333)
        at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:48)
        at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
        at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107)
        at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78)
        at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:959)
        at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2544)
        at org.apache.solr.core.SolrCore$$Lambda$44/2029590513.run(Unknown Source)
        at org.apache.solr.cloud.ZkController$4.run(ZkController.java:2445)
	at __randomizedtesting.SeedInfo.seed([6C53CAC678E5B052]:0)


FAILED:  org.apache.solr.cloud.TestLocalFSCloudBackupRestore.test

Error Message:
Error from server at https://127.0.0.1:42455/solr: 'location' is not specified as a query parameter or as a default repository property or as a cluster property.

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:42455/solr: 'location' is not specified as a query parameter or as a default repository property or as a cluster property.
	at __randomizedtesting.SeedInfo.seed([6C53CAC678E5B052:E407F51CD619DDAA]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:606)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:259)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:366)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1270)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1040)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:976)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:166)
	at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.testInvalidPath(AbstractCloudBackupRestoreTestCase.java:149)
	at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:128)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11258 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestLocalFSCloudBackupRestore
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/init-core-data-001
   [junit4]   2> 704439 WARN  (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6 numCloses=6
   [junit4]   2> 704440 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 704441 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 704442 INFO  (Thread-2369) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 704442 INFO  (Thread-2369) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 704542 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:38345
   [junit4]   2> 704542 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 704543 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 704553 INFO  (zkCallback-1027-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@79eb5ebf name:ZooKeeperConnection Watcher:127.0.0.1:38345 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 704553 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 704553 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 704553 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
   [junit4]   2> 704561 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /solr/clusterprops.json
   [junit4]   2> 704566 INFO  (jetty-launcher-1026-thread-1) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 704566 INFO  (jetty-launcher-1026-thread-2) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 704568 INFO  (jetty-launcher-1026-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1940fcfc{/solr,null,AVAILABLE}
   [junit4]   2> 704569 INFO  (jetty-launcher-1026-thread-2) [    ] o.e.j.s.ServerConnector Started ServerConnector@54c04603{SSL,[ssl, http/1.1]}{127.0.0.1:42455}
   [junit4]   2> 704569 INFO  (jetty-launcher-1026-thread-2) [    ] o.e.j.s.Server Started @709213ms
   [junit4]   2> 704569 INFO  (jetty-launcher-1026-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42455}
   [junit4]   2> 704569 INFO  (jetty-launcher-1026-thread-2) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 704569 INFO  (jetty-launcher-1026-thread-2) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2'
   [junit4]   2> 704570 INFO  (jetty-launcher-1026-thread-2) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 704570 INFO  (jetty-launcher-1026-thread-2) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 704570 INFO  (jetty-launcher-1026-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 704571 INFO  (jetty-launcher-1026-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 704572 INFO  (jetty-launcher-1026-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2cf3b188{/solr,null,AVAILABLE}
   [junit4]   2> 704573 INFO  (jetty-launcher-1026-thread-1) [    ] o.e.j.s.ServerConnector Started ServerConnector@366ce6e0{SSL,[ssl, http/1.1]}{127.0.0.1:55886}
   [junit4]   2> 704573 INFO  (jetty-launcher-1026-thread-1) [    ] o.e.j.s.Server Started @709217ms
   [junit4]   2> 704573 INFO  (jetty-launcher-1026-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55886}
   [junit4]   2> 704573 INFO  (jetty-launcher-1026-thread-1) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 704573 INFO  (jetty-launcher-1026-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1'
   [junit4]   2> 704573 INFO  (jetty-launcher-1026-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 704574 INFO  (jetty-launcher-1026-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 704574 INFO  (jetty-launcher-1026-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 704575 INFO  (jetty-launcher-1026-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 704576 INFO  (zkCallback-1028-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@61e29200 name:ZooKeeperConnection Watcher:127.0.0.1:38345/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 704576 INFO  (jetty-launcher-1026-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 704576 INFO  (jetty-launcher-1026-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 704576 INFO  (jetty-launcher-1026-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 704582 INFO  (zkCallback-1029-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@10de32e0 name:ZooKeeperConnection Watcher:127.0.0.1:38345/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 704582 INFO  (jetty-launcher-1026-thread-2) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2/.
   [junit4]   2> 704582 INFO  (jetty-launcher-1026-thread-2) [    ] o.a.s.c.CoreContainer New CoreContainer 656562900
   [junit4]   2> 704582 INFO  (jetty-launcher-1026-thread-2) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2]
   [junit4]   2> 704583 WARN  (jetty-launcher-1026-thread-2) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2/lib
   [junit4]   2> 704583 INFO  (jetty-launcher-1026-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : https,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 704583 INFO  (jetty-launcher-1026-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 704584 INFO  (jetty-launcher-1026-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 704584 INFO  (jetty-launcher-1026-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 704589 INFO  (jetty-launcher-1026-thread-2) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 704590 INFO  (jetty-launcher-1026-thread-2) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 704590 INFO  (jetty-launcher-1026-thread-2) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 704590 INFO  (jetty-launcher-1026-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38345/solr
   [junit4]   2> 704590 INFO  (jetty-launcher-1026-thread-2) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 704590 INFO  (jetty-launcher-1026-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 704591 INFO  (jetty-launcher-1026-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 704591 INFO  (jetty-launcher-1026-thread-1) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1/.
   [junit4]   2> 704591 INFO  (jetty-launcher-1026-thread-1) [    ] o.a.s.c.CoreContainer New CoreContainer 1050964295
   [junit4]   2> 704591 INFO  (jetty-launcher-1026-thread-1) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1]
   [junit4]   2> 704592 WARN  (jetty-launcher-1026-thread-1) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1/lib
   [junit4]   2> 704592 INFO  (jetty-launcher-1026-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : https,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 704593 INFO  (jetty-launcher-1026-thread-1) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 704593 INFO  (jetty-launcher-1026-thread-1) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 704593 INFO  (jetty-launcher-1026-thread-1) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 704593 INFO  (jetty-launcher-1026-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38345/solr
   [junit4]   2> 704593 INFO  (jetty-launcher-1026-thread-1) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 704593 INFO  (jetty-launcher-1026-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 704594 INFO  (jetty-launcher-1026-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 704595 INFO  (zkCallback-1032-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5614f559 name:ZooKeeperConnection Watcher:127.0.0.1:38345 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 704595 INFO  (jetty-launcher-1026-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 704595 INFO  (jetty-launcher-1026-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 704596 INFO  (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$56/584034111@5a78d3f4
   [junit4]   2> 704596 INFO  (zkCallback-1035-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@686d7a80 name:ZooKeeperConnection Watcher:127.0.0.1:38345 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 704596 INFO  (jetty-launcher-1026-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 704596 INFO  (jetty-launcher-1026-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 704598 INFO  (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 704598 INFO  (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$56/584034111@702f8544
   [junit4]   2> 704599 INFO  (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 704600 INFO  (zkCallback-1036-thread-1-processing-n:127.0.0.1:42455_solr) [n:127.0.0.1:42455_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@17805066 name:ZooKeeperConnection Watcher:127.0.0.1:38345/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 704600 INFO  (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 704600 INFO  (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 704602 INFO  (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 704604 INFO  (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 704609 INFO  (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 704612 INFO  (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 704612 INFO  (zkCallback-1037-thread-1-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5ff24ff7 name:ZooKeeperConnection Watcher:127.0.0.1:38345/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 704612 INFO  (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 704613 INFO  (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 704620 INFO  (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 704621 INFO  (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 704622 INFO  (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 704622 INFO  (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 704623 INFO  (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 704624 INFO  (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 704624 INFO  (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 704624 INFO  (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 704624 INFO  (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 704625 INFO  (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr    ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
   [junit4]   2> 704625 INFO  (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 704625 INFO  (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr    ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
   [junit4]   2> 704626 INFO  (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 704627 INFO  (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 704628 INFO  (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 704628 INFO  (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 704629 INFO  (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96216413319462918-127.0.0.1:55886_solr-n_0000000000
   [junit4]   2> 704629 INFO  (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 704629 INFO  (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96216413319462917-127.0.0.1:42455_solr-n_0000000001
   [junit4]   2> 704629 INFO  (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:55886_solr
   [junit4]   2> 704629 INFO  (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 704630 INFO  (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96216413319462918-127.0.0.1:55886_solr-n_0000000000 to know if I could be the leader
   [junit4]   2> 704630 INFO  (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr    ] o.a.s.c.Overseer Overseer (id=96216413319462918-127.0.0.1:55886_solr-n_0000000000) starting
   [junit4]   2> 704631 INFO  (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42455_solr
   [junit4]   2> 704631 INFO  (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:42455_solr
   [junit4]   2> 704632 INFO  (zkCallback-1037-thread-1-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 704632 INFO  (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 704663 INFO  (zkCallback-1037-thread-1-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 704664 INFO  (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 704664 INFO  (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 704671 INFO  (zkCallback-1036-thread-2-processing-n:127.0.0.1:42455_solr) [n:127.0.0.1:42455_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 704671 INFO  (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2/.
   [junit4]   2> 704672 INFO  (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 704678 INFO  (zkCallback-1036-thread-2-processing-n:127.0.0.1:42455_solr) [n:127.0.0.1:42455_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 704689 INFO  (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 704689 INFO  (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
   [junit4]   2> 704689 INFO  (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 704702 INFO  (OverseerStateUpdate-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 704703 INFO  (OverseerStateUpdate-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
   [junit4]   2> 704707 INFO  (OverseerCollectionConfigSetProcessor-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 704714 INFO  (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:55886_solr as DOWN
   [junit4]   2> 704716 INFO  (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55886_solr
   [junit4]   2> 704716 INFO  (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:55886_solr
   [junit4]   2> 704717 INFO  (zkCallback-1037-thread-1-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 704717 INFO  (zkCallback-1036-thread-2-processing-n:127.0.0.1:42455_solr) [n:127.0.0.1:42455_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 704717 INFO  (zkCallback-1036-thread-2-processing-n:127.0.0.1:42455_solr) [n:127.0.0.1:42455_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 704717 INFO  (OverseerStateUpdate-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:55886_solr"} current state version: 0
   [junit4]   2> 704717 INFO  (OverseerStateUpdate-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:55886_solr
   [junit4]   2> 704717 INFO  (zkCallback-1037-thread-1-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 704727 INFO  (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 704727 INFO  (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 704727 INFO  (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1/.
   [junit4]   2> 704728 INFO  (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 704728 INFO  (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
   [junit4]   2> 704728 INFO  (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 704728 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 704729 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 704730 INFO  (zkCallback-1040-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3278b7e name:ZooKeeperConnection Watcher:127.0.0.1:38345 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 704730 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 704730 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 704736 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 704740 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 704740 INFO  (zkCallback-1043-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5529405d name:ZooKeeperConnection Watcher:127.0.0.1:38345/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 704740 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 704741 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 704741 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 704741 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [    ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
   [junit4]   2> 704741 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 704743 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 704749 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 704763 INFO  (TEST-TestLocalFSCloudBackupRestore.test-seed#[6C53CAC678E5B052]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 704799 INFO  (qtp281774341-6788) [n:127.0.0.1:42455_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params shards=shard1,shard2&replicationFactor=1&property.customKey=customValue&collection.configName=conf1&router.field=shard_s&name=backuprestore&router.name=implicit&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 704808 INFO  (OverseerCollectionConfigSetProcessor-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr    ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2>   "name":"backuprestore",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "shards":"shard1,shard2",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "property.customKey":"customValue",
   [junit4]   2>   "router.field":"shard_s",
   [junit4]   2>   "router.name":"implicit",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 704813 INFO  (OverseerThreadFactory-3327-thread-1-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr    ] o.a.s.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
   [junit4]   2>   "name":"backuprestore",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "shards":"shard1,shard2",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "property.customKey":"customValue",
   [junit4]   2>   "router.field":"shard_s",
   [junit4]   2>   "router.name":"implicit",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 704813 INFO  (OverseerThreadFactory-3327-thread-1-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr    ] o.a.s.c.OverseerCollectionMessageHandler Create collection backuprestore
   [junit4]   2> 704814 INFO  (OverseerThreadFactory-3327-thread-1-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr    ] o.a.s.c.OverseerCollectionMessageHandler creating collections conf node /collections/backuprestore 
   [junit4]   2> 704815 INFO  (OverseerThreadFactory-3327-thread-1-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore
   [junit4]   2> 704816 INFO  (zkCallback-1037-thread-1-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 704816 INFO  (zkCallback-1043-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 704817 INFO  (zkCallback-1036-thread-2-processing-n:127.0.0.1:42455_solr) [n:127.0.0.1:42455_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 704822 INFO  (OverseerStateUpdate-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"backuprestore",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "shards":"shard1,shard2",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "property.customKey":"customValue",
   [junit4]   2>   "router.field":"shard_s",
   [junit4]   2>   "router.name":"implicit",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 704822 INFO  (OverseerStateUpdate-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr    ] o.a.s.c.o.ClusterStateMutator building a new cName: backuprestore
   [junit4]   2> 704823 INFO  (OverseerStateUpdate-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/backuprestore/state.json
   [junit4]   2> 704922 INFO  (OverseerThreadFactory-3327-thread-1-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating SolrCores for new collection backuprestore, shardNames [shard1, shard2] , replicationFactor : 1
   [junit4]   2> 704922 INFO  (OverseerThreadFactory-3327-thread-1-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard2_replica1 as part of shard shard2 of collection backuprestore on 127.0.0.1:55886_solr
   [junit4]   2> 704929 INFO  (OverseerThreadFactory-3327-thread-1-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard1_replica1 as part of shard shard1 of collection backuprestore on 127.0.0.1:42455_solr
   [junit4]   2> 704948 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard1_replica1&action=CREATE&numShards=2&collection=backuprestore&shard=shard1&wt=javabin&version=2
   [junit4]   2> 704948 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard1_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard1}
   [junit4]   2> 704949 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 704950 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController Registering watch for collection backuprestore
   [junit4]   2> 704950 INFO  (OverseerStateUpdate-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"backuprestore_shard1_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:42455/solr",
   [junit4]   2>   "node_name":"127.0.0.1:42455_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 704950 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Add data for [backuprestore] ver [0]
   [junit4]   2> 704950 INFO  (OverseerStateUpdate-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"backuprestore_shard1_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:42455/solr",
   [junit4]   2>   "node_name":"127.0.0.1:42455_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 704950 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 704964 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard2_replica1&action=CREATE&numShards=2&collection=backuprestore&shard=shard2&wt=javabin&version=2
   [junit4]   2> 704964 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard2_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard2}
   [junit4]   2> 704965 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 704966 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController Registering watch for collection backuprestore
   [junit4]   2> 704966 INFO  (OverseerStateUpdate-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"backuprestore_shard2_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:55886/solr",
   [junit4]   2>   "node_name":"127.0.0.1:55886_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 704966 INFO  (OverseerStateUpdate-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"backuprestore_shard2_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:55886/solr",
   [junit4]   2>   "node_name":"127.0.0.1:55886_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 704966 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Add data for [backuprestore] ver [0]
   [junit4]   2> 704967 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 705069 INFO  (OverseerStateUpdate-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/backuprestore/state.json version: 0
   [junit4]   2> 705070 INFO  (zkCallback-1037-thread-2-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 705070 INFO  (zkCallback-1036-thread-2-processing-n:127.0.0.1:42455_solr) [n:127.0.0.1:42455_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 705070 INFO  (zkCallback-1036-thread-2-processing-n:127.0.0.1:42455_solr) [n:127.0.0.1:42455_solr    ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [0] to [1]
   [junit4]   2> 705071 INFO  (zkCallback-1037-thread-2-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr    ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [0] to [1]
   [junit4]   2> 705950 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard1_replica1
   [junit4]   2> 705951 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController Check for collection zkNode:backuprestore
   [junit4]   2> 705951 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 705951 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 705951 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 705952 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2/backuprestore_shard1_replica1'
   [junit4]   2> 705952 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 705952 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 705953 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 705956 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 705958 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 705963 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 705968 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard2_replica1
   [junit4]   2> 705968 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController Check for collection zkNode:backuprestore
   [junit4]   2> 705968 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 705968 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 705969 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 705969 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1/backuprestore_shard2_replica1'
   [junit4]   2> 705969 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 705969 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 705970 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 705973 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 705977 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 706004 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 706007 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.s.IndexSchema [backuprestore_shard1_replica1] Schema name=minimal
   [junit4]   2> 706013 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.s.IndexSchema [backuprestore_shard2_replica1] Schema name=minimal
   [junit4]   2> 706014 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 706016 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
   [junit4]   2> 706016 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard1_replica1' using configuration from collection backuprestore
   [junit4]   2> 706016 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 706016 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [[backuprestore_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2/backuprestore_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2/./backuprestore_shard1_replica1/data/]
   [junit4]   2> 706016 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: backuprestore_shard1_replica1
   [junit4]   2> 706017 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2/./backuprestore_shard1_replica1/data
   [junit4]   2> 706018 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 706018 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2/./backuprestore_shard1_replica1/data/index/
   [junit4]   2> 706018 WARN  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [backuprestore_shard1_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2/./backuprestore_shard1_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 706019 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2/./backuprestore_shard1_replica1/data/index
   [junit4]   2> 706020 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
   [junit4]   2> 706020 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard2_replica1' using configuration from collection backuprestore
   [junit4]   2> 706020 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 706020 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore [[backuprestore_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1/backuprestore_shard2_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/]
   [junit4]   2> 706020 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: backuprestore_shard2_replica1
   [junit4]   2> 706021 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@51a86afc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7db128d2),segFN=segments_1,generation=1}
   [junit4]   2> 706021 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 706022 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1/./backuprestore_shard2_replica1/data
   [junit4]   2> 706022 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/index/
   [junit4]   2> 706022 WARN  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore [backuprestore_shard2_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 706023 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/index
   [junit4]   2> 706023 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@56d0f47f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4464772),segFN=segments_1,generation=1}
   [junit4]   2> 706023 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 706025 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 706026 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 706027 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 706028 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 706028 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 706030 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/select,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
   [junit4]   2> 706030 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 706030 INFO  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard1_replica1) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core backuprestore_shard1_replica1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2/./backuprestore_shard1_replica1/data/
   [junit4]   2> 706030 WARN  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard1_replica1) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2/./backuprestore_shard1_replica1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 706032 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 706033 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 706033 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 706034 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 706035 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 706036 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/select,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
   [junit4]   2> 706036 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 706036 INFO  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard2_replica1) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core backuprestore_shard2_replica1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/
   [junit4]   2> 706037 WARN  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard2_replica1) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 706037 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 706037 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 706038 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 706038 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 706039 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@56d0f47f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4464772),segFN=segments_1,generation=1}
   [junit4]   2> 706039 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 706039 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@561d3d18[backuprestore_shard2_replica1] main]
   [junit4]   2> 706039 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 706040 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 706040 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 706040 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 706040 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 706040 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 706041 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 706041 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 706041 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 706041 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 706041 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 706041 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 706041 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 706041 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1539462614787031040
   [junit4]   2> 706043 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1539462614787031040
   [junit4]   2> 706043 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 706044 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.CoreContainer registering core: backuprestore_shard2_replica1
   [junit4]   2> 706044 INFO  (searcherExecutor-3331-thread-1-processing-n:127.0.0.1:55886_solr x:backuprestore_shard2_replica1 s:shard2 c:backuprestore r:core_node2) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore [backuprestore_shard2_replica1] Registered new searcher Searcher@561d3d18[backuprestore_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 706044 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 706044 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 706045 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 706045 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 706045 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController Register replica - core:backuprestore_shard2_replica1 address:https://127.0.0.1:55886/solr collection:backuprestore shard:shard2
   [junit4]   2> 706046 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore/leader_elect/shard2/election
   [junit4]   2> 706049 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/backuprestore/leader_elect/shard2/election/96216413319462918-core_node2-n_0000000000
   [junit4]   2> 706049 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard2 and weAreReplacement=false and leaderVoteWait=10000
   [junit4]   2> 706050 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 706050 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 706050 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:55886/solr/backuprestore_shard2_replica1/
   [junit4]   2> 706050 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 706050 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:55886/solr/backuprestore_shard2_replica1/ has no replicas
   [junit4]   2> 706050 INFO  (OverseerStateUpdate-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore"} current state version: 0
   [junit4]   2> 706050 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@51a86afc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7db128d2),segFN=segments_1,generation=1}
   [junit4]   2> 706051 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 706051 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@11166323[backuprestore_shard1_replica1] main]
   [junit4]   2> 706051 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 706051 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 706052 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 706052 INFO  (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore/leaders/shard2
   [junit4]   2> 706052 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 706052 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 706052 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 706052 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 706052 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 706052 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 706052 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 706053 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 706053 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 706053 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 706053 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1539462614799613952
   [junit4]   2> 706055 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1539462614799613952
   [junit4]   2> 706055 INFO  (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 706055 INFO  (searcherExecutor-3330-thread-1-processing-n:127.0.0.1:42455_solr x:backuprestore_shard1_replica1 s:shard1 c:backuprestore r:core_node1) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [backuprestore_shard1_replica1] Registered new searcher Searcher@11166323[backuprestore_shard1_replica1] main{ExitableDirec

[...truncated too long message...]

ava:959)
   [junit4]   2> 	... 2 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Error loading schema resource schema.xml
   [junit4]   2> 	at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:52)
   [junit4]   2> 	at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
   [junit4]   2> 	at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107)
   [junit4]   2> 	at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78)
   [junit4]   2> 	... 3 more
   [junit4]   2> Caused by: java.io.IOException: Could not load resource=schema.xml
   [junit4]   2> 	at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:105)
   [junit4]   2> 	at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:333)
   [junit4]   2> 	at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:48)
   [junit4]   2> 	... 6 more
   [junit4]   2> Caused by: java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 	at java.lang.Thread.sleep(Native Method)
   [junit4]   2> 	at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101)
   [junit4]   2> 	... 8 more
   [junit4]   2> 736113 INFO  (Thread-1507) [n:127.0.0.1:35894_    ] o.a.s.c.SolrCore config update listener called for core collection1
   [junit4]   2> Jul 10, 2016 10:19:46 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: All leaked threads terminated.
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1051, maxMBSortInHeap=5.547331776841925, sim=ClassicSimilarity, locale=ar-BH, timezone=Etc/GMT+2
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=215581000,total=522190848
   [junit4]   2> NOTE: All tests run in this JVM: [ShardRoutingTest, DistributedExpandComponentTest, TestManagedSynonymFilterFactory, TestSolrDeletionPolicy2, HighlighterMaxOffsetTest, CollectionsAPIDistributedZkTest, DocValuesTest, TestNamedUpdateProcessors, DistanceFunctionTest, DeleteReplicaTest, SoftAutoCommitTest, VersionInfoTest, SchemaVersionSpecificBehaviorTest, TestCursorMarkWithoutUniqueKey, SolrIndexSplitterTest, TestMiniSolrCloudClusterSSL, FullHLLTest, IndexBasedSpellCheckerTest, TestEmbeddedSolrServerConstructors, DocumentBuilderTest, TestQuerySenderListener, CollectionReloadTest, TestCollationFieldDocValues, TestHashPartitioner, TestWordDelimiterFilterFactory, SSLMigrationTest, TestCodecSupport, HdfsChaosMonkeySafeLeaderTest, ZkCLITest, LeaderInitiatedRecoveryOnShardRestartTest, TestQueryUtils, TestNumericTerms64, ConjunctionSolrSpellCheckerTest, ConfigSetsAPITest, SolrIndexConfigTest, TestFiltering, HdfsBasicDistributedZk2Test, TestSolrCLIRunExample, SpellCheckComponentTest, ConvertedLegacyTest, ShardRoutingCustomTest, OpenCloseCoreStressTest, TestAuthenticationFramework, DirectSolrSpellCheckerTest, TestScoreJoinQPScore, DOMUtilTest, TestSolrConfigHandlerCloud]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSolrConfigHandlerCloud -Dtests.seed=6C53CAC678E5B052 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ar-BH -Dtests.timezone=Etc/GMT+2 -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.00s J1 | TestSolrConfigHandlerCloud (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.handler.TestSolrConfigHandlerCloud: 
   [junit4]    >    1) Thread[id=5538, name=Thread-1527, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101)
   [junit4]    >         at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:333)
   [junit4]    >         at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:48)
   [junit4]    >         at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
   [junit4]    >         at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107)
   [junit4]    >         at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78)
   [junit4]    >         at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:959)
   [junit4]    >         at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2544)
   [junit4]    >         at org.apache.solr.core.SolrCore$$Lambda$44/2029590513.run(Unknown Source)
   [junit4]    >         at org.apache.solr.cloud.ZkController$4.run(ZkController.java:2445)
   [junit4]    >    2) Thread[id=6353, name=Thread-1666, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101)
   [junit4]    >         at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:333)
   [junit4]    >         at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:48)
   [junit4]    >         at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
   [junit4]    >         at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107)
   [junit4]    >         at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78)
   [junit4]    >         at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:959)
   [junit4]    >         at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2544)
   [junit4]    >         at org.apache.solr.core.SolrCore$$Lambda$44/2029590513.run(Unknown Source)
   [junit4]    >         at org.apache.solr.cloud.ZkController$4.run(ZkController.java:2445)
   [junit4]    >    3) Thread[id=5463, name=Thread-1507, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101)
   [junit4]    >         at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:333)
   [junit4]    >         at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:48)
   [junit4]    >         at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
   [junit4]    >         at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107)
   [junit4]    >         at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78)
   [junit4]    >         at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:959)
   [junit4]    >         at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2544)
   [junit4]    >         at org.apache.solr.core.SolrCore$$Lambda$44/2029590513.run(Unknown Source)
   [junit4]    >         at org.apache.solr.cloud.ZkController$4.run(ZkController.java:2445)
   [junit4]    >    4) Thread[id=5726, name=Thread-1560, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101)
   [junit4]    >         at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:333)
   [junit4]    >         at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:48)
   [junit4]    >         at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
   [junit4]    >         at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107)
   [junit4]    >         at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78)
   [junit4]    >         at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:959)
   [junit4]    >         at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2544)
   [junit4]    >         at org.apache.solr.core.SolrCore$$Lambda$44/2029590513.run(Unknown Source)
   [junit4]    >         at org.apache.solr.cloud.ZkController$4.run(ZkController.java:2445)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([6C53CAC678E5B052]:0)
   [junit4] Completed [216/620 (2!)] on J1 in 57.16s, 1 test, 1 error <<< FAILURES!

[...truncated 1324 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:740: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/common-build.xml:530: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1443: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:984: There were test failures: 620 suites (10 ignored), 2635 tests, 1 suite-level error, 1 error, 103 ignored (88 assumptions) [seed: 6C53CAC678E5B052]

Total time: 77 minutes 40 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any




[JENKINS] Lucene-Solr-Tests-master - Build # 1267 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1267/

2 tests failed.
FAILED:  org.apache.solr.cloud.TestHdfsCloudBackupRestore.test

Error Message:
Error from server at https://127.0.0.1:46754/solr: The backup directory already exists: hdfs://localhost:33916/backup/mytestbackup

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:46754/solr: The backup directory already exists: hdfs://localhost:33916/backup/mytestbackup
	at __randomizedtesting.SeedInfo.seed([BDA30489F276B571:35F73B535C8AD889]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:606)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:259)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:366)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1270)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1040)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:976)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:166)
	at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.testBackupAndRestore(AbstractCloudBackupRestoreTestCase.java:207)
	at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:127)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.TestLocalFSCloudBackupRestore.test

Error Message:
Error from server at https://127.0.0.1:45712/solr: 'location' is not specified as a query parameter or as a default repository property or as a cluster property.

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:45712/solr: 'location' is not specified as a query parameter or as a default repository property or as a cluster property.
	at __randomizedtesting.SeedInfo.seed([BDA30489F276B571:35F73B535C8AD889]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:606)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:259)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:366)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1270)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1040)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:976)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:166)
	at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.testInvalidPath(AbstractCloudBackupRestoreTestCase.java:149)
	at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:128)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 12150 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestHdfsCloudBackupRestore
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/init-core-data-001
   [junit4]   2> 1912154 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 1912185 WARN  (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 1912191 WARN  (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1912193 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 1912205 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_54053_hdfs____dcgprt/webapp
   [junit4]   2> 1912599 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:54053
   [junit4]   2> 1912682 WARN  (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1912687 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 1912698 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_60751_datanode____.rbmikg/webapp
   [junit4]   2> 1913065 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:60751
   [junit4]   2> 1913109 WARN  (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1913111 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 1913123 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_33229_datanode____pxhwqo/webapp
   [junit4]   2> 1913205 INFO  (IPC Server handler 0 on 33916) [    ] BlockStateChange BLOCK* processReport: from storage DS-e9193236-0668-4f79-bd62-c485095e5b13 node DatanodeRegistration(127.0.0.1:38152, datanodeUuid=45b9c730-1b42-49f5-872b-dfc40b5f58af, infoPort=58591, infoSecurePort=0, ipcPort=48280, storageInfo=lv=-56;cid=testClusterID;nsid=1750031639;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 1913205 INFO  (IPC Server handler 0 on 33916) [    ] BlockStateChange BLOCK* processReport: from storage DS-e0cb0e6c-d8ef-4268-8cff-66ba62d6b3e3 node DatanodeRegistration(127.0.0.1:38152, datanodeUuid=45b9c730-1b42-49f5-872b-dfc40b5f58af, infoPort=58591, infoSecurePort=0, ipcPort=48280, storageInfo=lv=-56;cid=testClusterID;nsid=1750031639;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 1913533 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:33229
   [junit4]   2> 1913608 INFO  (IPC Server handler 2 on 33916) [    ] BlockStateChange BLOCK* processReport: from storage DS-85601dbd-7ec3-49f6-a8c6-73ffc021d4fb node DatanodeRegistration(127.0.0.1:44162, datanodeUuid=d7bb8fc2-d238-4777-9156-a574248fa86d, infoPort=51605, infoSecurePort=0, ipcPort=42885, storageInfo=lv=-56;cid=testClusterID;nsid=1750031639;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 1913608 INFO  (IPC Server handler 2 on 33916) [    ] BlockStateChange BLOCK* processReport: from storage DS-2f00e642-0950-47cf-b04e-7654e47a6d03 node DatanodeRegistration(127.0.0.1:44162, datanodeUuid=d7bb8fc2-d238-4777-9156-a574248fa86d, infoPort=51605, infoSecurePort=0, ipcPort=42885, storageInfo=lv=-56;cid=testClusterID;nsid=1750031639;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 1913664 WARN  (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [    ] o.a.s.c.TestHdfsCloudBackupRestore The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
   [junit4]   2> 1918666 WARN  (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [    ] o.a.s.c.TestHdfsCloudBackupRestore The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
   [junit4]   2> 1923815 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1923816 INFO  (Thread-3508) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1923816 INFO  (Thread-3508) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1923916 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:54097
   [junit4]   2> 1923916 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1923916 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1923918 INFO  (zkCallback-1535-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@190775a2 name:ZooKeeperConnection Watcher:127.0.0.1:54097 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1923918 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1923918 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1923918 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
   [junit4]   2> 1923920 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /solr/clusterprops.json
   [junit4]   2> 1923926 INFO  (jetty-launcher-1534-thread-1) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 1923927 INFO  (jetty-launcher-1534-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7841a427{/solr,null,AVAILABLE}
   [junit4]   2> 1923929 INFO  (jetty-launcher-1534-thread-1) [    ] o.e.j.s.ServerConnector Started ServerConnector@1228267d{SSL,[ssl, http/1.1]}{127.0.0.1:46754}
   [junit4]   2> 1923929 INFO  (jetty-launcher-1534-thread-1) [    ] o.e.j.s.Server Started @1928080ms
   [junit4]   2> 1923929 INFO  (jetty-launcher-1534-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46754}
   [junit4]   2> 1923930 INFO  (jetty-launcher-1534-thread-1) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 1923930 INFO  (jetty-launcher-1534-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node1'
   [junit4]   2> 1923930 INFO  (jetty-launcher-1534-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1923930 INFO  (jetty-launcher-1534-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1923930 INFO  (jetty-launcher-1534-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1923931 INFO  (jetty-launcher-1534-thread-2) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 1923931 INFO  (jetty-launcher-1534-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1923932 INFO  (jetty-launcher-1534-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6027c62e{/solr,null,AVAILABLE}
   [junit4]   2> 1923933 INFO  (jetty-launcher-1534-thread-2) [    ] o.e.j.s.ServerConnector Started ServerConnector@2f71236a{SSL,[ssl, http/1.1]}{127.0.0.1:47349}
   [junit4]   2> 1923933 INFO  (jetty-launcher-1534-thread-2) [    ] o.e.j.s.Server Started @1928085ms
   [junit4]   2> 1923933 INFO  (jetty-launcher-1534-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=47349}
   [junit4]   2> 1923934 INFO  (jetty-launcher-1534-thread-2) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 1923934 INFO  (jetty-launcher-1534-thread-2) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2'
   [junit4]   2> 1923934 INFO  (jetty-launcher-1534-thread-2) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1923934 INFO  (jetty-launcher-1534-thread-2) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1923934 INFO  (jetty-launcher-1534-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1923934 INFO  (jetty-launcher-1534-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1923935 INFO  (zkCallback-1536-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6e4274c9 name:ZooKeeperConnection Watcher:127.0.0.1:54097/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1923940 INFO  (jetty-launcher-1534-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1923940 INFO  (zkCallback-1537-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3ca4028c name:ZooKeeperConnection Watcher:127.0.0.1:54097/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1923940 INFO  (jetty-launcher-1534-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1923940 INFO  (jetty-launcher-1534-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1923940 INFO  (jetty-launcher-1534-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1923940 INFO  (jetty-launcher-1534-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1923940 INFO  (jetty-launcher-1534-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1923947 INFO  (jetty-launcher-1534-thread-1) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node1/.
   [junit4]   2> 1923947 INFO  (jetty-launcher-1534-thread-1) [    ] o.a.s.c.CoreContainer New CoreContainer 1312354572
   [junit4]   2> 1923947 INFO  (jetty-launcher-1534-thread-1) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node1]
   [junit4]   2> 1923948 WARN  (jetty-launcher-1534-thread-1) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node1/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node1/lib
   [junit4]   2> 1923948 INFO  (jetty-launcher-1534-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : https,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 1923948 INFO  (jetty-launcher-1534-thread-2) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/.
   [junit4]   2> 1923949 INFO  (jetty-launcher-1534-thread-2) [    ] o.a.s.c.CoreContainer New CoreContainer 998594706
   [junit4]   2> 1923949 INFO  (jetty-launcher-1534-thread-2) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2]
   [junit4]   2> 1923949 WARN  (jetty-launcher-1534-thread-2) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/lib
   [junit4]   2> 1923949 INFO  (jetty-launcher-1534-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : https,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 1923950 INFO  (jetty-launcher-1534-thread-1) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 1923950 INFO  (jetty-launcher-1534-thread-1) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1923950 INFO  (jetty-launcher-1534-thread-1) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1923950 INFO  (jetty-launcher-1534-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54097/solr
   [junit4]   2> 1923950 INFO  (jetty-launcher-1534-thread-1) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1923950 INFO  (jetty-launcher-1534-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1923950 INFO  (jetty-launcher-1534-thread-2) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 1923950 INFO  (jetty-launcher-1534-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1923951 INFO  (jetty-launcher-1534-thread-2) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1923951 INFO  (jetty-launcher-1534-thread-2) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1923951 INFO  (jetty-launcher-1534-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54097/solr
   [junit4]   2> 1923951 INFO  (jetty-launcher-1534-thread-2) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1923951 INFO  (jetty-launcher-1534-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1923952 INFO  (jetty-launcher-1534-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1923952 INFO  (zkCallback-1542-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@27f84956 name:ZooKeeperConnection Watcher:127.0.0.1:54097 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1923953 INFO  (zkCallback-1543-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7eb4a271 name:ZooKeeperConnection Watcher:127.0.0.1:54097 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1923953 INFO  (jetty-launcher-1534-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1923953 INFO  (jetty-launcher-1534-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1923953 INFO  (jetty-launcher-1534-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1923953 INFO  (jetty-launcher-1534-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1923955 INFO  (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$55/1970478859@51d2019b
   [junit4]   2> 1923955 INFO  (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1923956 INFO  (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$55/1970478859@69edd247
   [junit4]   2> 1923956 INFO  (zkCallback-1544-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7efe1214 name:ZooKeeperConnection Watcher:127.0.0.1:54097/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1923956 INFO  (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1923956 INFO  (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1923956 INFO  (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 1923957 INFO  (zkCallback-1545-thread-1-processing-n:127.0.0.1:47349_solr) [n:127.0.0.1:47349_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@71a029c1 name:ZooKeeperConnection Watcher:127.0.0.1:54097/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1923957 INFO  (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1923958 INFO  (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1923958 INFO  (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1923960 INFO  (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 1923961 INFO  (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 1923962 INFO  (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 1923962 INFO  (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 1923963 INFO  (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1923963 INFO  (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1923964 INFO  (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1923964 INFO  (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1923965 INFO  (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1923965 INFO  (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1923966 INFO  (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1923966 INFO  (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1923967 INFO  (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1923967 INFO  (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1923968 INFO  (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1923968 INFO  (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1923969 INFO  (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1923969 INFO  (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1923969 INFO  (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr    ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
   [junit4]   2> 1923969 INFO  (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr    ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
   [junit4]   2> 1923969 INFO  (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1923969 INFO  (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1923971 INFO  (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 1923972 INFO  (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 1923972 INFO  (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1923972 INFO  (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1923973 INFO  (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1923973 INFO  (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1923974 INFO  (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96214072888852485-127.0.0.1:46754_solr-n_0000000000
   [junit4]   2> 1923974 INFO  (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96214072888852486-127.0.0.1:47349_solr-n_0000000001
   [junit4]   2> 1923974 INFO  (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46754_solr
   [junit4]   2> 1923974 INFO  (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 1923974 INFO  (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96214072888852485-127.0.0.1:46754_solr-n_0000000000 to know if I could be the leader
   [junit4]   2> 1923974 INFO  (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47349_solr
   [junit4]   2> 1923974 INFO  (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:47349_solr
   [junit4]   2> 1923975 INFO  (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr    ] o.a.s.c.Overseer Overseer (id=96214072888852485-127.0.0.1:46754_solr-n_0000000000) starting
   [junit4]   2> 1923975 INFO  (zkCallback-1545-thread-1-processing-n:127.0.0.1:47349_solr) [n:127.0.0.1:47349_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1923975 INFO  (zkCallback-1544-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1923977 INFO  (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 1923983 INFO  (zkCallback-1544-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1923988 INFO  (zkCallback-1545-thread-1-processing-n:127.0.0.1:47349_solr) [n:127.0.0.1:47349_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1923992 INFO  (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 1923992 INFO  (OverseerCollectionConfigSetProcessor-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 1923993 INFO  (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 1923993 INFO  (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:46754_solr as DOWN
   [junit4]   2> 1923994 INFO  (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1923994 INFO  (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1923994 INFO  (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr    ] o.a.s.c.b.r.BackupRepositoryFactory Added backup repository with configuration params {type = repository,name = hdfs,class = org.apache.solr.core.backup.repository.HdfsBackupRepository,args = {location=/backup,solr.hdfs.home=hdfs://localhost:33916/solr,solr.hdfs.confdir=}}
   [junit4]   2> 1923994 INFO  (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr    ] o.a.s.c.b.r.BackupRepositoryFactory Default configuration for backup repository is with configuration params {type = repository,name = hdfs,class = org.apache.solr.core.backup.repository.HdfsBackupRepository,args = {location=/backup,solr.hdfs.home=hdfs://localhost:33916/solr,solr.hdfs.confdir=}}
   [junit4]   2> 1923994 INFO  (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46754_solr
   [junit4]   2> 1923994 INFO  (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:46754_solr
   [junit4]   2> 1923994 INFO  (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
   [junit4]   2> 1923995 INFO  (zkCallback-1545-thread-1-processing-n:127.0.0.1:47349_solr) [n:127.0.0.1:47349_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1923995 INFO  (zkCallback-1544-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1923996 INFO  (zkCallback-1545-thread-1-processing-n:127.0.0.1:47349_solr) [n:127.0.0.1:47349_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1923996 INFO  (zkCallback-1544-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1923996 INFO  (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/.
   [junit4]   2> 1923996 INFO  (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:46754_solr"} current state version: 0
   [junit4]   2> 1923996 INFO  (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:46754_solr
   [junit4]   2> 1923997 INFO  (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 1923999 INFO  (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
   [junit4]   2> 1923999 INFO  (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1924003 INFO  (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1924003 INFO  (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1924003 INFO  (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr    ] o.a.s.c.b.r.BackupRepositoryFactory Added backup repository with configuration params {type = repository,name = hdfs,class = org.apache.solr.core.backup.repository.HdfsBackupRepository,args = {location=/backup,solr.hdfs.home=hdfs://localhost:33916/solr,solr.hdfs.confdir=}}
   [junit4]   2> 1924003 INFO  (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr    ] o.a.s.c.b.r.BackupRepositoryFactory Default configuration for backup repository is with configuration params {type = repository,name = hdfs,class = org.apache.solr.core.backup.repository.HdfsBackupRepository,args = {location=/backup,solr.hdfs.home=hdfs://localhost:33916/solr,solr.hdfs.confdir=}}
   [junit4]   2> 1924004 INFO  (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node1/.
   [junit4]   2> 1924004 INFO  (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 1924005 INFO  (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
   [junit4]   2> 1924005 INFO  (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1924005 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1924005 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1924006 INFO  (zkCallback-1548-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5ae644ad name:ZooKeeperConnection Watcher:127.0.0.1:54097 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1924006 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1924006 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1924008 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1924009 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1924009 INFO  (zkCallback-1551-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4acf3bfb name:ZooKeeperConnection Watcher:127.0.0.1:54097/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1924009 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1924009 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1924009 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1924010 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [    ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
   [junit4]   2> 1924010 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1924012 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 1924014 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1924070 INFO  (TEST-TestHdfsCloudBackupRestore.test-seed#[BDA30489F276B571]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 1924104 INFO  (qtp636454631-10812) [n:127.0.0.1:47349_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.customKey=customValue&collection.configName=conf1&maxShardsPerNode=2&autoAddReplicas=true&name=hdfsbackuprestore&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1924106 INFO  (OverseerCollectionConfigSetProcessor-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr    ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2>   "name":"hdfsbackuprestore",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "maxShardsPerNode":"2",
   [junit4]   2>   "autoAddReplicas":"true",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "property.customKey":"customValue",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 1924107 INFO  (OverseerThreadFactory-4360-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr    ] o.a.s.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
   [junit4]   2>   "name":"hdfsbackuprestore",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "maxShardsPerNode":"2",
   [junit4]   2>   "autoAddReplicas":"true",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "property.customKey":"customValue",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 1924107 INFO  (OverseerThreadFactory-4360-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr    ] o.a.s.c.OverseerCollectionMessageHandler Create collection hdfsbackuprestore
   [junit4]   2> 1924107 INFO  (OverseerThreadFactory-4360-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr    ] o.a.s.c.OverseerCollectionMessageHandler creating collections conf node /collections/hdfsbackuprestore 
   [junit4]   2> 1924107 INFO  (OverseerThreadFactory-4360-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections/hdfsbackuprestore
   [junit4]   2> 1924108 INFO  (zkCallback-1545-thread-1-processing-n:127.0.0.1:47349_solr) [n:127.0.0.1:47349_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1924108 INFO  (zkCallback-1551-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1924109 INFO  (zkCallback-1544-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1924111 INFO  (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"hdfsbackuprestore",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "maxShardsPerNode":"2",
   [junit4]   2>   "autoAddReplicas":"true",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "property.customKey":"customValue",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 1924112 INFO  (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr    ] o.a.s.c.o.ClusterStateMutator building a new cName: hdfsbackuprestore
   [junit4]   2> 1924112 INFO  (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/hdfsbackuprestore/state.json
   [junit4]   2> 1924212 INFO  (OverseerThreadFactory-4360-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating SolrCores for new collection hdfsbackuprestore, shardNames [shard1, shard2] , replicationFactor : 2
   [junit4]   2> 1924212 INFO  (OverseerThreadFactory-4360-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core hdfsbackuprestore_shard2_replica2 as part of shard shard2 of collection hdfsbackuprestore on 127.0.0.1:47349_solr
   [junit4]   2> 1924212 INFO  (OverseerThreadFactory-4360-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core hdfsbackuprestore_shard1_replica2 as part of shard shard1 of collection hdfsbackuprestore on 127.0.0.1:47349_solr
   [junit4]   2> 1924212 INFO  (OverseerThreadFactory-4360-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core hdfsbackuprestore_shard1_replica1 as part of shard shard1 of collection hdfsbackuprestore on 127.0.0.1:46754_solr
   [junit4]   2> 1924216 INFO  (OverseerThreadFactory-4360-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core hdfsbackuprestore_shard2_replica1 as part of shard shard2 of collection hdfsbackuprestore on 127.0.0.1:46754_solr
   [junit4]   2> 1924226 INFO  (qtp636454631-10810) [n:127.0.0.1:47349_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=hdfsbackuprestore_shard1_replica2&action=CREATE&numShards=2&collection=hdfsbackuprestore&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1924226 INFO  (qtp636454631-10810) [n:127.0.0.1:47349_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=hdfsbackuprestore_shard1_replica2, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=hdfsbackuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard1}
   [junit4]   2> 1924233 INFO  (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1  x:hdfsbackuprestore_shard1_replica2] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1924233 INFO  (qtp636454631-10811) [n:127.0.0.1:47349_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=hdfsbackuprestore_shard2_replica2&action=CREATE&numShards=2&collection=hdfsbackuprestore&shard=shard2&wt=javabin&version=2
   [junit4]   2> 1924234 INFO  (qtp636454631-10811) [n:127.0.0.1:47349_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=hdfsbackuprestore_shard2_replica2, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=hdfsbackuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard2}
   [junit4]   2> 1924238 INFO  (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"hdfsbackuprestore_shard1_replica2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:47349/solr",
   [junit4]   2>   "node_name":"127.0.0.1:47349_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"hdfsbackuprestore",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1924238 INFO  (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"hdfsbackuprestore_shard1_replica2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:47349/solr",
   [junit4]   2>   "node_name":"127.0.0.1:47349_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"hdfsbackuprestore",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1924240 INFO  (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2  x:hdfsbackuprestore_shard2_replica2] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1924240 INFO  (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1  x:hdfsbackuprestore_shard1_replica2] o.a.s.c.ZkController Registering watch for collection hdfsbackuprestore
   [junit4]   2> 1924241 INFO  (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"hdfsbackuprestore_shard2_replica2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:47349/solr",
   [junit4]   2>   "node_name":"127.0.0.1:47349_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"hdfsbackuprestore",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1924241 INFO  (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2  x:hdfsbackuprestore_shard2_replica2] o.a.s.c.ZkController Registering watch for collection hdfsbackuprestore
   [junit4]   2> 1924241 INFO  (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"hdfsbackuprestore_shard2_replica2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:47349/solr",
   [junit4]   2>   "node_name":"127.0.0.1:47349_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"hdfsbackuprestore",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1924241 INFO  (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2  x:hdfsbackuprestore_shard2_replica2] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1924241 INFO  (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1  x:hdfsbackuprestore_shard1_replica2] o.a.s.c.c.ZkStateReader Add data for [hdfsbackuprestore] ver [0]
   [junit4]   2> 1924242 INFO  (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1  x:hdfsbackuprestore_shard1_replica2] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1924274 INFO  (qtp424382107-10796) [n:127.0.0.1:46754_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=hdfsbackuprestore_shard1_replica1&action=CREATE&numShards=2&collection=hdfsbackuprestore&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1924274 INFO  (qtp424382107-10798) [n:127.0.0.1:46754_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=hdfsbackuprestore_shard2_replica1&action=CREATE&numShards=2&collection=hdfsbackuprestore&shard=shard2&wt=javabin&version=2
   [junit4]   2> 1924275 INFO  (qtp424382107-10796) [n:127.0.0.1:46754_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=hdfsbackuprestore_shard1_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=hdfsbackuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard1}
   [junit4]   2> 1924275 INFO  (qtp424382107-10798) [n:127.0.0.1:46754_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=hdfsbackuprestore_shard2_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=hdfsbackuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard2}
   [junit4]   2> 1924275 INFO  (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2  x:hdfsbackuprestore_shard2_replica1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1924276 INFO  (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1  x:hdfsbackuprestore_shard1_replica1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1924277 INFO  (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1  x:hdfsbackuprestore_shard1_replica1] o.a.s.c.ZkController Registering watch for collection hdfsbackuprestore
   [junit4]   2> 1924277 INFO  (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1  x:hdfsbackuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Add data for [hdfsbackuprestore] ver [0]
   [junit4]   2> 1924277 INFO  (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2  x:hdfsbackuprestore_shard2_replica1] o.a.s.c.ZkController Registering watch for collection hdfsbackuprestore
   [junit4]   2> 1924277 INFO  (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2  x:hdfsbackuprestore_shard2_replica1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1924277 INFO  (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1  x:hdfsbackuprestore_shard1_replica1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1924279 INFO  (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "core":"hdfsbackuprestore_shard2_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:46754/solr",
   [junit4]   2>   "node_name":"127.0.0.1:46754_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"hdfsbackuprestore",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1924279 INFO  (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"hdfsbackuprestore_shard2_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:46754/solr",
   [junit4]   2>   "node_name":"127.0.0.1:46754_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"hdfsbackuprestore",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1924281 INFO  (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "core":"hdfsbackuprestore_shard1_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:46754/solr",
   [junit4]   2>   "node_name":"127.0.0.1:46754_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"hdfsbackuprestore",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1924281 INFO  (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"hdfsbackuprestore_shard1_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:46754/solr",
   [junit4]   2>   "node_name":"127.0.0.1:46754_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"hdfsbackuprestore",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1924383 INFO  (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/hdfsbackuprestore/state.json version: 0
   [junit4]   2> 1924383 INFO  (zkCallback-1544-thread-3-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1924383 INFO  (zkCallback-1545-thread-1-processing-n:127.0.0.1:47349_solr) [n:127.0.0.1:47349_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1924384 INFO  (zkCallback-1544-thread-3-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr    ] o.a.s.c.c.ZkStateReader Updating data for [hdfsbackuprestore] from [0] to [1]
   [junit4]   2> 1924384 INFO  (zkCallback-1545-thread-1-processing-n:127.0.0.1:47349_solr) [n:127.0.0.1:47349_solr    ] o.a.s.c.c.ZkStateReader Updating data for [hdfsbackuprestore] from [0] to [1]
   [junit4]   2> 1925242 INFO  (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2  x:hdfsbackuprestore_shard2_replica2] o.a.s.c.ZkController waiting to find shard id in clusterstate for hdfsbackuprestore_shard2_replica2
   [junit4]   2> 1925242 INFO  (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2  x:hdfsbackuprestore_shard2_replica2] o.a.s.c.ZkController Check for collection zkNode:hdfsbackuprestore
   [junit4]   2> 1925242 INFO  (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1  x:hdfsbackuprestore_shard1_replica2] o.a.s.c.ZkController waiting to find shard id in clusterstate for hdfsbackuprestore_shard1_replica2
   [junit4]   2> 1925242 INFO  (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1  x:hdfsbackuprestore_shard1_replica2] o.a.s.c.ZkController Check for collection zkNode:hdfsbackuprestore
   [junit4]   2> 1925242 INFO  (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2  x:hdfsbackuprestore_shard2_replica2] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 1925242 INFO  (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2  x:hdfsbackuprestore_shard2_replica2] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/hdfsbackuprestore]
   [junit4]   2> 1925242 INFO  (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1  x:hdfsbackuprestore_shard1_replica2] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 1925243 INFO  (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1  x:hdfsbackuprestore_shard1_replica2] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/hdfsbackuprestore]
   [junit4]   2> 1925243 INFO  (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2  x:hdfsbackuprestore_shard2_replica2] o.a.s.c.c.ZkStateReader path=[/collections/hdfsbackuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 1925243 INFO  (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2  x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/hdfsbackuprestore_shard2_replica2'
   [junit4]   2> 1925243 INFO  (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1  x:hdfsbackuprestore_shard1_replica2] o.a.s.c.c.ZkStateReader path=[/collections/hdfsbackuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 1925243 INFO  (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1  x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/hdfsbackuprestore_shard1_replica2'
   [junit4]   2> 1925243 INFO  (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2  x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1925243 INFO  (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2  x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1925243 INFO  (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1  x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1925243 INFO  (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1  x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1925245 INFO  (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2  x:hdfsbackuprestore_shard2_replica2] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 1925245 INFO  (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1  x:hdfsbackuprestore_shard1_replica2] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 1925249 INFO  (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2  x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1925249 INFO  (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1  x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1925251 INFO  (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2  x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1925251 INFO  (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1  x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1925255 INFO  (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2  x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1925255 INFO  (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1  x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1925259 INFO  (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2  x:hdfsbackuprestore_shard2_replica2] o.a.s.s.IndexSchema [hdfsbackuprestore_shard2_replica2] Schema name=minimal
   [junit4]   2> 1925259 INFO  (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1  x:hdfsbackuprestore_shard1_replica2] o.a.s.s.IndexSchema [hdfsbackuprestore_shard1_replica2] Schema name=minimal
   [junit4]   2> 1925277 INFO  (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2  x:hdfsbackuprestore_shard2_replica2] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1925277 INFO  (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1  x:hdfsbackuprestore_shard1_replica2] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1925277 INFO  (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2  x:hdfsbackuprestore_shard2_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for hdfsbackuprestore_shard2_replica1
   [junit4]   2> 1925277 INFO  (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2  x:hdfsbackuprestore_shard2_replica1] o.a.s.c.ZkController Check for collection zkNode:hdfsbackuprestore
   [junit4]   2> 1925277 INFO  (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1  x:hdfsbackuprestore_shard1_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for hdfsbackuprestore_shard1_replica1
   [junit4]   2> 1925278 INFO  (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1  x:hdfsbackuprestore_shard1_replica1] o.a.s.c.ZkController Check for collection zkNode:hdfsbackuprestore
   [junit4]   2> 1925278 INFO  (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2  x:hdfsbackuprestore_shard2_replica1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 1925278 INFO  (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2  x:hdfsbackuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/hdfsbackuprestore]
   [junit4]   2> 1925278 INFO  (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1  x:hdfsbackuprestore_shard1_replica1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 1925278 INFO  (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1  x:hdfsbackuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/hdfsbackuprestore]
   [junit4]   2> 1925278 INFO  (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2  x:hdfsbackuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader path=[/collections/hdfsbackuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 1925278 INFO  (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2  x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node1/hdfsbackuprestore_shard2_replica1'
   [junit4]   2> 1925279 INFO  (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2  x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1925279 INFO  (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2  x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1925279 INFO  (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1  x:hdfsbackuprestore_shard1_replica2] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
   [junit4]   2> 1925279 INFO  (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1  x:hdfsbackuprestore_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_shard1_replica2' using configuration from collection hdfsbackuprestore
   [junit4]   2> 1925279 INFO  (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrCore solr.StandardDirectoryFactory
   [junit4]   2> 1925279 INFO  (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrCore [[hdfsbackuprestore_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/hdfsbackuprestore_shard1_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/./hdfsbackuprestore_shard1_replica2/data/]
   [junit4]   2> 1925279 INFO  (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1  x:hdfsbackuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/hdfsbackuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 1925280 INFO  (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1  x:hdfsbackuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node1/hdfsbackuprestore_shard1_replica1'
   [junit4]   2> 1925280 INFO  (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2  x:hdfsbackuprestore_shard2_replica2] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
   [junit4]   2> 1925280 INFO  (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1  x:hdfsbackuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1925280 INFO  (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2  x:hdfsbackuprestore_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_shard2_replica2' using configuration from collection hdfsbackuprestore
   [junit4]   2> 1925280 INFO  (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1  x:hdfsbackuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1925280 INFO  (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 r:core_node2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrCore solr.StandardDirectoryFactory
   [junit4]   2> 1925280 INFO  (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2  x:hdfsbackuprestore_shard2_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 1925281 INFO  (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrCore JMX monitoring not detected for core: hdfsbackuprestore_shard1_replica2
   [junit4]   2> 1925282 INFO  (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/hdfsbackuprestore_shard1_replica2/data
   [junit4]   2> 1925282 INFO  (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/./hdfsbackuprestore_shard1_replica2/data/index/
   [junit4]   2> 1925282 WARN  (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrCore [hdfsbackuprestore_shard1_replica2] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/./hdfsbackuprestore_shard1_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1925283 INFO  (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1  x:hdfsbackuprestore_shard1_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 1925284 INFO  (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 r:core_node2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrCore [[hdfsbackuprestore_shard2_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/hdfsbackuprestore_shard2_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/./hdfsbackuprestore_shard2_replica2/data/]
   [junit4]   2> 1925284 INFO  (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 r:core_node2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrCore JMX monitoring not detected for core: hdfsbackuprestore_shard2_replica2
   [junit4]   2> 1925285 INFO  (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 r:core_node2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/hdfsbackuprestore_shard2_replica2/data
   [junit4]   2> 1925285 INFO  (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 r:core_node2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/./hdfsbackuprestore_shard2_replica2/data/index/
   [junit4]   2> 1925284 INFO  (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/hdfsbackuprestore_shard1_replica2/data/index
   [junit4]   2> 1925285 INFO  (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2  x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1925287 INFO  (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2  x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1925289 WARN  (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 r:core_node2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrCore [hdfsbackuprestore_shard2_replica2] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/./hdfsbackuprestore_shard2_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1925291 INFO  (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1  x:hdfsbackuprestore_shard1_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1925291 INFO  (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 r:core_node2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/hdfsbackuprestore_shard2_replica2/data/index
   [junit4]   2> 1925293 INFO  (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2  x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1925293 INFO  (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1  x:hdfsbackuprestore_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1925295 INFO  (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/hdfsbackuprestore_shard1_replica2/data/index,segFN=segments_1,generation=1}
   [junit4]   2> 1925295 INFO  (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1925296 INFO  (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2  x:hdfsbackuprestore_shard2_replica1] o.a.s.s.IndexSchema [hdfsbackuprestore_shard2_replica1] Schema name=minimal
   [junit4]   2> 1925297 INFO  (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1925298 INFO  (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1  x:hdfsbackuprestore_shard1_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1925299 INFO  (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1925299 INFO  (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2  x:hdfsbackuprestore_shard2_replica1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1925300 INFO  (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1925300 INFO  (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2  x:hdfsbackuprestore_shard2_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
   [junit4]   2> 1925300 INFO  (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2  x:hdfsbackuprestore_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_shard2_replica1' using configuration from collection hdfsbackuprestore
   [junit4]   2> 1925300 INFO  (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 r:core_node3 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrCore solr.StandardDirectoryFactory
   [junit4]   2> 1925301 INFO  (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 r:core_node3 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrCore [[hdfsbackuprestore_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node1/hdfsbackuprestore_shard2_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node1/./hdfsbackuprestore_shard2_replica1/data/]
   [junit4]   2> 1925301 INFO  (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1925301 INFO  (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 r:core_node3 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: hdfsbackuprestore_shard2_replica1
   [junit4]   2> 1925301 INFO  (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1  x:hdfsbackuprestore_shard1_replica1] o.a.s.s.IndexSchema [hdfsbackuprestore_shard1_replica1] Schema name=minimal
   [junit4]   2> 1925301 INFO  (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1925302 INFO  (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 r:core_node3 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node1/hdfsbackuprestore_shard2_replica1/data
   [junit4]   2> 1925302 INFO  (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 r:core_node3 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node1/./hdfsbackuprestore_shard2_replica1/data/index/
   [junit4]   2> 1925302 INFO  (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 r:core_node2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commi

[...truncated too long message...]

	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:328)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:105)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:266)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1991907 INFO  (jetty-launcher-2711-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@398aeac6{/solr,null,UNAVAILABLE}
   [junit4]   2> 1991908 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[BDA30489F276B571]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:55475 55475
   [junit4]   2> 1992080 INFO  (Thread-5244) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:55475 55475
   [junit4]   2> 1992081 WARN  (Thread-5244) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	2	/solr/collections/backuprestore_restored/state.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 	2	/solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/collections/backuprestore/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	43	/solr/overseer/queue
   [junit4]   2> 	25	/solr/overseer/collection-queue-work
   [junit4]   2> 	7	/solr/overseer/queue-work
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 
   [junit4]   2> 1992081 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[BDA30489F276B571]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_BDA30489F276B571-001
   [junit4]   2> Jul 10, 2016 12:25:11 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {shard_s=PostingsFormat(name=Memory doPackFST= true), _version_=PostingsFormat(name=Memory doPackFST= true), id=Lucene50(blocksize=128)}, docValues:{}, maxPointsInLeafNode=1429, maxMBSortInHeap=6.8729295509690775, sim=ClassicSimilarity, locale=is, timezone=Etc/GMT-8
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=280973800,total=493355008
   [junit4]   2> NOTE: All tests run in this JVM: [TestDistribDocBasedVersion, TestRestoreCore, TestTolerantSearch, HLLSerializationTest, TestOrdValues, TestSubQueryTransformerDistrib, SegmentsInfoRequestHandlerTest, RequestHandlersTest, ClusterStateTest, TestReversedWildcardFilterFactory, TestGraphTermsQParserPlugin, TestJsonRequest, SuggesterWFSTTest, TestStressReorder, TestCoreDiscovery, TestFieldCacheSortRandom, PrimitiveFieldTypeTest, TestTestInjection, TestDistribIDF, FullSolrCloudDistribCmdsTest, DirectSolrConnectionTest, ZkStateReaderTest, TestDistributedMissingSort, DistributedVersionInfoTest, MigrateRouteKeyTest, LukeRequestHandlerTest, BadComponentTest, AssignTest, GraphQueryTest, DeleteShardTest, FieldMutatingUpdateProcessorTest, TestObjectReleaseTracker, QueryParsingTest, CollectionStateFormat2Test, DocValuesMultiTest, RestartWhileUpdatingTest, TestPostingsSolrHighlighter, TestXmlQParser, TestSolrConfigHandlerConcurrent, CoreMergeIndexesAdminHandlerTest, BasicDistributedZk2Test, TestConfigSetProperties, DirectUpdateHandlerOptimizeTest, TestCollationField, SolrCoreCheckLockOnStartupTest, RecoveryAfterSoftCommitTest, HdfsWriteToMultipleCollectionsTest, RuleEngineTest, OverseerRolesTest, TestSolrConfigHandler, RegexBoostProcessorTest, TestSort, TestDistributedStatsComponentCardinality, SaslZkACLProviderTest, DistributedFacetPivotLargeTest, HdfsCollectionsAPIDistributedZkTest, RankQueryTest, TestCSVResponseWriter, TestTrackingShardHandlerFactory, TestSweetSpotSimilarityFactory, ParsingFieldUpdateProcessorsTest, HighlighterConfigTest, TestDynamicFieldResource, TermVectorComponentDistributedTest, TestCloudDeleteByQuery, TestSSLRandomization, TriLevelCompositeIdRoutingTest, CdcrUpdateLogTest, TestPerFieldSimilarityWithDefaultOverride, TestChildDocTransformer, TestSolrQueryParser, CleanupOldIndexTest, StatelessScriptUpdateProcessorFactoryTest, TestPerFieldSimilarity, TestUniqueKeyFieldResource, TolerantUpdateProcessorTest, TestHdfsBackupRestoreCore, CoreAdminHandlerTest, TestMiniSolrCloudClusterBase, TestGroupingSearch, TestReloadDeadlock, UpdateParamsTest, SimpleFacetsTest, BinaryUpdateRequestHandlerTest, DistributedQueryComponentOptimizationTest, TestSuggestSpellingConverter, TestCloudPseudoReturnFields, TestAuthorizationFramework, SearchHandlerTest, DirectUpdateHandlerTest, TestClassicSimilarityFactory, HdfsRecoveryZkTest, DateRangeFieldTest, HdfsBasicDistributedZkTest, TestSchemaResource, HdfsThreadLeakTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, OverseerTest, ShardRoutingTest, BasicZkTest, RecoveryZkTest, TestReplicationHandler, ClusterStateUpdateTest, LeaderElectionTest, ZkSolrClientTest, TestZkChroot, ZkCLITest, AutoCommitTest, TestRecovery, TestHashPartitioner, TestRealTimeGet, TestJoin, TestReload, TestStressVersions, HardAutoCommitTest, TestRangeQuery, StatsComponentTest, TestBadConfig, TestIndexSearcher, ShowFileRequestHandlerTest, CurrencyFieldOpenExchangeTest, CurrencyFieldXmlFileTest, SolrIndexSplitterTest, TestExtendedDismaxParser, SpellCheckCollatorTest, SuggesterTSTTest, SuggesterTest, TestCSVLoader, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, TestUpdate, TestWordDelimiterFilterFactory, TestRemoteStreaming, DistanceFunctionTest, TestSolrDeletionPolicy1, DebugComponentTest, IndexBasedSpellCheckerTest, DisMaxRequestHandlerTest, TestWriterPerf, DirectSolrSpellCheckerTest, FileBasedSpellCheckerTest, TermsComponentTest, XmlUpdateRequestHandlerTest, PathHierarchyTokenizerFactoryTest, TestIndexingPerformance, FieldAnalysisRequestHandlerTest, TestArbitraryIndexDir, IndexSchemaRuntimeFieldTest, LoggingHandlerTest, SolrPluginUtilsTest, IndexSchemaTest, TestJmxIntegration, JSONWriterTest, MBeansHandlerTest, TestPartialUpdateDeduplication, PingRequestHandlerTest, TestSolrDeletionPolicy2, MultiTermTest, SampleTest, TestDocSet, TestSearchPerf, TestElisionMultitermQuery, TestConfig, TestFuzzyAnalyzedSuggestions, NotRequiredUniqueKeyTest, TestCharFilters, TestCodecSupport, SynonymTokenizerTest, TestXIncludeConfig, TestDFRSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, TestJmxMonitoredMap, ResourceLoaderTest, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, PluginInfoTest, DateMathParserTest, PreAnalyzedFieldTest, PrimUtilsTest, DateFieldTest, RAMDirectoryFactoryTest, TestSolrJ, TestUtils, TestDocumentBuilder, ZkNodePropsTest, SliceStateTest, SystemInfoHandlerTest, UUIDFieldTest, CircularListTest, TestRTGBase, CursorPagingTest, DistributedIntervalFacetingTest, TestCursorMarkWithoutUniqueKey, TestHighlightDedupGrouping, ConnectionReuseTest, AliasIntegrationTest, BaseCdcrDistributedZkTest, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, CdcrVersionReplicationTest, CollectionsAPISolrJTest, DistribCursorPagingTest, DistribJoinFromCollectionTest, LeaderInitiatedRecoveryOnCommitTest, LeaderInitiatedRecoveryOnShardRestartTest, MultiThreadedOCPTest, OverseerTaskQueueTest, SharedFSAutoReplicaFailoverUtilsTest, SimpleCollectionCreateDeleteTest, TestCloudInspectUtil, TestCloudPivotFacet, TestConfigSetsAPIExclusivity, TestLeaderInitiatedRecoveryThread, TestLocalFSCloudBackupRestore]
   [junit4] Completed [482/620 (2!)] on J2 in 49.99s, 1 test, 1 error <<< FAILURES!

[...truncated 443 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:740: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/common-build.xml:530: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1443: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:984: There were test failures: 620 suites (10 ignored), 2635 tests, 2 errors, 103 ignored (88 assumptions) [seed: BDA30489F276B571]

Total time: 74 minutes 12 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any




[JENKINS] Lucene-Solr-Tests-master - Build # 1266 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1266/

1 tests failed.
FAILED:  org.apache.solr.cloud.TestLocalFSCloudBackupRestore.test

Error Message:
Error from server at http://127.0.0.1:33628/solr: 'location' is not specified as a query parameter or as a default repository property or as a cluster property.

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:33628/solr: 'location' is not specified as a query parameter or as a default repository property or as a cluster property.
	at __randomizedtesting.SeedInfo.seed([2D5C91ED904704D0:A508AE373EBB6928]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:606)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:259)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:366)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1270)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1040)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:976)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:166)
	at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.testInvalidPath(AbstractCloudBackupRestoreTestCase.java:149)
	at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:128)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10787 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestLocalFSCloudBackupRestore
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/init-core-data-001
   [junit4]   2> 286374 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 286375 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 286375 INFO  (Thread-493) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 286375 INFO  (Thread-493) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 286475 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:41178
   [junit4]   2> 286475 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 286476 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 286478 INFO  (zkCallback-587-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@11fd8986 name:ZooKeeperConnection Watcher:127.0.0.1:41178 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 286478 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 286478 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 286478 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
   [junit4]   2> 286482 INFO  (jetty-launcher-586-thread-2) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 286482 INFO  (jetty-launcher-586-thread-1) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 286484 INFO  (jetty-launcher-586-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@27de6498{/solr,null,AVAILABLE}
   [junit4]   2> 286485 INFO  (jetty-launcher-586-thread-2) [    ] o.e.j.s.ServerConnector Started ServerConnector@2a673ebd{HTTP/1.1,[http/1.1]}{127.0.0.1:35395}
   [junit4]   2> 286486 INFO  (jetty-launcher-586-thread-2) [    ] o.e.j.s.Server Started @291193ms
   [junit4]   2> 286486 INFO  (jetty-launcher-586-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35395}
   [junit4]   2> 286486 INFO  (jetty-launcher-586-thread-2) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 286486 INFO  (jetty-launcher-586-thread-2) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node2'
   [junit4]   2> 286486 INFO  (jetty-launcher-586-thread-2) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 286486 INFO  (jetty-launcher-586-thread-2) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 286487 INFO  (jetty-launcher-586-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 286489 INFO  (jetty-launcher-586-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6f19548d{/solr,null,AVAILABLE}
   [junit4]   2> 286489 INFO  (jetty-launcher-586-thread-1) [    ] o.e.j.s.ServerConnector Started ServerConnector@644060da{HTTP/1.1,[http/1.1]}{127.0.0.1:33628}
   [junit4]   2> 286490 INFO  (jetty-launcher-586-thread-1) [    ] o.e.j.s.Server Started @291198ms
   [junit4]   2> 286490 INFO  (jetty-launcher-586-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33628}
   [junit4]   2> 286491 INFO  (jetty-launcher-586-thread-1) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 286491 INFO  (jetty-launcher-586-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1'
   [junit4]   2> 286491 INFO  (jetty-launcher-586-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 286491 INFO  (jetty-launcher-586-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 286491 INFO  (jetty-launcher-586-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 286495 INFO  (jetty-launcher-586-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 286500 INFO  (jetty-launcher-586-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 286501 INFO  (zkCallback-589-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2391b504 name:ZooKeeperConnection Watcher:127.0.0.1:41178/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 286501 INFO  (jetty-launcher-586-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 286501 INFO  (zkCallback-588-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1a5fe93d name:ZooKeeperConnection Watcher:127.0.0.1:41178/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 286501 INFO  (jetty-launcher-586-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 286501 INFO  (jetty-launcher-586-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 286501 INFO  (jetty-launcher-586-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 286502 INFO  (jetty-launcher-586-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 286502 INFO  (jetty-launcher-586-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 286508 INFO  (jetty-launcher-586-thread-1) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/.
   [junit4]   2> 286508 INFO  (jetty-launcher-586-thread-2) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node2/.
   [junit4]   2> 286508 INFO  (jetty-launcher-586-thread-1) [    ] o.a.s.c.CoreContainer New CoreContainer 1538404450
   [junit4]   2> 286508 INFO  (jetty-launcher-586-thread-2) [    ] o.a.s.c.CoreContainer New CoreContainer 223259401
   [junit4]   2> 286508 INFO  (jetty-launcher-586-thread-1) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1]
   [junit4]   2> 286509 INFO  (jetty-launcher-586-thread-2) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node2]
   [junit4]   2> 286509 WARN  (jetty-launcher-586-thread-1) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/lib
   [junit4]   2> 286509 WARN  (jetty-launcher-586-thread-2) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node2/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node2/lib
   [junit4]   2> 286509 INFO  (jetty-launcher-586-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 286509 INFO  (jetty-launcher-586-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 286511 INFO  (jetty-launcher-586-thread-2) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 286511 INFO  (jetty-launcher-586-thread-2) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 286511 INFO  (jetty-launcher-586-thread-2) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 286511 INFO  (jetty-launcher-586-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41178/solr
   [junit4]   2> 286511 INFO  (jetty-launcher-586-thread-2) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 286511 INFO  (jetty-launcher-586-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 286512 INFO  (jetty-launcher-586-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 286513 INFO  (zkCallback-592-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@19ddfd64 name:ZooKeeperConnection Watcher:127.0.0.1:41178 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 286517 INFO  (jetty-launcher-586-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 286517 INFO  (jetty-launcher-586-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 286518 INFO  (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$74/1887335376@79d6592b
   [junit4]   2> 286519 INFO  (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 286520 INFO  (jetty-launcher-586-thread-1) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 286520 INFO  (jetty-launcher-586-thread-1) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 286520 INFO  (jetty-launcher-586-thread-1) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 286520 INFO  (zkCallback-595-thread-1-processing-n:127.0.0.1:35395_solr) [n:127.0.0.1:35395_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@10a1eb30 name:ZooKeeperConnection Watcher:127.0.0.1:41178/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 286520 INFO  (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 286520 INFO  (jetty-launcher-586-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41178/solr
   [junit4]   2> 286520 INFO  (jetty-launcher-586-thread-1) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 286520 INFO  (jetty-launcher-586-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 286521 INFO  (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 286521 INFO  (jetty-launcher-586-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 286522 INFO  (zkCallback-596-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@37f877d5 name:ZooKeeperConnection Watcher:127.0.0.1:41178 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 286522 INFO  (jetty-launcher-586-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 286523 INFO  (jetty-launcher-586-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 286523 INFO  (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 286524 INFO  (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$74/1887335376@66c851eb
   [junit4]   2> 286524 INFO  (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 286526 INFO  (zkCallback-597-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@73dc302 name:ZooKeeperConnection Watcher:127.0.0.1:41178/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 286526 INFO  (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 286526 INFO  (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 286528 INFO  (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 286530 INFO  (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 286531 INFO  (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 286533 INFO  (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 286533 INFO  (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 286534 INFO  (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 286534 INFO  (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 286535 INFO  (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 286535 INFO  (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 286536 INFO  (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 286539 INFO  (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 286539 INFO  (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 286539 INFO  (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 286539 INFO  (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 286540 INFO  (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 286540 INFO  (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 286542 INFO  (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 286543 INFO  (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 286543 INFO  (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 286544 INFO  (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 286545 INFO  (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 286545 INFO  (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96210039707729926-127.0.0.1:33628_solr-n_0000000000
   [junit4]   2> 286545 INFO  (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96210039707729924-127.0.0.1:35395_solr-n_0000000001
   [junit4]   2> 286545 INFO  (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33628_solr
   [junit4]   2> 286545 INFO  (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 286546 INFO  (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96210039707729926-127.0.0.1:33628_solr-n_0000000000 to know if I could be the leader
   [junit4]   2> 286546 INFO  (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr    ] o.a.s.c.Overseer Overseer (id=96210039707729926-127.0.0.1:33628_solr-n_0000000000) starting
   [junit4]   2> 286546 INFO  (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35395_solr
   [junit4]   2> 286546 INFO  (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:35395_solr
   [junit4]   2> 286548 INFO  (zkCallback-597-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 286548 INFO  (zkCallback-595-thread-1-processing-n:127.0.0.1:35395_solr) [n:127.0.0.1:35395_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 286549 INFO  (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 286549 INFO  (zkCallback-597-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 286549 INFO  (zkCallback-595-thread-1-processing-n:127.0.0.1:35395_solr) [n:127.0.0.1:35395_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 286558 INFO  (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 286559 INFO  (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 286561 INFO  (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
   [junit4]   2> 286562 INFO  (OverseerCollectionConfigSetProcessor-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 286564 INFO  (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 286564 INFO  (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 286566 INFO  (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node2/.
   [junit4]   2> 286567 INFO  (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 286570 INFO  (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
   [junit4]   2> 286570 INFO  (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 286571 INFO  (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:33628_solr as DOWN
   [junit4]   2> 286587 INFO  (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33628_solr
   [junit4]   2> 286587 INFO  (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:33628_solr
   [junit4]   2> 286599 INFO  (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:33628_solr"} current state version: 0
   [junit4]   2> 286599 INFO  (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:33628_solr
   [junit4]   2> 286604 INFO  (zkCallback-597-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 286604 INFO  (zkCallback-597-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 286608 INFO  (zkCallback-595-thread-1-processing-n:127.0.0.1:35395_solr) [n:127.0.0.1:35395_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 286623 INFO  (zkCallback-595-thread-1-processing-n:127.0.0.1:35395_solr) [n:127.0.0.1:35395_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 286651 INFO  (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 286651 INFO  (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 286651 INFO  (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/.
   [junit4]   2> 286652 INFO  (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 286682 INFO  (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
   [junit4]   2> 286682 INFO  (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 286682 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 286704 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 286718 INFO  (zkCallback-600-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@12fd3cc name:ZooKeeperConnection Watcher:127.0.0.1:41178 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 286718 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 286718 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 286758 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 286774 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 286780 INFO  (zkCallback-603-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@13a6239e name:ZooKeeperConnection Watcher:127.0.0.1:41178/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 286782 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 286782 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 286782 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 286794 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 286810 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 286847 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 286859 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 286876 INFO  (TEST-TestLocalFSCloudBackupRestore.test-seed#[2D5C91ED904704D0]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 286886 INFO  (qtp451645092-2152) [n:127.0.0.1:33628_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&property.customKey=customValue&collection.configName=conf1&maxShardsPerNode=2&autoAddReplicas=true&name=backuprestore&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 286889 INFO  (OverseerCollectionConfigSetProcessor-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr    ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2>   "name":"backuprestore",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "maxShardsPerNode":"2",
   [junit4]   2>   "autoAddReplicas":"true",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "property.customKey":"customValue",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 286889 INFO  (OverseerThreadFactory-786-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr    ] o.a.s.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
   [junit4]   2>   "name":"backuprestore",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "maxShardsPerNode":"2",
   [junit4]   2>   "autoAddReplicas":"true",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "property.customKey":"customValue",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 286890 INFO  (OverseerThreadFactory-786-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr    ] o.a.s.c.OverseerCollectionMessageHandler Create collection backuprestore
   [junit4]   2> 286890 INFO  (OverseerThreadFactory-786-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr    ] o.a.s.c.OverseerCollectionMessageHandler creating collections conf node /collections/backuprestore 
   [junit4]   2> 286891 INFO  (OverseerThreadFactory-786-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore
   [junit4]   2> 286891 INFO  (zkCallback-597-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 286891 INFO  (zkCallback-603-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 286894 INFO  (zkCallback-595-thread-1-processing-n:127.0.0.1:35395_solr) [n:127.0.0.1:35395_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 286900 INFO  (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"backuprestore",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "maxShardsPerNode":"2",
   [junit4]   2>   "autoAddReplicas":"true",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "property.customKey":"customValue",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 286900 INFO  (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr    ] o.a.s.c.o.ClusterStateMutator building a new cName: backuprestore
   [junit4]   2> 286901 INFO  (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/backuprestore/state.json
   [junit4]   2> 287018 INFO  (OverseerThreadFactory-786-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating SolrCores for new collection backuprestore, shardNames [shard1, shard2] , replicationFactor : 1
   [junit4]   2> 287018 INFO  (OverseerThreadFactory-786-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard1_replica1 as part of shard shard1 of collection backuprestore on 127.0.0.1:33628_solr
   [junit4]   2> 287022 INFO  (OverseerThreadFactory-786-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard2_replica1 as part of shard shard2 of collection backuprestore on 127.0.0.1:35395_solr
   [junit4]   2> 287035 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard1_replica1&action=CREATE&numShards=2&collection=backuprestore&shard=shard1&wt=javabin&version=2
   [junit4]   2> 287035 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard1_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard1}
   [junit4]   2> 287041 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard2_replica1&action=CREATE&numShards=2&collection=backuprestore&shard=shard2&wt=javabin&version=2
   [junit4]   2> 287041 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard2_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard2}
   [junit4]   2> 287050 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 287050 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 287066 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController Registering watch for collection backuprestore
   [junit4]   2> 287067 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Add data for [backuprestore] ver [0]
   [junit4]   2> 287067 INFO  (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "core":"backuprestore_shard2_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:35395/solr",
   [junit4]   2>   "node_name":"127.0.0.1:35395_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 287067 INFO  (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"backuprestore_shard2_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:35395/solr",
   [junit4]   2>   "node_name":"127.0.0.1:35395_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 287069 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController Registering watch for collection backuprestore
   [junit4]   2> 287069 INFO  (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "core":"backuprestore_shard1_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:33628/solr",
   [junit4]   2>   "node_name":"127.0.0.1:33628_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 287069 INFO  (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"backuprestore_shard1_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:33628/solr",
   [junit4]   2>   "node_name":"127.0.0.1:33628_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 287070 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Add data for [backuprestore] ver [0]
   [junit4]   2> 287077 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 287077 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 287173 INFO  (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/backuprestore/state.json version: 0
   [junit4]   2> 287174 INFO  (zkCallback-595-thread-1-processing-n:127.0.0.1:35395_solr) [n:127.0.0.1:35395_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 287174 INFO  (zkCallback-597-thread-4-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 287174 INFO  (zkCallback-595-thread-1-processing-n:127.0.0.1:35395_solr) [n:127.0.0.1:35395_solr    ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [0] to [1]
   [junit4]   2> 287174 INFO  (zkCallback-597-thread-4-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr    ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [0] to [1]
   [junit4]   2> 288077 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard1_replica1
   [junit4]   2> 288078 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController Check for collection zkNode:backuprestore
   [junit4]   2> 288078 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard2_replica1
   [junit4]   2> 288078 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController Check for collection zkNode:backuprestore
   [junit4]   2> 288078 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 288078 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 288078 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 288078 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 288079 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 288079 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node2/backuprestore_shard2_replica1'
   [junit4]   2> 288079 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 288079 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 288080 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 288080 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/backuprestore_shard1_replica1'
   [junit4]   2> 288081 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 288081 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 288082 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 288089 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 288095 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 288098 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 288099 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 288101 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 288106 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 288111 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 288120 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.s.IndexSchema [backuprestore_shard1_replica1] Schema name=minimal
   [junit4]   2> 288123 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 288125 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.s.IndexSchema [backuprestore_shard2_replica1] Schema name=minimal
   [junit4]   2> 288128 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 288130 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
   [junit4]   2> 288130 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard1_replica1' using configuration from collection backuprestore
   [junit4]   2> 288130 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 288131 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [[backuprestore_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/backuprestore_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/./backuprestore_shard1_replica1/data/]
   [junit4]   2> 288131 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: backuprestore_shard1_replica1
   [junit4]   2> 288131 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/./backuprestore_shard1_replica1/data
   [junit4]   2> 288132 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/./backuprestore_shard1_replica1/data/index/
   [junit4]   2> 288132 WARN  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [backuprestore_shard1_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/./backuprestore_shard1_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 288132 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/./backuprestore_shard1_replica1/data/index
   [junit4]   2> 288137 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
   [junit4]   2> 288137 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard2_replica1' using configuration from collection backuprestore
   [junit4]   2> 288137 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 288137 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore [[backuprestore_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node2/backuprestore_shard2_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node2/./backuprestore_shard2_replica1/data/]
   [junit4]   2> 288138 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: backuprestore_shard2_replica1
   [junit4]   2> 288138 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node2/./backuprestore_shard2_replica1/data
   [junit4]   2> 288138 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node2/./backuprestore_shard2_replica1/data/index/
   [junit4]   2> 288138 WARN  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore [backuprestore_shard2_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node2/./backuprestore_shard2_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 288143 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node2/./backuprestore_shard2_replica1/data/index
   [junit4]   2> 288143 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@66b56f1b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@739821),segFN=segments_1,generation=1}
   [junit4]   2> 288144 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 288144 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@530d4e1b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2f49f657),segFN=segments_1,generation=1}
   [junit4]   2> 288144 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 288145 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 288147 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 288147 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 288148 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 288149 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 288154 INFO  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard1_replica1) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core backuprestore_shard1_replica1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/./backuprestore_shard1_replica1/data/
   [junit4]   2> 288154 WARN  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard1_replica1) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/./backuprestore_shard1_replica1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 288155 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/select,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
   [junit4]   2> 288159 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 288160 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 288160 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 288160 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 288161 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 288161 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 288161 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 288161 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@66b56f1b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@739821),segFN=segments_1,generation=1}
   [junit4]   2> 288162 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 288162 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1386ca15[backuprestore_shard1_replica1] main]
   [junit4]   2> 288162 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 288162 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 288163 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 288163 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 288163 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 288163 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 288163 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 288163 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 288163 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 288163 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 288163 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 288163 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 288163 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 288164 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 288164 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 288164 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 288164 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1539360637198532608
   [junit4]   2> 288165 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/select,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
   [junit4]   2> 288165 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 288166 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1539360637198532608
   [junit4]   2> 288166 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 288166 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.CoreContainer registering core: backuprestore_shard1_replica1
   [junit4]   2> 288167 INFO  (searcherExecutor-791-thread-1-processing-n:127.0.0.1:33628_solr x:backuprestore_shard1_replica1 s:shard1 c:backuprestore r:core_node2) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [backuprestore_shard1_replica1] Registered new searcher Searcher@1386ca15[backuprestore_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 288167 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 288167 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 288168 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 288168 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 288168 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ZkController Register replica - core:backuprestore_shard1_replica1 address:http://127.0.0.1:33628/solr collection:backuprestore shard:shard1
   [junit4]   2> 288168 INFO  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard2_replica1) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core backuprestore_shard2_replica1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node2/./backuprestore_shard2_replica1/data/
   [junit4]   2> 288169 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore/leader_elect/shard1/election
   [junit4]   2> 288171 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@530d4e1b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2f49f657),segFN=segments_1,generation=1}
   [junit4]   2> 288171 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 288171 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@641ad80d[backuprestore_shard2_replica1] main]
   [junit4]   2> 288171 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 288173 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/backuprestore/leader_elect/shard1/election/96210039707729926-core_node2-n_0000000000
   [junit4]   2> 288173 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 288173 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 288173 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000
   [junit4]   2> 288174 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 288174 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 288174 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 288174 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 288174 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 288174 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 288174 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 288174 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 288175 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 288175 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 288175 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1539360637210066944
   [junit4]   2> 288175 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 288175 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 288175 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33628/solr/backuprestore_shard1_replica1/
   [junit4]   2> 288175 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 288175 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:33628/solr/backuprestore_shard1_replica1/ has no replicas
   [junit4]   2> 288176 INFO  (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore"} current state version: 0
   [junit4]   2> 288176 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1539360637210066944
   [junit4]   2> 288177 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 288177 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore/leaders/shard1
   [junit4]   2> 288179 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/backuprestore/leaders/shard1/leader after winning as /collections/backuprestore/leader_elect/shard1/election/96210039707729926-core_node2-n_0000000000
   [junit4]   2> 288181 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33628/solr/backuprestore_shard1_replica1/ shard1
   [junit4]   2> 288182 INFO  (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "base_url":"http://127.0.0.1:33628/solr",
   [junit4]   2>   "core":"backuprestore_shard1_replica1",
   [junit4]   2>   "state":"active"} current state version: 0
   [junit4]   2> 288183 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.CoreContainer registering core: backuprestore_shard2_replica1
   [junit4]   2> 288177 INFO  (searcherExecutor-792-thread-1-processing-n:127.0.0.1:35395_solr x:backuprestore_shard2_replica1 s:shard2 c:backuprestore r:core_node1) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore [backuprestore_shard2_replica1] Registered new searcher Searcher@641ad80d[backuprestore_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 288190 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ZkController Register replica - core:backuprestore_shard2_replica1 address:http://127.0.0.1:35395/solr collection:backuprestore shard:shard2
   [junit4]   2> 288191 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore/leader_elect/shard2/election
   [junit4]   2> 288193 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/backuprestore/leader_elect/shard2/election/96210039707729924-core_node1-n_0000000000
   [junit4]   2> 288194 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard2 and weAreReplacement=false and leaderVoteWait=10000
   [junit4]   2> 288195 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 288195 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 288195 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35395/solr/backuprestore_shard2_replica1/
   [junit4]   2> 288195 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 288195 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:35395/solr/backuprestore_shard2_replica1/ has no replicas
   [junit4]   2> 288195 INFO  (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore"} current state version: 0
   [junit4]   2> 288196 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore/leaders/shard2
   [junit4]   2> 288198 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/backuprestore/leaders/shard2/leader after winning as /collections/backuprestore/leader_elect/shard2/election/96210039707729924-core_node1-n_0000000000
   [junit4]   2> 288199 INFO  (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35395/solr/backuprestore_shard2_replica1/ shard2
   [junit4]   2> 288200 INFO  (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "base_url":"http://127.0.0.1:35395/solr",
   [junit4]   2>   "core":"backuprestore_shard2_replica1",
   [junit4]   2>   "state":"active"} current state version: 0
   [junit4]   2> 288302 INFO  (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/backuprestore/state.json version: 1
   [junit4]   2> 288303 INFO  (zkCallback-595-thread-1-processing-n:127.0.0.1:35395_solr) [n:127.0.0.1:35395_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 288303 INFO  (zkCallback-597-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 288303 INFO  (zkCallback-595-thread-1-processing-n:127.0.0.1:35395_solr) [n:127.0.0.1:35395_solr    ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [1] to [2]
   [junit4]   2> 288303 INFO  (zkCallback-597-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr    ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [1] to [2]
   [junit4]   2> 288333 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ZkController We are http://127.0.0.1:33628/solr/backuprestore_shard1_replica1/ and leader is http://127.0.0.1:33628/solr/backuprestore_shard1_replica1/
   [junit4]   2> 288333 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ZkController No LogReplay needed for core=backuprestore_shard1_replica1 baseURL=http://127.0.0.1:33628/solr
   [junit4]   2> 288333 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 288333 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 288334 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Forcing refresh of watched collection state for backuprestore
   [junit4]   2> 288335 INFO  (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard1_replica1&action=CREATE&numShards=2&collection=backuprestore&shard=shard1&wt=javabin&version=2} status=0 QTime=1300
   [junit4]   2> 288336 INFO  (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"backuprestore_shard1_replica1",
   [junit4]   2>   "core_node_name":"core_node2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:33628/solr",
   [junit4]   2>   "node_name":"127.0.0.1:33628_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 288336 INFO  (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"backuprestore_shard1_replica1",
   [junit4]   2>   "core_node_name":"core_node2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:33628/solr",
   [junit4]   2>   "node_name":"127.0.0.1:33628_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"active",
   [junit4]   

[...truncated too long message...]

ng-n:127.0.0.1:35395_solr) [n:127.0.0.1:35395_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 295155 INFO  (coreCloseExecutor-812-thread-1) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [backuprestore_shard1_replica1] Closing main searcher on request.
   [junit4]   2> 295155 INFO  (coreCloseExecutor-812-thread-1) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 295155 INFO  (zkCallback-597-thread-2-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 295155 INFO  (coreCloseExecutor-812-thread-1) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/./backuprestore_shard1_replica1/data/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/./backuprestore_shard1_replica1/data/index;done=false>>]
   [junit4]   2> 295155 INFO  (coreCloseExecutor-812-thread-1) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
   [junit4]   2> 295155 INFO  (coreCloseExecutor-812-thread-1) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/./backuprestore_shard1_replica1/data/index
   [junit4]   2> 295155 INFO  (coreCloseExecutor-812-thread-1) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/./backuprestore_shard1_replica1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/./backuprestore_shard1_replica1/data;done=false>>]
   [junit4]   2> 295155 INFO  (coreCloseExecutor-812-thread-1) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
   [junit4]   2> 295155 INFO  (coreCloseExecutor-812-thread-1) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/./backuprestore_shard1_replica1/data
   [junit4]   2> 295158 INFO  (jetty-launcher-586-thread-2) [    ] o.a.s.c.Overseer Overseer (id=96210039707729926-127.0.0.1:33628_solr-n_0000000000) closing
   [junit4]   2> 295158 INFO  (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:33628_solr
   [junit4]   2> 295160 ERROR (jetty-launcher-586-thread-1-EventThread) [n:127.0.0.1:33628_solr    ] o.a.z.ClientCnxn Error while calling watcher 
   [junit4]   2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$10/580541551@70b980a6 rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@5096b8ef[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 124]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214)
   [junit4]   2> 	at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:266)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 295160 INFO  (jetty-launcher-586-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6f19548d{/solr,null,UNAVAILABLE}
   [junit4]   2> 296655 WARN  (zkCallback-595-thread-1-processing-n:127.0.0.1:35395_solr) [n:127.0.0.1:35395_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 296655 INFO  (jetty-launcher-586-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@27de6498{/solr,null,UNAVAILABLE}
   [junit4]   2> 296657 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41178 41178
   [junit4]   2> 296776 INFO  (Thread-493) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41178 41178
   [junit4]   2> 296776 WARN  (Thread-493) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 	2	/solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/collections/backuprestore/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	18	/solr/overseer/queue
   [junit4]   2> 	5	/solr/overseer/queue-work
   [junit4]   2> 	4	/solr/overseer/collection-queue-work
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 
   [junit4]   2> 296779 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {shard_s=FSTOrd50, _version_=PostingsFormat(name=Direct), id=BlockTreeOrds(blocksize=128)}, docValues:{}, maxPointsInLeafNode=1433, maxMBSortInHeap=7.423323608664455, sim=ClassicSimilarity, locale=en-NZ, timezone=America/Belem
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=174301840,total=387448832
   [junit4]   2> NOTE: All tests run in this JVM: [RuleEngineTest, CoreMergeIndexesAdminHandlerTest, TestUniqueKeyFieldResource, LeaderElectionTest, TestBackupRepositoryFactory, RestartWhileUpdatingTest, TestLegacyFieldCache, TestIndexSearcher, TestManagedSchema, HLLSerializationTest, BasicDistributedZk2Test, TestSmileRequest, SharedFSAutoReplicaFailoverUtilsTest, OverriddenZkACLAndCredentialsProvidersTest, FieldAnalysisRequestHandlerTest, SolrCoreCheckLockOnStartupTest, TestMaxScoreQueryParser, TestImplicitCoreProperties, OverseerTest, TestStressRecovery, HdfsLockFactoryTest, SampleTest, TestSha256AuthenticationProvider, TestChildDocTransformer, SaslZkACLProviderTest, DistributedQueryComponentOptimizationTest, TestRawTransformer, TestLocalFSCloudBackupRestore]
   [junit4] Completed [76/620 (1!)] on J2 in 10.46s, 1 test, 1 error <<< FAILURES!

[...truncated 1805 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:740: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/common-build.xml:530: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1443: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:984: There were test failures: 620 suites (10 ignored), 2635 tests, 1 error, 103 ignored (88 assumptions) [seed: 2D5C91ED904704D0]

Total time: 79 minutes 51 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any




[JENKINS] Lucene-Solr-Tests-master - Build # 1265 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1265/

2 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.overseer.ZkStateWriterTest

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.overseer.ZkStateWriterTest:     1) Thread[id=5830, name=watches-704-thread-1, state=TIMED_WAITING, group=TGRP-ZkStateWriterTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.overseer.ZkStateWriterTest: 
   1) Thread[id=5830, name=watches-704-thread-1, state=TIMED_WAITING, group=TGRP-ZkStateWriterTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
	at __randomizedtesting.SeedInfo.seed([DEE4D3305641E362]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.overseer.ZkStateWriterTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=5830, name=watches-704-thread-1, state=TIMED_WAITING, group=TGRP-ZkStateWriterTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=5830, name=watches-704-thread-1, state=TIMED_WAITING, group=TGRP-ZkStateWriterTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
	at __randomizedtesting.SeedInfo.seed([DEE4D3305641E362]:0)




Build Log:
[...truncated 11105 lines...]
   [junit4] Suite: org.apache.solr.cloud.overseer.ZkStateWriterTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.overseer.ZkStateWriterTest_DEE4D3305641E362-001/init-core-data-001
   [junit4]   2> 627825 INFO  (SUITE-ZkStateWriterTest-seed#[DEE4D3305641E362]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 627832 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSingleExternalCollection
   [junit4]   2> 627833 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 627840 INFO  (Thread-2221) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 627840 INFO  (Thread-2221) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 627940 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [    ] o.a.s.c.ZkTestServer start zk server on port:41693
   [junit4]   2> 627940 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 627972 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 627992 INFO  (zkCallback-697-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7504b71e name:ZooKeeperConnection Watcher:127.0.0.1:41693 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 627992 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 627993 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 627994 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 628028 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 628039 INFO  (zkCallback-698-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@19bc505d name:ZooKeeperConnection Watcher:127.0.0.1:41693 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 628039 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 628040 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 628040 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 628050 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 628075 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 628092 INFO  (zkCallback-699-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3a975367 name:ZooKeeperConnection Watcher:127.0.0.1:41693/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 628092 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 628092 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 628093 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 628094 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 628095 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 628096 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 628096 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 628097 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 628097 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 628098 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 628099 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 628100 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 628102 ERROR (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]-EventThread) [    ] o.a.z.ClientCnxn Error while calling watcher 
   [junit4]   2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$7/666336058@2791189d rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@23ae88b7[Shutting down, pool size = 1, active threads = 1, queued tasks = 0, completed tasks = 0]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214)
   [junit4]   2> 	at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:266)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 628109 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41693 41693
   [junit4]   2> 628279 INFO  (Thread-2221) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41693 41693
   [junit4]   2> 628280 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSingleExternalCollection
   [junit4]   2> 628285 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testExternalModificationToStateFormat2
   [junit4]   2> 628285 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 628293 INFO  (Thread-2222) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 628293 INFO  (Thread-2222) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 628400 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [    ] o.a.s.c.ZkTestServer start zk server on port:41587
   [junit4]   2> 628400 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 628408 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 628428 INFO  (zkCallback-701-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@41dff25 name:ZooKeeperConnection Watcher:127.0.0.1:41587 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 628430 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 628430 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 628432 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 628464 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 628476 INFO  (zkCallback-702-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2d6627d9 name:ZooKeeperConnection Watcher:127.0.0.1:41587 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 628476 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 628476 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 628477 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 628492 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 628493 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 628516 INFO  (zkCallback-703-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5b9ffd2c name:ZooKeeperConnection Watcher:127.0.0.1:41587/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 628516 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 628517 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 628517 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 628518 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 628519 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 628520 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 628520 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 628521 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 628521 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 628522 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 628528 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 628529 INFO  (zkCallback-703-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 628530 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c2
   [junit4]   2> 628531 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c2/state.json
   [junit4]   2> 628541 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection c2
   [junit4]   2> 628541 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.ZkStateReader Adding lazily-loaded reference for collection c2
   [junit4]   2> 628545 INFO  (zkCallback-703-thread-2) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 628561 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [    ] o.a.s.c.o.ZkStateWriterTest Cluster state: live nodes:[]collections:{c1=LazyCollectionRef(c1), c2=LazyCollectionRef(c2)}
   [junit4]   2> 628600 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.ZkStateReader Refreshing lazily-loaded state for collection c2
   [junit4]   2> 628624 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/c2/state.json version: 0
   [junit4]   2> 628653 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x155cb7f16aa0002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 628657 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41587 41587
   [junit4]   2> 628824 INFO  (Thread-2222) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41587 41587
   [junit4]   2> 628827 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testExternalModificationToStateFormat2
   [junit4]   2> 628830 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSingleLegacyCollection
   [junit4]   2> 628830 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 628832 INFO  (Thread-2223) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 628832 INFO  (Thread-2223) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 628932 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [    ] o.a.s.c.ZkTestServer start zk server on port:39755
   [junit4]   2> 628932 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 628948 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 628956 INFO  (zkCallback-705-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6ba63b0b name:ZooKeeperConnection Watcher:127.0.0.1:39755 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 628956 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 628957 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 628978 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 628986 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 628986 INFO  (zkCallback-706-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2cf3c23b name:ZooKeeperConnection Watcher:127.0.0.1:39755 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 628986 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 628986 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 628986 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 628996 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 629016 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 629062 INFO  (zkCallback-707-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@263d041f name:ZooKeeperConnection Watcher:127.0.0.1:39755/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 629062 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 629063 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 629063 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 629070 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 629071 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 629072 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 629073 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 629073 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 629074 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 629074 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 629075 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 629084 ERROR (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]-EventThread) [    ] o.a.z.ClientCnxn Error while calling watcher 
   [junit4]   2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$7/666336058@3dc7658b rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@78c5fc57[Shutting down, pool size = 2, active threads = 2, queued tasks = 0, completed tasks = 0]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214)
   [junit4]   2> 	at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:266)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 629084 INFO  (zkCallback-707-thread-2) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 629084 WARN  (zkCallback-707-thread-2) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /collections]
   [junit4]   2> 629087 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39755 39755
   [junit4]   2> 629211 INFO  (Thread-2223) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39755 39755
   [junit4]   2> 629212 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSingleLegacyCollection
   [junit4]   2> 629214 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testExternalModificationToSharedClusterState
   [junit4]   2> 629215 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 629232 INFO  (Thread-2224) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 629232 INFO  (Thread-2224) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 629324 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [    ] o.a.s.c.ZkTestServer start zk server on port:37807
   [junit4]   2> 629324 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 629351 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 629384 INFO  (zkCallback-709-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@67052c0a name:ZooKeeperConnection Watcher:127.0.0.1:37807 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 629384 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 629384 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 629385 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 629397 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 629444 INFO  (zkCallback-710-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@62ecfdd3 name:ZooKeeperConnection Watcher:127.0.0.1:37807 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 629444 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 629444 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 629445 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 629453 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 629481 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 629492 INFO  (zkCallback-711-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@31150245 name:ZooKeeperConnection Watcher:127.0.0.1:37807/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 629492 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 629492 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 629499 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 629523 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 629524 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 629525 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 629526 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 629527 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 629530 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 629532 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 629533 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 629534 INFO  (zkCallback-711-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 629534 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c2
   [junit4]   2> 629535 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection c1
   [junit4]   2> 629553 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection c2
   [junit4]   2> 629553 INFO  (zkCallback-711-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 629554 INFO  (zkCallback-711-thread-2) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 629555 INFO  (zkCallback-711-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 629561 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37807 37807
   [junit4]   2> 629726 INFO  (Thread-2224) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37807 37807
   [junit4]   2> 629727 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testExternalModificationToSharedClusterState
   [junit4]   2> 629729 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testZkStateWriterBatching
   [junit4]   2> 629729 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 629823 INFO  (Thread-2225) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 629823 INFO  (Thread-2225) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 629976 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [    ] o.a.s.c.ZkTestServer start zk server on port:56307
   [junit4]   2> 629976 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 630004 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 630020 INFO  (zkCallback-713-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@e2375d name:ZooKeeperConnection Watcher:127.0.0.1:56307 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 630020 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 630021 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 630022 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 630032 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 630048 INFO  (zkCallback-714-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@206b859d name:ZooKeeperConnection Watcher:127.0.0.1:56307 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 630048 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 630049 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 630049 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 630051 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 630075 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 630079 INFO  (zkCallback-715-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5b5dc62a name:ZooKeeperConnection Watcher:127.0.0.1:56307/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 630079 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 630079 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 630079 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 630080 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 630081 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 630082 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 630083 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 630083 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 630084 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 630084 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 630085 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 630086 INFO  (zkCallback-715-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 630086 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c2
   [junit4]   2> 630087 INFO  (zkCallback-715-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 630088 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 630089 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:56307 56307
   [junit4]   2> 630256 INFO  (Thread-2225) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:56307 56307
   [junit4]   2> 630257 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testZkStateWriterBatching
   [junit4]   2> 630258 INFO  (SUITE-ZkStateWriterTest-seed#[DEE4D3305641E362]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> Jul 08, 2016 5:12:33 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> Jul 08, 2016 5:12:53 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.cloud.overseer.ZkStateWriterTest: 
   [junit4]   2>    1) Thread[id=5830, name=watches-704-thread-1, state=TIMED_WAITING, group=TGRP-ZkStateWriterTest]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]   2>         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]   2>         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Jul 08, 2016 5:12:53 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=5830, name=watches-704-thread-1, state=TIMED_WAITING, group=TGRP-ZkStateWriterTest]
   [junit4]   2> Jul 08, 2016 5:12:56 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> SEVERE: There are still zombie threads that couldn't be terminated:
   [junit4]   2>    1) Thread[id=5830, name=watches-704-thread-1, state=TIMED_WAITING, group=TGRP-ZkStateWriterTest]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]   2>         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]   2>         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=753, maxMBSortInHeap=7.254856183924918, sim=ClassicSimilarity, locale=et, timezone=Asia/Choibalsan
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=2,free=184324008,total=530579456
   [junit4]   2> NOTE: All tests run in this JVM: [HLLUtilTest, TestSchemaSimilarityResource, SolrRequestParserTest, MultiThreadedOCPTest, TestOmitPositions, TestNumericTerms32, StressHdfsTest, UUIDFieldTest, AlternateDirectoryTest, TestAnalyzedSuggestions, TestHighlightDedupGrouping, CdcrVersionReplicationTest, TestMergePolicyConfig, TestSolrQueryResponse, TestConfigOverlay, UUIDUpdateProcessorFallbackTest, TestTolerantUpdateProcessorRandomCloud, TestExpandComponent, TestCloudSchemaless, EchoParamsTest, TestFieldCacheVsDocValues, HdfsNNFailoverTest, OverseerCollectionConfigSetProcessorTest, BasicZkTest, TestRemoteStreaming, TestDFISimilarityFactory, IndexSchemaRuntimeFieldTest, DocumentAnalysisRequestHandlerTest, CloudExitableDirectoryReaderTest, TestCSVLoader, OutputWriterTest, HdfsChaosMonkeyNothingIsSafeTest, TestHashQParserPlugin, JSONWriterTest, ResponseLogComponentTest, ForceLeaderTest, TestShortCircuitedRequests, PreAnalyzedUpdateProcessorTest, RulesTest, XsltUpdateRequestHandlerTest, CursorMarkTest, CoreAdminCreateDiscoverTest, PolyFieldTest, ZkStateWriterTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ZkStateWriterTest -Dtests.seed=DEE4D3305641E362 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=et -Dtests.timezone=Asia/Choibalsan -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J0 | ZkStateWriterTest (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.overseer.ZkStateWriterTest: 
   [junit4]    >    1) Thread[id=5830, name=watches-704-thread-1, state=TIMED_WAITING, group=TGRP-ZkStateWriterTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([DEE4D3305641E362]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=5830, name=watches-704-thread-1, state=TIMED_WAITING, group=TGRP-ZkStateWriterTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([DEE4D3305641E362]:0)
   [junit4] Completed [176/620 (1!)] on J0 in 25.83s, 5 tests, 2 errors <<< FAILURES!

[...truncated 1434 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:740: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/common-build.xml:530: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1443: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:984: There were test failures: 620 suites (10 ignored), 2635 tests, 2 suite-level errors, 1579 ignored (67 assumptions) [seed: DEE4D3305641E362]

Total time: 54 minutes 13 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any




[JENKINS] Lucene-Solr-Tests-master - Build # 1264 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1264/

4 tests failed.
FAILED:  org.apache.solr.cloud.CollectionStateFormat2Test.test

Error Message:
Could not find collection:.system

Stack Trace:
java.lang.AssertionError: Could not find collection:.system
	at __randomizedtesting.SeedInfo.seed([7B0349932A95064B:F357764984696BB3]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:154)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:134)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:856)
	at org.apache.solr.cloud.CollectionStateFormat2Test.testConfNameAndCollectionNameSame(CollectionStateFormat2Test.java:53)
	at org.apache.solr.cloud.CollectionStateFormat2Test.test(CollectionStateFormat2Test.java:40)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.overseer.ZkStateReaderTest.testExternalCollectionWatchedNotWatched

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([7B0349932A95064B:70B8B8BF7BCCF0E2]:0)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testExternalCollectionWatchedNotWatched(ZkStateReaderTest.java:167)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh

Error Message:
Could not find collection : c1

Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : c1
	at __randomizedtesting.SeedInfo.seed([7B0349932A95064B:64B93864FAF5C08E]:0)
	at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:192)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:129)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh(ZkStateReaderTest.java:43)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.security.BasicAuthIntegrationTest.testBasics

Error Message:
IOException occured when talking to server at: http://127.0.0.1:51153/solr/testSolrCloudCollection_shard1_replica1

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: IOException occured when talking to server at: http://127.0.0.1:51153/solr/testSolrCloudCollection_shard1_replica1
	at __randomizedtesting.SeedInfo.seed([7B0349932A95064B:46DBE7BF127B583B]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:739)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1151)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1040)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:976)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.security.BasicAuthIntegrationTest.doExtraTests(BasicAuthIntegrationTest.java:193)
	at org.apache.solr.cloud.TestMiniSolrCloudClusterBase.testCollectionCreateSearchDelete(TestMiniSolrCloudClusterBase.java:196)
	at org.apache.solr.cloud.TestMiniSolrCloudClusterBase.testBasics(TestMiniSolrCloudClusterBase.java:79)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:51153/solr/testSolrCloudCollection_shard1_replica1
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:620)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:259)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:366)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:714)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	... 1 more
Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:51153 failed to respond
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:143)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:167)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:511)
	... 10 more




Build Log:
[...truncated 10615 lines...]
   [junit4] Suite: org.apache.solr.security.BasicAuthIntegrationTest
   [junit4]   2> 84718 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 84718 INFO  (Thread-239) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 84718 INFO  (Thread-239) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 84818 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [    ] o.a.s.c.ZkTestServer start zk server on port:35351
   [junit4]   2> 84818 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 84819 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 84824 INFO  (zkCallback-71-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4848ec25 name:ZooKeeperConnection Watcher:127.0.0.1:35351 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 84824 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 84825 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 84825 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
   [junit4]   2> 84838 INFO  (jetty-launcher-70-thread-2) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 84839 INFO  (jetty-launcher-70-thread-3) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 84839 INFO  (jetty-launcher-70-thread-1) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 84839 INFO  (jetty-launcher-70-thread-5) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 84840 INFO  (jetty-launcher-70-thread-4) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 84841 INFO  (jetty-launcher-70-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@e214a2e{/solr,null,AVAILABLE}
   [junit4]   2> 84844 INFO  (jetty-launcher-70-thread-2) [    ] o.e.j.s.ServerConnector Started ServerConnector@165497cb{HTTP/1.1,[http/1.1]}{127.0.0.1:51153}
   [junit4]   2> 84844 INFO  (jetty-launcher-70-thread-2) [    ] o.e.j.s.Server Started @89222ms
   [junit4]   2> 84844 INFO  (jetty-launcher-70-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51153}
   [junit4]   2> 84844 INFO  (jetty-launcher-70-thread-2) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 84846 INFO  (jetty-launcher-70-thread-5) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6414fdfb{/solr,null,AVAILABLE}
   [junit4]   2> 84846 INFO  (jetty-launcher-70-thread-5) [    ] o.e.j.s.ServerConnector Started ServerConnector@5181a750{HTTP/1.1,[http/1.1]}{127.0.0.1:37715}
   [junit4]   2> 84846 INFO  (jetty-launcher-70-thread-5) [    ] o.e.j.s.Server Started @89224ms
   [junit4]   2> 84846 INFO  (jetty-launcher-70-thread-5) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37715}
   [junit4]   2> 84846 INFO  (jetty-launcher-70-thread-5) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 84847 INFO  (jetty-launcher-70-thread-5) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node5'
   [junit4]   2> 84847 INFO  (jetty-launcher-70-thread-5) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 84847 INFO  (jetty-launcher-70-thread-5) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 84847 INFO  (jetty-launcher-70-thread-5) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 84848 INFO  (jetty-launcher-70-thread-2) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node1'
   [junit4]   2> 84848 INFO  (jetty-launcher-70-thread-2) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 84848 INFO  (jetty-launcher-70-thread-2) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 84848 INFO  (jetty-launcher-70-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 84851 INFO  (jetty-launcher-70-thread-5) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 84853 INFO  (jetty-launcher-70-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@782c790f{/solr,null,AVAILABLE}
   [junit4]   2> 84853 INFO  (jetty-launcher-70-thread-3) [    ] o.e.j.s.ServerConnector Started ServerConnector@77cd2fef{HTTP/1.1,[http/1.1]}{127.0.0.1:51427}
   [junit4]   2> 84853 INFO  (jetty-launcher-70-thread-3) [    ] o.e.j.s.Server Started @89231ms
   [junit4]   2> 84853 INFO  (jetty-launcher-70-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51427}
   [junit4]   2> 84854 INFO  (jetty-launcher-70-thread-3) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 84854 INFO  (jetty-launcher-70-thread-3) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node2'
   [junit4]   2> 84854 INFO  (jetty-launcher-70-thread-3) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 84854 INFO  (jetty-launcher-70-thread-3) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 84854 INFO  (jetty-launcher-70-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 84857 INFO  (jetty-launcher-70-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 84858 INFO  (jetty-launcher-70-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@26e218c6{/solr,null,AVAILABLE}
   [junit4]   2> 84861 INFO  (jetty-launcher-70-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@424e84bf{/solr,null,AVAILABLE}
   [junit4]   2> 84861 INFO  (jetty-launcher-70-thread-4) [    ] o.e.j.s.ServerConnector Started ServerConnector@49fe5c90{HTTP/1.1,[http/1.1]}{127.0.0.1:56058}
   [junit4]   2> 84861 INFO  (jetty-launcher-70-thread-4) [    ] o.e.j.s.Server Started @89239ms
   [junit4]   2> 84861 INFO  (jetty-launcher-70-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56058}
   [junit4]   2> 84861 INFO  (jetty-launcher-70-thread-1) [    ] o.e.j.s.ServerConnector Started ServerConnector@655533b2{HTTP/1.1,[http/1.1]}{127.0.0.1:59898}
   [junit4]   2> 84861 INFO  (jetty-launcher-70-thread-4) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 84861 INFO  (jetty-launcher-70-thread-1) [    ] o.e.j.s.Server Started @89239ms
   [junit4]   2> 84861 INFO  (jetty-launcher-70-thread-4) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node4'
   [junit4]   2> 84861 INFO  (jetty-launcher-70-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59898}
   [junit4]   2> 84861 INFO  (jetty-launcher-70-thread-4) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 84862 INFO  (jetty-launcher-70-thread-4) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 84862 INFO  (jetty-launcher-70-thread-1) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 84862 INFO  (jetty-launcher-70-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node3'
   [junit4]   2> 84862 INFO  (jetty-launcher-70-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 84862 INFO  (jetty-launcher-70-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 84862 INFO  (jetty-launcher-70-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 84862 INFO  (jetty-launcher-70-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 84862 INFO  (jetty-launcher-70-thread-4) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 84863 INFO  (zkCallback-73-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1d92a00b name:ZooKeeperConnection Watcher:127.0.0.1:35351/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 84863 INFO  (jetty-launcher-70-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 84863 INFO  (jetty-launcher-70-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 84864 INFO  (jetty-launcher-70-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 84870 INFO  (jetty-launcher-70-thread-3) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 84874 INFO  (zkCallback-72-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@710c5c98 name:ZooKeeperConnection Watcher:127.0.0.1:35351/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 84874 INFO  (jetty-launcher-70-thread-5) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 84874 INFO  (jetty-launcher-70-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 84874 INFO  (jetty-launcher-70-thread-5) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 84875 INFO  (jetty-launcher-70-thread-5) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 84881 INFO  (zkCallback-75-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@20faa7a0 name:ZooKeeperConnection Watcher:127.0.0.1:35351/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 84882 INFO  (jetty-launcher-70-thread-4) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 84882 INFO  (jetty-launcher-70-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 84882 INFO  (jetty-launcher-70-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 84902 INFO  (zkCallback-74-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1be7cff8 name:ZooKeeperConnection Watcher:127.0.0.1:35351/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 84903 INFO  (jetty-launcher-70-thread-5) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node5/.
   [junit4]   2> 84903 INFO  (jetty-launcher-70-thread-5) [    ] o.a.s.c.CoreContainer New CoreContainer 18323505
   [junit4]   2> 84903 INFO  (jetty-launcher-70-thread-5) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node5]
   [junit4]   2> 84903 WARN  (jetty-launcher-70-thread-5) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node5/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node5/lib
   [junit4]   2> 84904 INFO  (jetty-launcher-70-thread-5) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 84907 INFO  (jetty-launcher-70-thread-3) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 84907 INFO  (jetty-launcher-70-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 84908 INFO  (jetty-launcher-70-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 84911 INFO  (jetty-launcher-70-thread-2) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node1/.
   [junit4]   2> 84911 INFO  (jetty-launcher-70-thread-2) [    ] o.a.s.c.CoreContainer New CoreContainer 792405121
   [junit4]   2> 84911 INFO  (jetty-launcher-70-thread-2) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node1]
   [junit4]   2> 84911 WARN  (jetty-launcher-70-thread-2) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node1/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node1/lib
   [junit4]   2> 84911 INFO  (jetty-launcher-70-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 84912 INFO  (jetty-launcher-70-thread-4) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node4/.
   [junit4]   2> 84912 INFO  (jetty-launcher-70-thread-4) [    ] o.a.s.c.CoreContainer New CoreContainer 156137801
   [junit4]   2> 84913 INFO  (jetty-launcher-70-thread-4) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node4]
   [junit4]   2> 84913 WARN  (jetty-launcher-70-thread-4) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node4/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node4/lib
   [junit4]   2> 84913 INFO  (jetty-launcher-70-thread-4) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 84913 INFO  (zkCallback-76-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2854465d name:ZooKeeperConnection Watcher:127.0.0.1:35351/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 84913 INFO  (jetty-launcher-70-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 84913 INFO  (jetty-launcher-70-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 84914 INFO  (jetty-launcher-70-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 84935 INFO  (jetty-launcher-70-thread-1) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node3/.
   [junit4]   2> 84935 INFO  (jetty-launcher-70-thread-1) [    ] o.a.s.c.CoreContainer New CoreContainer 1194997815
   [junit4]   2> 84935 INFO  (jetty-launcher-70-thread-1) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node3]
   [junit4]   2> 84935 WARN  (jetty-launcher-70-thread-1) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node3/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node3/lib
   [junit4]   2> 84939 INFO  (jetty-launcher-70-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 84950 INFO  (jetty-launcher-70-thread-3) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node2/.
   [junit4]   2> 84951 INFO  (jetty-launcher-70-thread-3) [    ] o.a.s.c.CoreContainer New CoreContainer 1082989658
   [junit4]   2> 84951 INFO  (jetty-launcher-70-thread-3) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node2]
   [junit4]   2> 84951 WARN  (jetty-launcher-70-thread-3) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node2/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node2/lib
   [junit4]   2> 84951 INFO  (jetty-launcher-70-thread-3) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 85018 INFO  (jetty-launcher-70-thread-3) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 85018 INFO  (jetty-launcher-70-thread-3) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 85018 INFO  (jetty-launcher-70-thread-3) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 85019 INFO  (jetty-launcher-70-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35351/solr
   [junit4]   2> 85019 INFO  (jetty-launcher-70-thread-3) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 85019 INFO  (jetty-launcher-70-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 85028 INFO  (jetty-launcher-70-thread-3) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 85045 INFO  (jetty-launcher-70-thread-2) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 85095 INFO  (jetty-launcher-70-thread-2) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 85095 INFO  (jetty-launcher-70-thread-2) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 85095 INFO  (jetty-launcher-70-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35351/solr
   [junit4]   2> 85095 INFO  (jetty-launcher-70-thread-2) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 85095 INFO  (jetty-launcher-70-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 85094 INFO  (jetty-launcher-70-thread-5) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 85114 INFO  (jetty-launcher-70-thread-5) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 85114 INFO  (jetty-launcher-70-thread-5) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 85114 INFO  (jetty-launcher-70-thread-5) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35351/solr
   [junit4]   2> 85114 INFO  (jetty-launcher-70-thread-5) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 85114 INFO  (jetty-launcher-70-thread-5) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 85082 INFO  (jetty-launcher-70-thread-1) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 85136 INFO  (jetty-launcher-70-thread-1) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 85137 INFO  (jetty-launcher-70-thread-1) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 85137 INFO  (jetty-launcher-70-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35351/solr
   [junit4]   2> 85137 INFO  (jetty-launcher-70-thread-1) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 85137 INFO  (jetty-launcher-70-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 85069 INFO  (jetty-launcher-70-thread-4) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 85130 INFO  (jetty-launcher-70-thread-5) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 85154 INFO  (jetty-launcher-70-thread-4) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 85118 INFO  (zkCallback-79-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7c3fcbee name:ZooKeeperConnection Watcher:127.0.0.1:35351 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 85155 INFO  (jetty-launcher-70-thread-4) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 85113 INFO  (jetty-launcher-70-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 85155 INFO  (jetty-launcher-70-thread-3) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 85155 INFO  (jetty-launcher-70-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35351/solr
   [junit4]   2> 85176 INFO  (jetty-launcher-70-thread-4) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 85176 INFO  (jetty-launcher-70-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 85175 INFO  (zkCallback-88-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@f71b9f4 name:ZooKeeperConnection Watcher:127.0.0.1:35351 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 85155 INFO  (jetty-launcher-70-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 85176 INFO  (jetty-launcher-70-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 85177 INFO  (jetty-launcher-70-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 85186 INFO  (jetty-launcher-70-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 85187 INFO  (zkCallback-89-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@189e2580 name:ZooKeeperConnection Watcher:127.0.0.1:35351 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 85187 INFO  (jetty-launcher-70-thread-5) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 85192 INFO  (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$10/351388957@4618846c
   [junit4]   2> 85201 INFO  (jetty-launcher-70-thread-4) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 85201 INFO  (jetty-launcher-70-thread-5) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 85202 INFO  (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$10/351388957@48ca4e55
   [junit4]   2> 85202 INFO  (zkCallback-90-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@101366d5 name:ZooKeeperConnection Watcher:127.0.0.1:35351 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 85203 INFO  (jetty-launcher-70-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 85203 INFO  (jetty-launcher-70-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 85207 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x155c7ae717a0009, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 85216 INFO  (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 85217 INFO  (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 85217 INFO  (jetty-launcher-70-thread-1) [n:127.0.0.1:59898_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$10/351388957@958ddc3
   [junit4]   2> 85224 INFO  (zkCallback-91-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3a79aef2 name:ZooKeeperConnection Watcher:127.0.0.1:35351 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 85224 INFO  (jetty-launcher-70-thread-4) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 85224 INFO  (jetty-launcher-70-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 85233 INFO  (jetty-launcher-70-thread-1) [n:127.0.0.1:59898_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 85233 INFO  (jetty-launcher-70-thread-5) [n:127.0.0.1:37715_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$10/351388957@29b3258a
   [junit4]   2> 85244 INFO  (jetty-launcher-70-thread-4) [n:127.0.0.1:56058_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$10/351388957@354f751c
   [junit4]   2> 85245 INFO  (zkCallback-93-thread-1-processing-n:127.0.0.1:51153_solr) [n:127.0.0.1:51153_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@8963f46 name:ZooKeeperConnection Watcher:127.0.0.1:35351/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 85245 INFO  (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 85246 INFO  (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 85249 INFO  (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 85252 INFO  (jetty-launcher-70-thread-5) [n:127.0.0.1:37715_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 85253 INFO  (zkCallback-92-thread-1-processing-n:127.0.0.1:51427_solr) [n:127.0.0.1:51427_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6f2c9fdb name:ZooKeeperConnection Watcher:127.0.0.1:35351/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 85253 INFO  (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 85254 INFO  (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 85260 INFO  (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 85267 INFO  (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 85267 INFO  (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 85270 INFO  (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 85270 INFO  (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 85272 INFO  (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 85272 INFO  (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 85276 INFO  (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 85276 INFO  (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 85278 INFO  (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 85278 INFO  (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 85280 INFO  (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 85280 INFO  (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 85281 INFO  (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 85282 INFO  (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 85282 INFO  (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 85283 INFO  (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 85284 INFO  (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 85284 INFO  (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 85288 INFO  (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 85288 INFO  (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 85289 INFO  (jetty-launcher-70-thread-4) [n:127.0.0.1:56058_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 85298 INFO  (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 85298 INFO  (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 85300 INFO  (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 85300 INFO  (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 85301 INFO  (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96202519100391435-127.0.0.1:51153_solr-n_0000000000
   [junit4]   2> 85301 INFO  (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:51153_solr
   [junit4]   2> 85301 INFO  (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 85301 INFO  (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96202519100391436-127.0.0.1:51427_solr-n_0000000001
   [junit4]   2> 85302 INFO  (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96202519100391435-127.0.0.1:51153_solr-n_0000000000 to know if I could be the leader
   [junit4]   2> 85303 INFO  (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51427_solr
   [junit4]   2> 85303 INFO  (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:51427_solr
   [junit4]   2> 85304 INFO  (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr    ] o.a.s.c.Overseer Overseer (id=96202519100391435-127.0.0.1:51153_solr-n_0000000000) starting
   [junit4]   2> 85306 INFO  (zkCallback-93-thread-1-processing-n:127.0.0.1:51153_solr) [n:127.0.0.1:51153_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 85306 INFO  (zkCallback-94-thread-1-processing-n:127.0.0.1:59898_solr) [n:127.0.0.1:59898_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1cf01e19 name:ZooKeeperConnection Watcher:127.0.0.1:35351/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 85306 INFO  (zkCallback-92-thread-1-processing-n:127.0.0.1:51427_solr) [n:127.0.0.1:51427_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 85306 INFO  (jetty-launcher-70-thread-1) [n:127.0.0.1:59898_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 85316 INFO  (zkCallback-95-thread-1-processing-n:127.0.0.1:37715_solr) [n:127.0.0.1:37715_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@16fbfb23 name:ZooKeeperConnection Watcher:127.0.0.1:35351/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 85322 INFO  (jetty-launcher-70-thread-5) [n:127.0.0.1:37715_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 85332 INFO  (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 85333 INFO  (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 85333 INFO  (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node2/.
   [junit4]   2> 85334 INFO  (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 85323 INFO  (zkCallback-92-thread-1-processing-n:127.0.0.1:51427_solr) [n:127.0.0.1:51427_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 85322 INFO  (zkCallback-93-thread-1-processing-n:127.0.0.1:51153_solr) [n:127.0.0.1:51153_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 85335 INFO  (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 85335 INFO  (zkCallback-96-thread-1-processing-n:127.0.0.1:56058_solr) [n:127.0.0.1:56058_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@76ccf4e4 name:ZooKeeperConnection Watcher:127.0.0.1:35351/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 85335 INFO  (jetty-launcher-70-thread-4) [n:127.0.0.1:56058_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 85347 INFO  (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
   [junit4]   2> 85347 INFO  (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 85349 INFO  (jetty-launcher-70-thread-1) [n:127.0.0.1:59898_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 85351 INFO  (jetty-launcher-70-thread-1) [n:127.0.0.1:59898_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 85352 INFO  (jetty-launcher-70-thread-1) [n:127.0.0.1:59898_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 85353 INFO  (jetty-launcher-70-thread-5) [n:127.0.0.1:37715_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 85354 INFO  (jetty-launcher-70-thread-5) [n:127.0.0.1:37715_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 85354 INFO  (jetty-launcher-70-thread-4) [n:127.0.0.1:56058_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 85355 INFO  (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 85355 INFO  (jetty-launcher-70-thread-5) [n:127.0.0.1:37715_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 85355 INFO  (jetty-launcher-70-thread-4) [n:127.0.0.1:56058_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 85356 INFO  (jetty-launcher-70-thread-4) [n:127.0.0.1:56058_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 85362 INFO  (jetty-launcher-70-thread-1) [n:127.0.0.1:59898_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 85364 INFO  (jetty-launcher-70-thread-1) [n:127.0.0.1:59898_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96202519100391437-127.0.0.1:59898_solr-n_0000000002
   [junit4]   2> 85364 INFO  (OverseerStateUpdate-96202519100391435-127.0.0.1:51153_solr-n_0000000000) [n:127.0.0.1:51153_solr    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 85365 INFO  (jetty-launcher-70-thread-1) [n:127.0.0.1:59898_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96202519100391436-127.0.0.1:51427_solr-n_0000000001 to know if I could be the leader
   [junit4]   2> 85365 INFO  (jetty-launcher-70-thread-1) [n:127.0.0.1:59898_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:59898_solr as DOWN
   [junit4]   2> 85365 INFO  (OverseerStateUpdate-96202519100391435-127.0.0.1:51153_solr-n_0000000000) [n:127.0.0.1:51153_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
   [junit4]   2> 85366 INFO  (jetty-launcher-70-thread-5) [n:127.0.0.1:37715_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 85367 INFO  (jetty-launcher-70-thread-5) [n:127.0.0.1:37715_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96202519100391438-127.0.0.1:37715_solr-n_0000000003
   [junit4]   2> 85368 INFO  (jetty-launcher-70-thread-1) [n:127.0.0.1:59898_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59898_solr
   [junit4]   2> 85368 INFO  (jetty-launcher-70-thread-1) [n:127.0.0.1:59898_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:59898_solr
   [junit4]   2> 85368 INFO  (jetty-launcher-70-thread-4) [n:127.0.0.1:56058_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 85369 INFO  (jetty-launcher-70-thread-4) [n:127.0.0.1:56058_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96202519100391439-127.0.0.1:56058_solr-n_0000000004
   [junit4]   2> 85369 INFO  (jetty-launcher-70-thread-5) [n:127.0.0.1:37715_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96202519100391437-127.0.0.1:59898_solr-n_0000000002 to know if I could be the leader
   [junit4]   2> 85369 INFO  (OverseerStateUpdate-96202519100391435-127.0.0.1:51153_solr-n_0000000000) [n:127.0.0.1:51153_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:59898_solr"} current state version: 0
   [junit4]   2> 85369 INFO  (OverseerStateUpdate-96202519100391435-127.0.0.1:51153_solr-n_0000000000) [n:127.0.0.1:51153_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:59898_solr
   [junit4]   2> 85370 INFO  (OverseerCollectionConfigSetProcessor-96202519100391435-127.0.0.1:51153_solr-n_0000000000) [n:127.0.0.1:51153_solr    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 85370 INFO  (jetty-launcher-70-thread-5) [n:127.0.0.1:37715_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:37715_solr as DOWN
   [junit4]   2> 85370 INFO  (zkCallback-92-thread-1-processing-n:127.0.0.1:51427_solr) [n:127.0.0.1:51427_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 85371 INFO  (zkCallback-93-thread-1-processing-n:127.0.0.1:51153_solr) [n:127.0.0.1:51153_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 85372 INFO  (zkCallback-92-thread-1-processing-n:127.0.0.1:51427_solr) [n:127.0.0.1:51427_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 85372 INFO  (zkCallback-93-thread-1-processing-n:127.0.0.1:51153_solr) [n:127.0.0.1:51153_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 85377 INFO  (jetty-launcher-70-thread-5) [n:127.0.0.1:37715_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37715_solr
   [junit4]   2> 85377 INFO  (jetty-launcher-70-thread-5) [n:127.0.0.1:37715_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:37715_solr
   [junit4]   2> 85379 INFO  (zkCallback-92-thread-1-processing-n:127.0.0.1:51427_solr) [n:127.0.0.1:51427_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 85379 INFO  (zkCallback-92-thread-1-processing-n:127.0.0.1:51427_solr) [n:127.0.0.1:51427_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 85387 INFO  (zkCallback-95-thread-1-processing-n:127.0.0.1:37715_solr) [n:127.0.0.1:37715_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 85387 INFO  (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:51153_solr as DOWN
   [junit4]   2> 85389 INFO  (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51153_solr
   [junit4]   2> 85389 INFO  (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:51153_solr
   [junit4]   2> 85391 INFO  (zkCallback-92-thread-1-processing-n:127.0.0.1:51427_solr) [n:127.0.0.1:51427_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
   [junit4]   2> 85391 INFO  (zkCallback-92-thread-1-processing-n:127.0.0.1:51427_solr) [n:127.0.0.1:51427_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 85402 INFO  (zkCallback-94-thread-1-processing-n:127.0.0.1:59898_solr) [n:127.0.0.1:59898_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 85402 INFO  (jetty-launcher-70-thread-4) [n:127.0.0.1:56058_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96202519100391438-127.0.0.1:37715_solr-n_0000000003 to know if I could be the leader
   [junit4]   2> 85402 INFO  (zkCallback-96-thread-1-processing-n:127.0.0.1:56058_solr) [n:127.0.0.1:56058_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 85403 INFO  (zkCallback-93-thread-3-processing-n:127.0.0.1:51153_solr) [n:127.0.0.1:51153_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 85403 INFO  (jetty-launcher-70-thread-4) [n:127.0.0.1:56058_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:56058_solr as DOWN
   [junit4]   2> 85403 INFO  (zkCallback-93-thread-3-processing-n:127.0.0.1:51153_solr) [n:127.0.0.1:51153_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 85404 INFO  (OverseerStateUpdate-96202519100391435-127.0.0.1:51153_solr-n_0000000000) [n:127.0.0.1:51153_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:37715_solr"} current state version: 0
   [junit4]   2> 85404 INFO  (OverseerStateUpdate-96202519100391435-127.0.0.1:51153_solr-n_0000000000) [n:127.0.0.1:51153_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:37715_solr
   [junit4]   2> 85405 INFO  (jetty-launcher-70-thread-4) [n:127.0.0.1:56058_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56058_solr
   [junit4]   2> 85405 INFO  (jetty-launcher-70-thread-4) [n:127.0.0.1:56058_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:56058_solr
   [junit4]   2> 85406 INFO  (OverseerStateUpdate-96202519100391435-127.0.0.1:51153_solr-n_0000000000) [n:127.0.0.1:51153_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:51153_solr"} current state version: 0
   [junit4]   2> 85406 INFO  (OverseerStateUpdate-96202519100391435-127.0.0.1:51153_solr-n_0000000000) [n:127.0.0.1:51153_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:51153_solr
   [junit4]   2> 85407 INFO  (zkCallback-92-thread-1-processing-n:127.0.0.1:51427_solr) [n:127.0.0.1:51427_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 85408 INFO  (zkCallback-92-thread-1-processing-n:127.0.0.1:51427_solr) [n:127.0.0.1:51427_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 85418 INFO  (zkCallback-95-thread-1-processing-n:127.0.0.1:37715_solr) [n:127.0.0.1:37715_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 85418 INFO  (zkCallback-94-thread-1-processing-n:127.0.0.1:59898_solr) [n:127.0.0.1:59898_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
   [junit4]   2> 85418 INFO  (zkCallback-96-thread-1-processing-n:127.0.0.1:56058_solr) [n:127.0.0.1:56058_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
   [junit4]   2> 85430 INFO  (jetty-launcher-70-thread-1) [n:127.0.0.1:59898_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 85430 INFO  (jetty-launcher-70-thread-1) [n:127.0.0.1:59898_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 85431 INFO  (jetty-launcher-70-thread-1) [n:127.0.0.1:59898_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node3/.
   [junit4]   2> 85431 INFO  (jetty-launcher-70-thread-1) [n:127.0.0.1:59898_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 85434 INFO  (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 85434 INFO  (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 85434 INFO  (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node1/.
   [junit4]   2> 85434 INFO  (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 85442 INFO  (zkCallback-95-thread-2-processing-n:127.0.0.1:37715_solr) [n:127.0.0.1:37715_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
   [junit4]   2> 85443 INFO  (OverseerStateUpdate-96202519100391435-127.0.0.1:51153_solr-n_0000000000) [n:127.0.0.1:51153_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:56058_solr"} current state version: 0
   [junit4]   2> 85443 INFO  (OverseerStateUpdate-96202519100391435-127.0.0.1:51153_solr-n_0000000000) [n:127.0.0.1:51153_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:56058_solr
   [junit4]   2> 85446 INFO  (zkCallback-95-thread-2-processing-n:127.0.0.1:37715_solr) [n:127.0.0.1:37715_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (5)
   [junit4]   2> 85448 INFO  (jetty-launcher-70-thread-5) [n:127.0.0.1:37715_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 85448 INFO  (jetty-launcher-70-thread-5) [n:127.0.0.1:37715_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 85448 INFO  (jetty-launcher-70-thread-5) [n:127.0.0.1:37715_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node5/.
   [junit4]   2> 85449 INFO  (jetty-launcher-70-thread-5) [n:127.0.0.1:37715_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 85449 INFO  (jetty-launcher-70-thread-1) [n:127.0.0.1:59898_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
   [junit4]   2> 85449 INFO  (jetty-launcher-70-thread-1) [n:127.0.0.1:59898_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 85454 INFO  (zkCallback-93-thread-2-processing-n:127.0.0.1:51153_solr) [n:127.0.0.1:51153_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 85455 INFO  (zkCallback-93-thread-2-processing-n:127.0.0.1:51153_solr) [n:127.0.0.1:51153_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 85455 INFO  (zkCallback-94-thread-2-processing-n:127.0.0.1:59898_solr) [n:127.0.0.1:59898_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 85455 INFO  (zkCallback-94-thread-2-processing-n:127.0.0.1:59898_solr) [n:127.0.0.1:59898_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 85456 INFO  (jetty-launcher-70-thread-5) [n:127.0.0.1:37715_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
   [junit4]   2> 85456 INFO  (jetty-launcher-70-thread-5) [n:127.0.0.1:37715_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 85456 INFO  (zkCallback-96-thread-2-processing-n:127.0.0.1:56058_solr) [n:127.0.0.1:56058_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 85457 INFO  (zkCallback-96-thread-2-processing-n:127.0.0.1:56058_solr) [n:127.0.0.1:56058_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 85457 INFO  (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
   [junit4]   2> 85457 INFO  (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 85457 INFO  (jetty-launcher-70-thread-4) [n:127.0.0.1:56058_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 85457 INFO  (jetty-launcher-70-thread-4) [n:127.0.0.1:56058_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 85458 INFO  (jetty-launcher-70-thread-4) [n:127.0.0.1:56058_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node4/.
   [junit4]   2> 85458 INFO  (jetty-launcher-70-thread-4) [n:127.0.0.1:56058_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 85459 INFO  (jetty-launcher-70-thread-4) [n:127.0.0.1:56058_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
   [junit4]   2> 85459 INFO  (jetty-launcher-70-thread-4) [n:127.0.0.1:56058_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 85462 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 85464 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 85465 INFO  (zkCallback-102-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@75626351 name:ZooKeeperConnection Watcher:127.0.0.1:35351 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 85465 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 85465 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 85472 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@77cd2fef{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 85473 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1082989658
   [junit4]   2> 85473 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:51427_solr as DOWN
   [junit4]   2> 85478 INFO  (OverseerStateUpdate-96202519100391435-127.0.0.1:51153_solr-n_0000000000) [n:127.0.0.1:51153_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:51427_solr"} current state version: 0
   [junit4]   2> 85478 INFO  (OverseerStateUpdate-96202519100391435-127.0.0.1:51153_solr-n_0000000000) [n:127.0.0.1:51153_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:51427_solr
   [junit4]   2> 85483 INFO  (zkCallback-96-thread-2-processing-n:127.0.0.1:56058_solr) [n:127.0.0.1:56058_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
   [junit4]   2> 85483 INFO  (zkCallback-92-thread-1-processing-n:127.0.0.1:51427_solr) [n:127.0.0.1:51427_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
   [junit4]   2> 85483 INFO  (zkCallback-94-thread-1-processing-n:127.0.0.1:59898_solr) [n:127.0.0.1:59898_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
   [junit4]   2> 85483 INFO  (zkCallback-95-thread-2-processing-n:127.0.0.1:37715_solr) [n:127.0.0.1:37715_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
   [junit4]   2> 85483 INFO  (zkCallback-93-thread-1-processing-n:127.0.0.1:51153_solr) [n:127.0.0.1:51153_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
   [junit4]   2> 85483 INFO  (zkCallback-96-thread-2-processing-n:127.0.0.1:56058_solr) [n:127.0.0.1:56058_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 85483 INFO  (zkCallback-95-thread-2-processing-n:127.0.0.1:37715_solr) [n:127.0.0.1:37715_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 85486 INFO  (zkCallback-94-thread-1-processing-n:127.0.0.1:59898_solr) [n:127.0.0.1:59898_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 85486 INFO  (zkCallback-93-thread-1-processing-n:127.0.0.1:51153_solr) [n:127.0.0.1:51153_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 85486 INFO  (zkCallback-94-thread-2-processing-n:127.0.0.1:59898_solr) [n:127.0.0.1:59898_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96202519100391435-127.0.0.1:51153_solr-n_0000000000 to know if I could be the leader
   [junit4]   2> 86983 WARN  (zkCallback-92-thread-1-processing-n:127.0.0.1:51427_solr) [n:127.0.0.1:51427_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 86985 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@782c790f{/solr,null,UNAVAILABLE}
   [junit4]   2> 86986 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 86988 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@54e2820{/solr,null,AVAILABLE}
   [junit4]   2> 86988 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [    ] o.e.j.s.ServerConnector Started ServerConnector@153695a4{HTTP/1.1,[http/1.1]}{127.0.0.1:58408}
   [junit4]   2> 86988 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [    ] o.e.j.s.Server Started @91366ms
   [junit4]   2> 86989 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58408}
   [junit4]   2> 86989 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 86989 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node6'
   [junit4]   2> 86989 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 86989 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 86989 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 86994 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 86998 INFO  (zkCallback-104-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1b0e86e3 name:ZooKeeperConnection Watcher:127.0.0.1:35351/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 86998 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 86999 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 86999 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 87007 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node6/.
   [junit4]   2> 87007 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [    ] o.a.s.c.CoreContainer New CoreContainer 1204749931
   [junit4]   2> 87007 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenk

[...truncated too long message...]

Manager Watcher org.apache.solr.common.cloud.ConnectionManager@7abe6da7 name:ZooKeeperConnection Watcher:127.0.0.1:34890 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 819182 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 819182 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 819182 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 819184 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 819184 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 819185 INFO  (zkCallback-1035-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@34f4ca88 name:ZooKeeperConnection Watcher:127.0.0.1:34890/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 819185 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 819185 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 819185 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 819186 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 819187 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 819188 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 819189 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 819190 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 819191 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 819191 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 819193 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 819193 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 819194 INFO  (zkCallback-1035-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 819195 INFO  (zkCallback-1035-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 819196 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 819196 INFO  (zkCallback-1035-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 819197 INFO  (zkCallback-1035-thread-1) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 819197 INFO  (zkCallback-1035-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 819199 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34890 34890
   [junit4]   2> 819318 INFO  (Thread-2138) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34890 34890
   [junit4]   2> 819319 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithTimeDelay
   [junit4]   2> 819320 INFO  (SUITE-ZkStateReaderTest-seed#[7B0349932A95064B]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.overseer.ZkStateReaderTest_7B0349932A95064B-001
   [junit4]   2> Jul 07, 2016 11:38:00 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 3 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=409, maxMBSortInHeap=6.707041444302412, sim=ClassicSimilarity, locale=cs-CZ, timezone=Universal
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=89212456,total=504889344
   [junit4]   2> NOTE: All tests run in this JVM: [TestJmxIntegration, MigrateRouteKeyTest, BaseCdcrDistributedZkTest, TestOnReconnectListenerSupport, TestObjectReleaseTracker, TestSearchPerf, TestReplicaProperties, SuggesterTSTTest, TestCSVResponseWriter, TestTolerantSearch, FieldMutatingUpdateProcessorTest, TestImplicitCoreProperties, TestXmlQParser, TestGroupingSearch, SpatialRPTFieldTypeTest, CloneFieldUpdateProcessorFactoryTest, DocValuesMultiTest, TestTestInjection, DeleteInactiveReplicaTest, TestGeoJSONResponseWriter, TestSolrDeletionPolicy1, TestDistributedMissingSort, AutoCommitTest, CircularListTest, DirectUpdateHandlerTest, TestNRTOpen, UpdateParamsTest, SolrCoreCheckLockOnStartupTest, HLLSerializationTest, TestDistribIDF, TestReloadDeadlock, TestReversedWildcardFilterFactory, TestAnalyzeInfixSuggestions, DateRangeFieldTest, TestClassicSimilarityFactory, TestCustomSort, BadComponentTest, TestSweetSpotSimilarityFactory, TestRawTransformer, TestSmileRequest, TestSolrIndexConfig, TestStressReorder, TestRecovery, DistributedFacetPivotLargeTest, AssignTest, LeaderElectionTest, SuggesterTest, CurrencyFieldXmlFileTest, BlockJoinFacetDistribTest, TestFieldCacheSortRandom, TestStandardQParsers, TestMaxScoreQueryParser, SampleTest, TestJsonRequest, FullSolrCloudDistribCmdsTest, TestCloudPseudoReturnFields, SuggesterWFSTTest, TestOverriddenPrefixQueryForCustomFieldType, OverseerRolesTest, CollectionsAPISolrJTest, StatsComponentTest, TestConfigSetProperties, TestPHPSerializedResponseWriter, TestHdfsCloudBackupRestore, TermVectorComponentDistributedTest, HighlighterConfigTest, ScriptEngineTest, CoreAdminHandlerTest, TestXIncludeConfig, TestUtils, CollectionStateFormat2Test, TestTolerantUpdateProcessorCloud, RequestLoggingTest, TestLocalFSCloudBackupRestore, TestSolrConfigHandlerConcurrent, DistributedQueryComponentOptimizationTest, TestIndexingPerformance, TestExceedMaxTermLength, TestJettySolrRunner, ZkStateReaderTest]
   [junit4] Completed [212/620 (3!)] on J2 in 1.91s, 6 tests, 2 errors <<< FAILURES!

[...truncated 1315 lines...]
   [junit4] JVM J2: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/temp/junit4-J2-20160707_232417_082.sysout
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/heapdumps/java_pid19575.hprof ...
   [junit4] Heap dump file created [485219952 bytes in 1.780 secs]
   [junit4] <<< JVM J2: EOF ----

[...truncated 19 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:740: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/common-build.xml:530: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1443: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:984: There were test failures: 620 suites (10 ignored), 2635 tests, 3 errors, 1 failure, 102 ignored (87 assumptions) [seed: 7B0349932A95064B]

Total time: 71 minutes 6 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any




[JENKINS] Lucene-Solr-Tests-master - Build # 1263 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1263/

1 tests failed.
FAILED:  org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy

Error Message:
Could not find collection : c1

Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : c1
	at __randomizedtesting.SeedInfo.seed([C8DC0E1270FE2FF6:A393AE6F09F1F2CC]:0)
	at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:192)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:129)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy(ZkStateReaderTest.java:48)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 12210 lines...]
   [junit4] Suite: org.apache.solr.cloud.overseer.ZkStateReaderTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.overseer.ZkStateReaderTest_C8DC0E1270FE2FF6-001/init-core-data-001
   [junit4]   2> 1935860 INFO  (SUITE-ZkStateReaderTest-seed#[C8DC0E1270FE2FF6]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1935862 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithExplicitRefreshLazy
   [junit4]   2> 1935862 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1935862 INFO  (Thread-5828) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1935862 INFO  (Thread-5828) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1935962 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.ZkTestServer start zk server on port:48926
   [junit4]   2> 1935963 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1935963 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1935965 INFO  (zkCallback-15091-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7d3a5edf name:ZooKeeperConnection Watcher:127.0.0.1:48926 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1935965 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1935966 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1935967 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1935967 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1935968 INFO  (zkCallback-15092-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2a5c944c name:ZooKeeperConnection Watcher:127.0.0.1:48926 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1935968 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1935968 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1935968 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1935972 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1935972 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1935973 INFO  (zkCallback-15093-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@50784588 name:ZooKeeperConnection Watcher:127.0.0.1:48926/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1935973 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1935973 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1935974 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1935975 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1935976 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1935977 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1935978 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1935979 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1935979 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1935982 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1935983 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1935985 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection c1
   [junit4]   2> 1935986 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1935987 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection c1
   [junit4]   2> 1935988 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:48926 48926
   [junit4]   2> 1935989 ERROR (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]-EventThread) [    ] o.a.z.ClientCnxn Error while calling watcher 
   [junit4]   2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$43/948588793@526603ff rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@56598d6b[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214)
   [junit4]   2> 	at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:266)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 1935990 ERROR (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]-EventThread) [    ] o.a.z.ClientCnxn Error while calling watcher 
   [junit4]   2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$43/948588793@4019a48a rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@56598d6b[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214)
   [junit4]   2> 	at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:266)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 1936112 INFO  (Thread-5828) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:48926 48926
   [junit4]   2> 1936118 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithExplicitRefreshLazy
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ZkStateReaderTest -Dtests.method=testStateFormatUpdateWithExplicitRefreshLazy -Dtests.seed=C8DC0E1270FE2FF6 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=en-MT -Dtests.timezone=Europe/Monaco -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.26s J1 | ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy <<<
   [junit4]    > Throwable #1: org.apache.solr.common.SolrException: Could not find collection : c1
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([C8DC0E1270FE2FF6:A393AE6F09F1F2CC]:0)
   [junit4]    > 	at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:192)
   [junit4]    > 	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:129)
   [junit4]    > 	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy(ZkStateReaderTest.java:48)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1936124 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithExplicitRefresh
   [junit4]   2> 1936128 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1936128 INFO  (Thread-5829) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1936129 INFO  (Thread-5829) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1936229 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.ZkTestServer start zk server on port:60885
   [junit4]   2> 1936229 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1936230 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1936231 INFO  (zkCallback-15095-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@12ff5577 name:ZooKeeperConnection Watcher:127.0.0.1:60885 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1936232 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1936232 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1936233 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1936234 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1936234 INFO  (zkCallback-15096-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@17fe198e name:ZooKeeperConnection Watcher:127.0.0.1:60885 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1936234 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1936234 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1936234 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1936236 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1936245 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1936245 INFO  (zkCallback-15097-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1f6abbeb name:ZooKeeperConnection Watcher:127.0.0.1:60885/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1936245 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1936246 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1936246 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1936248 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1936249 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1936250 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1936258 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1936259 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1936259 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1936260 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1936261 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 1936261 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1936262 INFO  (zkCallback-15097-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1936269 INFO  (zkCallback-15097-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1936270 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection c1
   [junit4]   2> 1936271 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1936271 INFO  (zkCallback-15097-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1936272 INFO  (zkCallback-15097-thread-1) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 1936272 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection c1
   [junit4]   2> 1936276 INFO  (zkCallback-15097-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1936277 WARN  (zkCallback-15097-thread-2) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /clusterstate.json]
   [junit4]   2> 1936278 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60885 60885
   [junit4]   2> 1936499 INFO  (Thread-5829) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60885 60885
   [junit4]   2> 1936501 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithExplicitRefresh
   [junit4]   2> 1936504 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testWatchedCollectionCreation
   [junit4]   2> 1936504 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1936504 INFO  (Thread-5830) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1936504 INFO  (Thread-5830) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1936607 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.ZkTestServer start zk server on port:51190
   [junit4]   2> 1936607 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1936612 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1936614 INFO  (zkCallback-15099-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@398dc94 name:ZooKeeperConnection Watcher:127.0.0.1:51190 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1936614 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1936614 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1936615 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1936616 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1936616 INFO  (zkCallback-15100-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@37bd99a5 name:ZooKeeperConnection Watcher:127.0.0.1:51190 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1936616 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1936617 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1936617 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1936619 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1936621 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1936622 INFO  (zkCallback-15101-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6160c42 name:ZooKeeperConnection Watcher:127.0.0.1:51190/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1936622 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1936622 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1936622 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1936623 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1936624 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1936625 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1936626 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1936626 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1936627 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1936627 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1936628 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 1936632 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1936633 INFO  (zkCallback-15101-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1936633 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection c1
   [junit4]   2> 1936635 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1936641 INFO  (zkCallback-15101-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1936641 INFO  (zkCallback-15101-thread-2) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 1936644 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51190 51190
   [junit4]   2> 1936744 INFO  (Thread-5830) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51190 51190
   [junit4]   2> 1936745 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testWatchedCollectionCreation
   [junit4]   2> 1936747 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithTimeDelay
   [junit4]   2> 1936748 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1936761 INFO  (Thread-5831) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1936762 INFO  (Thread-5831) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1936861 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.ZkTestServer start zk server on port:56208
   [junit4]   2> 1936862 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1936862 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1936871 INFO  (zkCallback-15103-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@37d320a9 name:ZooKeeperConnection Watcher:127.0.0.1:56208 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1936871 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1936871 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1936872 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1936881 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1936882 INFO  (zkCallback-15104-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@365cec97 name:ZooKeeperConnection Watcher:127.0.0.1:56208 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1936882 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1936882 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1936882 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1936885 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1936886 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1936886 INFO  (zkCallback-15105-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4f395146 name:ZooKeeperConnection Watcher:127.0.0.1:56208/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1936886 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1936887 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1936887 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1936888 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1936889 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1936890 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1936891 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1936892 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1936893 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1936893 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1936895 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 1936895 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1936896 INFO  (zkCallback-15105-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1936897 INFO  (zkCallback-15105-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1936899 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1936899 INFO  (zkCallback-15105-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1936899 INFO  (zkCallback-15105-thread-1) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 1936900 INFO  (zkCallback-15105-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1936902 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:56208 56208
   [junit4]   2> 1937082 INFO  (Thread-5831) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:56208 56208
   [junit4]   2> 1937101 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithTimeDelay
   [junit4]   2> 1937118 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithTimeDelayLazy
   [junit4]   2> 1937119 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1937125 INFO  (Thread-5832) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1937125 INFO  (Thread-5832) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1937225 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.ZkTestServer start zk server on port:36657
   [junit4]   2> 1937225 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1937245 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1937250 INFO  (zkCallback-15107-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3c9a4d15 name:ZooKeeperConnection Watcher:127.0.0.1:36657 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1937250 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1937250 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1937259 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1937265 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1937274 INFO  (zkCallback-15108-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2b35eb82 name:ZooKeeperConnection Watcher:127.0.0.1:36657 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1937274 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1937274 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1937274 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1937294 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1937295 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1937296 INFO  (zkCallback-15109-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@69a0c2b4 name:ZooKeeperConnection Watcher:127.0.0.1:36657/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1937296 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1937296 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1937296 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1937297 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1937301 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1937302 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1937303 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1937304 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1937310 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1937310 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1937311 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1937313 INFO  (zkCallback-15109-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1937313 INFO  (zkCallback-15109-thread-2) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1937316 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 1937325 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1937326 INFO  (zkCallback-15109-thread-1) [    ] o.a.s.c.c.ZkStateReader Uninteresting collection c1
   [junit4]   2> 1937326 INFO  (zkCallback-15109-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1937337 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 1937346 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36657 36657
   [junit4]   2> 1937522 INFO  (Thread-5832) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36657 36657
   [junit4]   2> 1937526 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithTimeDelayLazy
   [junit4]   2> 1937528 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testExternalCollectionWatchedNotWatched
   [junit4]   2> 1937528 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1937545 INFO  (Thread-5833) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1937546 INFO  (Thread-5833) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1937649 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.ZkTestServer start zk server on port:47317
   [junit4]   2> 1937649 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1937654 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1937668 INFO  (zkCallback-15111-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@587d50ff name:ZooKeeperConnection Watcher:127.0.0.1:47317 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1937668 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1937668 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1937669 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1937692 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1937692 INFO  (zkCallback-15112-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1162a80d name:ZooKeeperConnection Watcher:127.0.0.1:47317 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1937692 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1937692 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1937692 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1937695 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1937696 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1937697 INFO  (zkCallback-15113-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@13297a39 name:ZooKeeperConnection Watcher:127.0.0.1:47317/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1937697 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1937698 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1937698 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1937699 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1937700 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1937701 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1937703 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1937704 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1937704 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1937705 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1937706 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1937713 INFO  (zkCallback-15113-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1937714 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1937717 INFO  (zkCallback-15113-thread-1) [    ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection c1
   [junit4]   2> 1937718 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ZkStateReader Refreshing lazily-loaded state for collection c1
   [junit4]   2> 1937718 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 1937725 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:47317 47317
   [junit4]   2> 1937893 INFO  (Thread-5833) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:47317 47317
   [junit4]   2> 1937894 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testExternalCollectionWatchedNotWatched
   [junit4]   2> 1937895 INFO  (SUITE-ZkStateReaderTest-seed#[C8DC0E1270FE2FF6]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.overseer.ZkStateReaderTest_C8DC0E1270FE2FF6-001
   [junit4]   2> Jul 07, 2016 11:00:42 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1950, maxMBSortInHeap=7.746480156488284, sim=RandomSimilarity(queryNorm=true): {}, locale=en-MT, timezone=Europe/Monaco
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=156320848,total=529530880
   [junit4]   2> NOTE: All tests run in this JVM: [TestAddFieldRealTimeGet, DistributedIntervalFacetingTest, TestCustomDocTransformer, DirectoryFactoryTest, NotRequiredUniqueKeyTest, TestSolrConfigHandlerCloud, TestClusterStateMutator, TestSystemIdResolver, CheckHdfsIndexTest, BigEndianAscendingWordSerializerTest, TestDocBasedVersionConstraints, TestShardHandlerFactory, LeaderInitiatedRecoveryOnShardRestartTest, ConjunctionSolrSpellCheckerTest, SortByFunctionTest, TestManagedSynonymFilterFactory, TestUpdate, TestSolrDeletionPolicy2, TestRawResponseWriter, ShardRoutingTest, TestSimpleTrackingShardHandler, TestAuthenticationFramework, ConvertedLegacyTest, TestQueryUtils, SchemaVersionSpecificBehaviorTest, QueryResultKeyTest, TestDocumentBuilder, BlockJoinFacetSimpleTest, NumericFieldsTest, TestCodecSupport, TestStressLiveNodes, TestMiniSolrCloudCluster, TestFileDictionaryLookup, TestPartialUpdateDeduplication, SparseHLLTest, DirectSolrSpellCheckerTest, TestCloudManagedSchema, DocValuesTest, MultiTermTest, TestSizeLimitedDistributedMap, TestHashPartitioner, TestLFUCache, OverseerModifyCollectionTest, BasicFunctionalityTest, UpdateRequestProcessorFactoryTest, TestExactStatsCache, SoftAutoCommitTest, TestReqParamsAPI, AsyncMigrateRouteKeyTest, OpenExchangeRatesOrgProviderTest, TestBinaryResponseWriter, HdfsRecoverLeaseTest, TestSchemaNameResource, DistributedMLTComponentTest, ClassificationUpdateProcessorFactoryTest, TestQueryTypes, CSVRequestHandlerTest, SolrPluginUtilsTest, TestCollationFieldDocValues, TestSubQueryTransformerCrossCore, TestDFRSimilarityFactory, CollectionReloadTest, HdfsChaosMonkeySafeLeaderTest, DistributedTermsComponentTest, TestDynamicFieldCollectionResource, BlockCacheTest, FacetPivotSmallTest, FullHLLTest, CollectionsAPIAsyncDistributedZkTest, HighlighterTest, TestInitParams, TermVectorComponentTest, ZkSolrClientTest, TestFiltering, OutOfBoxZkACLAndCredentialsProvidersTest, SharedFSAutoReplicaFailoverTest, MergeStrategyTest, DistribCursorPagingTest, PKIAuthenticationIntegrationTest, TestConfigSetsAPI, DocumentBuilderTest, SolrIndexSplitterTest, TestSolrXml, ConfigSetsAPITest, MBeansHandlerTest, TestLeaderInitiatedRecoveryThread, TestConfigSetImmutable, DistanceFunctionTest, TestRebalanceLeaders, DOMUtilTest, EnumFieldTest, TestCursorMarkWithoutUniqueKey, TestCoreContainer, TestBM25SimilarityFactory, BJQParserTest, TestSurroundQueryParser, ClusterStateUpdateTest, TestSortingResponseWriter, TestSolrCLIRunExample, TestRandomFaceting, TestZkChroot, TestRandomDVFaceting, ZkCLITest, ShardRoutingCustomTest, TestDistributedSearch, SolrCmdDistributorTest, PeerSyncTest, TestLazyCores, SolrRequestParserTest, TestFoldingMultitermQuery, TestStressLucene, WordBreakSolrSpellCheckerTest, TestAtomicUpdateErrorCases, XsltUpdateRequestHandlerTest, LukeRequestHandlerTest, PathHierarchyTokenizerFactoryTest, RequiredFieldsTest, TestCollationField, ReturnFieldsTest, JsonLoaderTest, TestComponentsName, SOLR749Test, UpdateParamsTest, TestSolrIndexConfig, TestQuerySenderNoQuery, BadComponentTest, TestStressRecovery, SynonymTokenizerTest, TestSweetSpotSimilarityFactory, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestFastWriter, TimeZoneUtilsTest, URLClassifyProcessorTest, ChaosMonkeyNothingIsSafeTest, ConcurrentDeleteAndCreateCollectionTest, ConnectionManagerTest, CustomCollectionTest, DistributedQueueTest, HttpPartitionTest, TestCloudPivotFacet, TestCollectionAPI, TestDistribDocBasedVersion, TestLeaderElectionZkExpiry, TestLocalFSCloudBackupRestore, TestMiniSolrCloudClusterSSL, TestStressCloudBlindAtomicUpdates, HdfsRecoveryZkTest, HdfsSyncSliceTest, HdfsTlogReplayBufferedWhileIndexingTest, HdfsUnloadDistributedZkTest, HdfsWriteToMultipleCollectionsTest, ZkStateReaderTest]
   [junit4] Completed [503/620 (1!)] on J1 in 2.81s, 6 tests, 1 error <<< FAILURES!

[...truncated 370 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:740: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/common-build.xml:530: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1443: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:984: There were test failures: 620 suites (10 ignored), 2635 tests, 1 error, 103 ignored (88 assumptions) [seed: C8DC0E1270FE2FF6]

Total time: 72 minutes 14 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any




[JENKINS] Lucene-Solr-Tests-master - Build # 1262 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1262/

1 tests failed.
FAILED:  org.apache.solr.cloud.TestLocalFSCloudBackupRestore.test

Error Message:
Error from server at http://127.0.0.1:58461/solr: 'location' is not specified as a query parameter or as a default repository property or as a cluster property.

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:58461/solr: 'location' is not specified as a query parameter or as a default repository property or as a cluster property.
	at __randomizedtesting.SeedInfo.seed([A3D55222F5BFB121:2B816DF85B43DCD9]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:606)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:259)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:366)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1228)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:998)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:934)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:166)
	at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.testInvalidPath(AbstractCloudBackupRestoreTestCase.java:149)
	at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:128)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10877 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestLocalFSCloudBackupRestore
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/init-core-data-001
   [junit4]   2> 473781 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 473783 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 473790 INFO  (Thread-1148) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 473790 INFO  (Thread-1148) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 473890 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:55501
   [junit4]   2> 473890 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 473917 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 473932 INFO  (zkCallback-434-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@dc62233 name:ZooKeeperConnection Watcher:127.0.0.1:55501 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 473932 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 473932 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 473932 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
   [junit4]   2> 473952 INFO  (jetty-launcher-433-thread-1) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 473982 INFO  (jetty-launcher-433-thread-2) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 474024 INFO  (jetty-launcher-433-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5754c940{/solr,null,AVAILABLE}
   [junit4]   2> 474088 INFO  (jetty-launcher-433-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@44ae90ac{/solr,null,AVAILABLE}
   [junit4]   2> 474088 INFO  (jetty-launcher-433-thread-2) [    ] o.e.j.s.ServerConnector Started ServerConnector@2be65142{HTTP/1.1,[http/1.1]}{127.0.0.1:49533}
   [junit4]   2> 474088 INFO  (jetty-launcher-433-thread-2) [    ] o.e.j.s.Server Started @479018ms
   [junit4]   2> 474090 INFO  (jetty-launcher-433-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49533}
   [junit4]   2> 474090 INFO  (jetty-launcher-433-thread-2) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 474091 INFO  (jetty-launcher-433-thread-2) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node2'
   [junit4]   2> 474091 INFO  (jetty-launcher-433-thread-2) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 474091 INFO  (jetty-launcher-433-thread-2) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 474091 INFO  (jetty-launcher-433-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 474089 INFO  (jetty-launcher-433-thread-1) [    ] o.e.j.s.ServerConnector Started ServerConnector@70ab6f93{HTTP/1.1,[http/1.1]}{127.0.0.1:58461}
   [junit4]   2> 474092 INFO  (jetty-launcher-433-thread-1) [    ] o.e.j.s.Server Started @479022ms
   [junit4]   2> 474092 INFO  (jetty-launcher-433-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58461}
   [junit4]   2> 474093 INFO  (jetty-launcher-433-thread-1) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 474093 INFO  (jetty-launcher-433-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node1'
   [junit4]   2> 474093 INFO  (jetty-launcher-433-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 474093 INFO  (jetty-launcher-433-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 474093 INFO  (jetty-launcher-433-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 474111 INFO  (jetty-launcher-433-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 474147 INFO  (jetty-launcher-433-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 474154 INFO  (zkCallback-435-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5d0985e8 name:ZooKeeperConnection Watcher:127.0.0.1:55501/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 474155 INFO  (jetty-launcher-433-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 474155 INFO  (jetty-launcher-433-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 474156 INFO  (jetty-launcher-433-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 474178 INFO  (zkCallback-436-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@154d0426 name:ZooKeeperConnection Watcher:127.0.0.1:55501/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 474178 INFO  (jetty-launcher-433-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 474178 INFO  (jetty-launcher-433-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 474179 INFO  (jetty-launcher-433-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 474213 INFO  (jetty-launcher-433-thread-2) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node2/.
   [junit4]   2> 474213 INFO  (jetty-launcher-433-thread-2) [    ] o.a.s.c.CoreContainer New CoreContainer 514683696
   [junit4]   2> 474213 INFO  (jetty-launcher-433-thread-2) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node2]
   [junit4]   2> 474213 WARN  (jetty-launcher-433-thread-2) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node2/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node2/lib
   [junit4]   2> 474213 INFO  (jetty-launcher-433-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 474238 INFO  (jetty-launcher-433-thread-1) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node1/.
   [junit4]   2> 474238 INFO  (jetty-launcher-433-thread-1) [    ] o.a.s.c.CoreContainer New CoreContainer 663904103
   [junit4]   2> 474238 INFO  (jetty-launcher-433-thread-1) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node1]
   [junit4]   2> 474238 WARN  (jetty-launcher-433-thread-1) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node1/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node1/lib
   [junit4]   2> 474239 INFO  (jetty-launcher-433-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 474251 INFO  (jetty-launcher-433-thread-2) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 474252 INFO  (jetty-launcher-433-thread-2) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 474252 INFO  (jetty-launcher-433-thread-2) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 474252 INFO  (jetty-launcher-433-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55501/solr
   [junit4]   2> 474252 INFO  (jetty-launcher-433-thread-2) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 474252 INFO  (jetty-launcher-433-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 474282 INFO  (jetty-launcher-433-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 474300 INFO  (jetty-launcher-433-thread-1) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 474316 INFO  (jetty-launcher-433-thread-1) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 474316 INFO  (jetty-launcher-433-thread-1) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 474316 INFO  (jetty-launcher-433-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55501/solr
   [junit4]   2> 474316 INFO  (jetty-launcher-433-thread-1) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 474316 INFO  (jetty-launcher-433-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 474328 INFO  (jetty-launcher-433-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 474328 INFO  (zkCallback-439-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2038783f name:ZooKeeperConnection Watcher:127.0.0.1:55501 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 474335 INFO  (jetty-launcher-433-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 474335 INFO  (jetty-launcher-433-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 474336 INFO  (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$9/889526174@4fdf3d9
   [junit4]   2> 474338 INFO  (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 474347 INFO  (zkCallback-442-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@b06fdfb name:ZooKeeperConnection Watcher:127.0.0.1:55501 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 474347 INFO  (jetty-launcher-433-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 474347 INFO  (zkCallback-443-thread-1-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@47ecc083 name:ZooKeeperConnection Watcher:127.0.0.1:55501/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 474347 INFO  (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 474347 INFO  (jetty-launcher-433-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 474348 INFO  (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 474353 INFO  (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 474356 INFO  (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$9/889526174@1979a728
   [junit4]   2> 474357 INFO  (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 474357 INFO  (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 474360 INFO  (zkCallback-444-thread-1-processing-n:127.0.0.1:58461_solr) [n:127.0.0.1:58461_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6e989d0c name:ZooKeeperConnection Watcher:127.0.0.1:55501/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 474360 INFO  (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 474361 INFO  (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 474363 INFO  (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 474365 INFO  (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 474366 INFO  (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 474367 INFO  (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 474368 INFO  (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 474368 INFO  (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 474369 INFO  (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 474370 INFO  (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 474371 INFO  (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 474371 INFO  (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 474372 INFO  (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 474373 INFO  (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 474373 INFO  (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 474374 INFO  (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 474374 INFO  (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 474375 INFO  (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 474384 INFO  (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 474385 INFO  (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 474386 INFO  (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 474386 INFO  (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 474387 INFO  (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 474388 INFO  (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 474388 INFO  (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96197390923988997-127.0.0.1:49533_solr-n_0000000000
   [junit4]   2> 474388 INFO  (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96197390923988998-127.0.0.1:58461_solr-n_0000000001
   [junit4]   2> 474389 INFO  (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:49533_solr
   [junit4]   2> 474389 INFO  (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 474389 INFO  (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96197390923988997-127.0.0.1:49533_solr-n_0000000000 to know if I could be the leader
   [junit4]   2> 474390 INFO  (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58461_solr
   [junit4]   2> 474390 INFO  (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:58461_solr
   [junit4]   2> 474391 INFO  (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr    ] o.a.s.c.Overseer Overseer (id=96197390923988997-127.0.0.1:49533_solr-n_0000000000) starting
   [junit4]   2> 474391 INFO  (zkCallback-443-thread-1-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 474398 INFO  (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 474410 INFO  (zkCallback-443-thread-1-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 474410 INFO  (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 474410 INFO  (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 474411 INFO  (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node1/.
   [junit4]   2> 474411 INFO  (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 474417 INFO  (zkCallback-444-thread-2-processing-n:127.0.0.1:58461_solr) [n:127.0.0.1:58461_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 474418 INFO  (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
   [junit4]   2> 474423 INFO  (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 474433 INFO  (zkCallback-444-thread-2-processing-n:127.0.0.1:58461_solr) [n:127.0.0.1:58461_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 474437 INFO  (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 474452 INFO  (OverseerStateUpdate-96197390923988997-127.0.0.1:49533_solr-n_0000000000) [n:127.0.0.1:49533_solr    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 474453 INFO  (OverseerStateUpdate-96197390923988997-127.0.0.1:49533_solr-n_0000000000) [n:127.0.0.1:49533_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
   [junit4]   2> 474467 INFO  (OverseerCollectionConfigSetProcessor-96197390923988997-127.0.0.1:49533_solr-n_0000000000) [n:127.0.0.1:49533_solr    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 474474 INFO  (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:49533_solr as DOWN
   [junit4]   2> 474475 INFO  (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49533_solr
   [junit4]   2> 474475 INFO  (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:49533_solr
   [junit4]   2> 474476 INFO  (OverseerStateUpdate-96197390923988997-127.0.0.1:49533_solr-n_0000000000) [n:127.0.0.1:49533_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:49533_solr"} current state version: 0
   [junit4]   2> 474476 INFO  (OverseerStateUpdate-96197390923988997-127.0.0.1:49533_solr-n_0000000000) [n:127.0.0.1:49533_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:49533_solr
   [junit4]   2> 474476 INFO  (zkCallback-444-thread-2-processing-n:127.0.0.1:58461_solr) [n:127.0.0.1:58461_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 474476 INFO  (zkCallback-443-thread-1-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 474477 INFO  (zkCallback-444-thread-2-processing-n:127.0.0.1:58461_solr) [n:127.0.0.1:58461_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 474477 INFO  (zkCallback-443-thread-1-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 474492 INFO  (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 474492 INFO  (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 474493 INFO  (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node2/.
   [junit4]   2> 474493 INFO  (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 474496 INFO  (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
   [junit4]   2> 474496 INFO  (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 474496 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 474512 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 474513 INFO  (zkCallback-447-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@76eb3b8 name:ZooKeeperConnection Watcher:127.0.0.1:55501 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 474513 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 474513 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 474525 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 474525 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 474533 INFO  (zkCallback-450-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3a410c71 name:ZooKeeperConnection Watcher:127.0.0.1:55501/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 474533 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 474533 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 474533 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 474534 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 474534 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 474536 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 474537 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 474550 INFO  (TEST-TestLocalFSCloudBackupRestore.test-seed#[A3D55222F5BFB121]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 474564 INFO  (qtp1315608857-3212) [n:127.0.0.1:58461_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params shards=shard1,shard2&replicationFactor=1&property.customKey=customValue&collection.configName=conf1&router.field=shard_s&name=backuprestore&router.name=implicit&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 474570 INFO  (OverseerCollectionConfigSetProcessor-96197390923988997-127.0.0.1:49533_solr-n_0000000000) [n:127.0.0.1:49533_solr    ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2>   "name":"backuprestore",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "shards":"shard1,shard2",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "property.customKey":"customValue",
   [junit4]   2>   "router.field":"shard_s",
   [junit4]   2>   "router.name":"implicit",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 474573 INFO  (OverseerThreadFactory-1350-thread-1-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr    ] o.a.s.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
   [junit4]   2>   "name":"backuprestore",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "shards":"shard1,shard2",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "property.customKey":"customValue",
   [junit4]   2>   "router.field":"shard_s",
   [junit4]   2>   "router.name":"implicit",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 474573 INFO  (OverseerThreadFactory-1350-thread-1-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr    ] o.a.s.c.OverseerCollectionMessageHandler Create collection backuprestore
   [junit4]   2> 474574 INFO  (OverseerThreadFactory-1350-thread-1-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr    ] o.a.s.c.OverseerCollectionMessageHandler creating collections conf node /collections/backuprestore 
   [junit4]   2> 474575 INFO  (OverseerThreadFactory-1350-thread-1-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore
   [junit4]   2> 474576 INFO  (zkCallback-444-thread-2-processing-n:127.0.0.1:58461_solr) [n:127.0.0.1:58461_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 474576 INFO  (zkCallback-450-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 474576 INFO  (zkCallback-450-thread-1) [    ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection backuprestore
   [junit4]   2> 474577 INFO  (zkCallback-444-thread-2-processing-n:127.0.0.1:58461_solr) [n:127.0.0.1:58461_solr    ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection backuprestore
   [junit4]   2> 474577 INFO  (zkCallback-443-thread-2-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 474577 INFO  (zkCallback-443-thread-2-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr    ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection backuprestore
   [junit4]   2> 474580 INFO  (OverseerStateUpdate-96197390923988997-127.0.0.1:49533_solr-n_0000000000) [n:127.0.0.1:49533_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"backuprestore",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "shards":"shard1,shard2",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "property.customKey":"customValue",
   [junit4]   2>   "router.field":"shard_s",
   [junit4]   2>   "router.name":"implicit",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 474580 INFO  (OverseerStateUpdate-96197390923988997-127.0.0.1:49533_solr-n_0000000000) [n:127.0.0.1:49533_solr    ] o.a.s.c.o.ClusterStateMutator building a new cName: backuprestore
   [junit4]   2> 474581 INFO  (OverseerStateUpdate-96197390923988997-127.0.0.1:49533_solr-n_0000000000) [n:127.0.0.1:49533_solr    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/backuprestore/state.json
   [junit4]   2> 474680 INFO  (OverseerThreadFactory-1350-thread-1-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating SolrCores for new collection backuprestore, shardNames [shard1, shard2] , replicationFactor : 1
   [junit4]   2> 474680 INFO  (OverseerThreadFactory-1350-thread-1-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard1_replica1 as part of shard shard1 of collection backuprestore on 127.0.0.1:49533_solr
   [junit4]   2> 474686 INFO  (OverseerThreadFactory-1350-thread-1-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard2_replica1 as part of shard shard2 of collection backuprestore on 127.0.0.1:58461_solr
   [junit4]   2> 474703 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard2_replica1&action=CREATE&numShards=2&collection=backuprestore&shard=shard2&wt=javabin&version=2
   [junit4]   2> 474704 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard2_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard2}
   [junit4]   2> 474712 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 474713 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController Registering watch for collection backuprestore
   [junit4]   2> 474714 INFO  (OverseerStateUpdate-96197390923988997-127.0.0.1:49533_solr-n_0000000000) [n:127.0.0.1:49533_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"backuprestore_shard2_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:58461/solr",
   [junit4]   2>   "node_name":"127.0.0.1:58461_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 474714 INFO  (OverseerStateUpdate-96197390923988997-127.0.0.1:49533_solr-n_0000000000) [n:127.0.0.1:49533_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"backuprestore_shard2_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:58461/solr",
   [junit4]   2>   "node_name":"127.0.0.1:58461_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 474716 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Add data for [backuprestore] ver [0]
   [junit4]   2> 474732 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 474737 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard1_replica1&action=CREATE&numShards=2&collection=backuprestore&shard=shard1&wt=javabin&version=2
   [junit4]   2> 474738 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard1_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard1}
   [junit4]   2> 474738 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 474741 INFO  (OverseerStateUpdate-96197390923988997-127.0.0.1:49533_solr-n_0000000000) [n:127.0.0.1:49533_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"backuprestore_shard1_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:49533/solr",
   [junit4]   2>   "node_name":"127.0.0.1:49533_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 474741 INFO  (OverseerStateUpdate-96197390923988997-127.0.0.1:49533_solr-n_0000000000) [n:127.0.0.1:49533_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"backuprestore_shard1_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:49533/solr",
   [junit4]   2>   "node_name":"127.0.0.1:49533_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 474743 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController Registering watch for collection backuprestore
   [junit4]   2> 474743 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Add data for [backuprestore] ver [0]
   [junit4]   2> 474745 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 474844 INFO  (OverseerStateUpdate-96197390923988997-127.0.0.1:49533_solr-n_0000000000) [n:127.0.0.1:49533_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/backuprestore/state.json version: 0
   [junit4]   2> 474844 INFO  (zkCallback-444-thread-2-processing-n:127.0.0.1:58461_solr) [n:127.0.0.1:58461_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 474844 INFO  (zkCallback-444-thread-2-processing-n:127.0.0.1:58461_solr) [n:127.0.0.1:58461_solr    ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [0] to [1]
   [junit4]   2> 474847 INFO  (zkCallback-443-thread-1-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 474847 INFO  (zkCallback-443-thread-1-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr    ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [0] to [1]
   [junit4]   2> 475733 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard2_replica1
   [junit4]   2> 475733 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController Check for collection zkNode:backuprestore
   [junit4]   2> 475733 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 475733 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 475735 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 475736 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node1/backuprestore_shard2_replica1'
   [junit4]   2> 475736 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 475736 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 475738 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 475742 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 475745 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 475745 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard1_replica1
   [junit4]   2> 475745 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController Check for collection zkNode:backuprestore
   [junit4]   2> 475745 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 475746 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 475746 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 475746 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node2/backuprestore_shard1_replica1'
   [junit4]   2> 475746 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 475746 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 475748 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 475753 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 475755 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 475757 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 475761 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 475761 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.s.IndexSchema [backuprestore_shard2_replica1] Schema name=minimal
   [junit4]   2> 475764 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 475768 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
   [junit4]   2> 475768 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard2_replica1' using configuration from collection backuprestore
   [junit4]   2> 475768 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 475769 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore [[backuprestore_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node1/backuprestore_shard2_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/]
   [junit4]   2> 475769 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: backuprestore_shard2_replica1
   [junit4]   2> 475769 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node1/./backuprestore_shard2_replica1/data
   [junit4]   2> 475769 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/index/
   [junit4]   2> 475769 WARN  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore [backuprestore_shard2_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 475770 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/index
   [junit4]   2> 475771 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.s.IndexSchema [backuprestore_shard1_replica1] Schema name=minimal
   [junit4]   2> 475773 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 475774 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
   [junit4]   2> 475775 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard1_replica1' using configuration from collection backuprestore
   [junit4]   2> 475775 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 475775 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [[backuprestore_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node2/backuprestore_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node2/./backuprestore_shard1_replica1/data/]
   [junit4]   2> 475775 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: backuprestore_shard1_replica1
   [junit4]   2> 475776 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node2/./backuprestore_shard1_replica1/data
   [junit4]   2> 475776 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node2/./backuprestore_shard1_replica1/data/index/
   [junit4]   2> 475776 WARN  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [backuprestore_shard1_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node2/./backuprestore_shard1_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 475779 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@4574e27c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1cd172cf),segFN=segments_1,generation=1}
   [junit4]   2> 475781 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 475781 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node2/./backuprestore_shard1_replica1/data/index
   [junit4]   2> 475782 INFO  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard2_replica1) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core backuprestore_shard2_replica1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/
   [junit4]   2> 475782 WARN  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard2_replica1) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 475783 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@479f0bdc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@494bbd9b),segFN=segments_1,generation=1}
   [junit4]   2> 475783 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 475784 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 475784 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 475786 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 475786 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 475786 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 475786 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 475787 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 475787 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 475788 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 475788 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 475789 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/select,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
   [junit4]   2> 475789 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/select,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
   [junit4]   2> 475789 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 475789 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 475790 INFO  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard1_replica1) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core backuprestore_shard1_replica1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node2/./backuprestore_shard1_replica1/data/
   [junit4]   2> 475790 WARN  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard1_replica1) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node2/./backuprestore_shard1_replica1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 475791 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 475791 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 475791 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 475791 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 475792 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 475792 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 475792 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 475792 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 475792 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@479f0bdc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@494bbd9b),segFN=segments_1,generation=1}
   [junit4]   2> 475792 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 475793 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@670605e8[backuprestore_shard1_replica1] main]
   [junit4]   2> 475793 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 475796 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 475796 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 475799 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 475799 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 475799 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@4574e27c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1cd172cf),segFN=segments_1,generation=1}
   [junit4]   2> 475799 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 475800 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 475800 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 475800 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3b6ca1b2[backuprestore_shard2_replica1] main]
   [junit4]   2> 475800 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 475800 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 475800 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 475800 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 475800 INFO  (searcherExecutor-1354-thread-1-processing-n:127.0.0.1:49533_solr x:backuprestore_shard1_replica1 s:shard1 c:backuprestore r:core_node2) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [backuprestore_shard1_replica1] Registered new searcher Searcher@670605e8[backuprestore_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 475801 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 475801 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 475801 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 475801 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1539158256889364480
   [junit4]   2> 475801 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 475801 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 475801 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 475802 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 475802 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 475802 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 475802 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 475802 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 475802 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 475802 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 475802 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 475802 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 475802 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1539158256890413056
   [junit4]   2> 475803 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1539158256889364480
   [junit4]   2> 475803 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 475803 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.CoreContainer registering core: backuprestore_shard1_replica1
   [junit4]   2> 475804 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ZkController Register replica - core:backuprestore_shard1_replica1 address:http://127.0.0.1:49533/solr collection:backuprestore shard:shard1
   [junit4]   2> 475804 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1539158256890413056
   [junit4]   2> 475804 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 475804 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore/leader_elect/shard1/election
   [junit4]   2> 475805 INFO  (searcherExecutor-1353-thread-1-processing-n:127.0.0.1:58461_solr x:backuprestore_shard2_replica1 s:shard2 c:backuprestore r:core_node1) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore [backuprestore_shard2_replica1] Registered new searcher Searcher@3b6ca1b2[backuprestore_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 475805 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.CoreContainer registering core: backuprestore_shard2_replica1
   [junit4]   2> 475805 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ZkController Register replica - core:backuprestore_shard2_replica1 address:http://127.0.0.1:58461/solr collection:backuprestore shard:shard2
   [junit4]   2> 475806 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore/leader_elect/shard2/election
   [junit4]   2> 475808 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/backuprestore/leader_elect/shard1/election/96197390923988997-core_node2-n_0000000000
   [junit4]   2> 475808 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000
   [junit4]   2> 475809 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/backuprestore/leader_elect/shard2/election/96197390923988998-core_node1-n_0000000000
   [junit4]   2> 475810 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard2 and weAreReplacement=false and leaderVoteWait=10000
   [junit4]   2> 475810 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 475810 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 475810 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:49533/solr/backuprestore_shard1_replica1/
   [junit4]   2> 475811 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 475811 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:49533/solr/backuprestore_shard1_replica1/ has no replicas
   [junit4]   2> 475811 INFO  (OverseerStateUpdate-96197390923988997-127.0.0.1:49533_solr-n_0000000000) [n:127.0.0.1:49533_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore"} current state version: 0
   [junit4]   2> 475812 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 475812 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 475812 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:58461/solr/backuprestore_shard2_replica1/
   [junit4]   2> 475812 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 475812 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:58461/solr/backuprestore_shard2_replica1/ has no replicas
   [junit4]   2> 475813 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore/leaders/shard2
   [junit4]   2> 475813 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore/leaders/shard1
   [junit4]   2> 475814 INFO  (OverseerStateUpdate-96197390923988997-127.0.0.1:49533_solr-n_0000000000) [n:127.0.0.1:49533_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore"} current state version: 0
   [junit4]   2> 475816 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/backuprestore/leaders/shard2/leader after winning as /collections/backuprestore/leader_elect/shard2/election/96197390923988998-core_node1-n_0000000000
   [junit4]   2> 475817 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/backuprestore/leaders/shard1/leader after winning as /collections/backuprestore/leader_elect/shard1/election/96197390923988997-core_node2-n_0000000000
   [junit4]   2> 475817 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:58461/solr/backuprestore_shard2_replica1/ shard2
   [junit4]   2> 475818 INFO  (OverseerStateUpdate-96197390923988997-127.0.0.1:49533_solr-n_0000000000) [n:127.0.0.1:49533_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "base_url":"http://127.0.0.1:58461/solr",
   [junit4]   2>   "core":"backuprestore_shard2_replica1",
   [junit4]   2>   "state":"active"} current state version: 0
   [junit4]   2> 475819 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:49533/solr/backuprestore_shard1_replica1/ shard1
   [junit4]   2> 475821 INFO  (OverseerStateUpdate-96197390923988997-127.0.0.1:49533_solr-n_0000000000) [n:127.0.0.1:49533_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "base_url":"http://127.0.0.1:49533/solr",
   [junit4]   2>   "core":"backuprestore_shard1_replica1",
   [junit4]   2>   "state":"active"} current state version: 0
   [junit4]   2> 475923 INFO  (OverseerStateUpdate-96197390923988997-127.0.0.1:49533_solr-n_0000000000) [n:127.0.0.1:49533_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/backuprestore/state.json version: 1
   [junit4]   2> 475928 INFO  (zkCallback-443-thread-2-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 475928 INFO  (zkCallback-443-thread-2-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr    ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [1] to [2]
   [junit4]   2> 475929 INFO  (zkCallback-444-thread-2-processing-n:127.0.0.1:58461_solr) [n:127.0.0.1:58461_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 475929 INFO  (zkCallback-444-thread-2-processing-n:127.0.0.1:58461_solr) [n:127.0.0.1:58461_solr    ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [1] to [2]
   [junit4]   2> 475969 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ZkController We are http://127.0.0.1:58461/solr/backuprestore_shard2_replica1/ and leader is http://127.0.0.1:58461/solr/backuprestore_shard2_replica1/
   [junit4]   2> 475969 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ZkController No LogReplay needed for core=backuprestore_shard2_replica1 baseURL=http://127.0.0.1:58461/solr
   [junit4]   2> 475969 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 475969 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 475970 INFO  (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Forcing refresh of watched collection state for backuprestore
   [junit4]   2> 475970 INFO  (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ZkController We are htt

[...truncated too long message...]

hard2_replica0/data/restore.20160707024144231;done=false>>]
   [junit4]   2> 483398 INFO  (coreCloseExecutor-1373-thread-2) [n:127.0.0.1:58461_solr c:backuprestore_restored s:shard2 r:core_node1 x:backuprestore_restored_shard2_replica0] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
   [junit4]   2> 483399 INFO  (coreCloseExecutor-1373-thread-2) [n:127.0.0.1:58461_solr c:backuprestore_restored s:shard2 r:core_node1 x:backuprestore_restored_shard2_replica0] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node1/./backuprestore_restored_shard2_replica0/data/restore.20160707024144231
   [junit4]   2> 483399 INFO  (coreCloseExecutor-1373-thread-2) [n:127.0.0.1:58461_solr c:backuprestore_restored s:shard2 r:core_node1 x:backuprestore_restored_shard2_replica0] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node1/./backuprestore_restored_shard2_replica0/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node1/./backuprestore_restored_shard2_replica0/data;done=false>>]
   [junit4]   2> 483400 INFO  (coreCloseExecutor-1373-thread-2) [n:127.0.0.1:58461_solr c:backuprestore_restored s:shard2 r:core_node1 x:backuprestore_restored_shard2_replica0] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
   [junit4]   2> 483400 INFO  (coreCloseExecutor-1373-thread-2) [n:127.0.0.1:58461_solr c:backuprestore_restored s:shard2 r:core_node1 x:backuprestore_restored_shard2_replica0] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node1/./backuprestore_restored_shard2_replica0/data
   [junit4]   2> 483401 INFO  (zkCallback-444-thread-1-processing-n:127.0.0.1:58461_solr) [n:127.0.0.1:58461_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 483402 INFO  (zkCallback-443-thread-3-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 484901 WARN  (zkCallback-444-thread-2-processing-n:127.0.0.1:58461_solr) [n:127.0.0.1:58461_solr    ] o.a.s.c.LeaderElector 
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:331)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:328)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:328)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:105)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:266)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 484902 WARN  (zkCallback-444-thread-1-processing-n:127.0.0.1:58461_solr) [n:127.0.0.1:58461_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 484902 WARN  (zkCallback-443-thread-3-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 484903 INFO  (jetty-launcher-433-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5754c940{/solr,null,UNAVAILABLE}
   [junit4]   2> 484904 INFO  (jetty-launcher-433-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@44ae90ac{/solr,null,UNAVAILABLE}
   [junit4]   2> 484912 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:55501 55501
   [junit4]   2> 485088 INFO  (Thread-1148) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:55501 55501
   [junit4]   2> 485091 WARN  (Thread-1148) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 	2	/solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/collections/backuprestore/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	17	/solr/overseer/queue
   [junit4]   2> 	6	/solr/overseer/collection-queue-work
   [junit4]   2> 	5	/solr/overseer/queue-work
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 
   [junit4]   2> 485091 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001
   [junit4]   2> Jul 07, 2016 1:41:47 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {shard_s=BlockTreeOrds(blocksize=128), _version_=PostingsFormat(name=Memory doPackFST= true), id=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128)))}, docValues:{}, maxPointsInLeafNode=1756, maxMBSortInHeap=5.323497758357059, sim=ClassicSimilarity, locale=nl, timezone=Africa/Algiers
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=174338760,total=508035072
   [junit4]   2> NOTE: All tests run in this JVM: [OverseerRolesTest, TestExtendedDismaxParser, BadIndexSchemaTest, StatsComponentTest, TestNRTOpen, TestUtils, TestTestInjection, TestRecovery, SearchHandlerTest, DistributedFacetPivotLargeTest, LukeRequestHandlerTest, TestZkChroot, TestCloudDeleteByQuery, TestFreeTextSuggestions, TestOrdValues, TestHdfsBackupRestoreCore, HardAutoCommitTest, BadCopyFieldTest, TestFieldCacheReopen, DateMathParserTest, AnalyticsQueryTest, HdfsThreadLeakTest, ExitableDirectoryReaderTest, TestSuggestSpellingConverter, TestXIncludeConfig, TestOverriddenPrefixQueryForCustomFieldType, DistribDocExpirationUpdateProcessorTest, CollectionsAPISolrJTest, TestCloudPseudoReturnFields, TestGeoJSONResponseWriter, TestAuthorizationFramework, UnloadDistributedZkTest, TestLocalFSCloudBackupRestore]
   [junit4] Completed [104/620 (1!)] on J2 in 11.64s, 1 test, 1 error <<< FAILURES!

[...truncated 1704 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:740: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/common-build.xml:530: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1427: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:984: There were test failures: 620 suites (10 ignored), 2635 tests, 1 error, 103 ignored (88 assumptions) [seed: A3D55222F5BFB121]

Total time: 70 minutes 55 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any




[JENKINS] Lucene-Solr-Tests-master - Build # 1261 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1261/

2 tests failed.
FAILED:  org.apache.solr.cloud.TestLocalFSCloudBackupRestore.test

Error Message:
Error from server at https://127.0.0.1:41179/solr: 'location' is not specified as a query parameter or as a default repository property or as a cluster property.

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:41179/solr: 'location' is not specified as a query parameter or as a default repository property or as a cluster property.
	at __randomizedtesting.SeedInfo.seed([DF2F8BC5AF116CAC:577BB41F01ED0154]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:606)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:259)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:366)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1228)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:998)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:934)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:166)
	at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.testInvalidPath(AbstractCloudBackupRestoreTestCase.java:149)
	at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:128)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy

Error Message:
Could not find collection : c1

Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : c1
	at __randomizedtesting.SeedInfo.seed([DF2F8BC5AF116CAC:B4602BB8D61EB196]:0)
	at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:192)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:129)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy(ZkStateReaderTest.java:48)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10922 lines...]
   [junit4] Suite: org.apache.solr.cloud.overseer.ZkStateReaderTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.overseer.ZkStateReaderTest_DF2F8BC5AF116CAC-001/init-core-data-001
   [junit4]   2> 412238 INFO  (SUITE-ZkStateReaderTest-seed#[DF2F8BC5AF116CAC]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 412251 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithTimeDelayLazy
   [junit4]   2> 412256 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 412287 INFO  (Thread-798) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 412287 INFO  (Thread-798) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 412381 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.ZkTestServer start zk server on port:49138
   [junit4]   2> 412381 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 412389 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 412409 INFO  (zkCallback-597-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@49707212 name:ZooKeeperConnection Watcher:127.0.0.1:49138 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 412410 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 412410 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 412418 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 412440 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 412441 INFO  (zkCallback-598-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3ec4601f name:ZooKeeperConnection Watcher:127.0.0.1:49138 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 412441 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 412441 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 412441 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 412459 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 412465 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 412469 INFO  (zkCallback-599-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5309ecfa name:ZooKeeperConnection Watcher:127.0.0.1:49138/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 412469 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 412469 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 412478 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 412482 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 412483 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 412489 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 412505 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 412519 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 412520 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 412521 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 412522 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 412524 INFO  (zkCallback-599-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 412525 INFO  (zkCallback-599-thread-1) [    ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection c1
   [junit4]   2> 412540 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 412571 INFO  (zkCallback-599-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 412623 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 412624 INFO  (zkCallback-599-thread-2) [    ] o.a.s.c.c.ZkStateReader Uninteresting collection c1
   [junit4]   2> 412625 INFO  (zkCallback-599-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 412627 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 412629 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:49138 49138
   [junit4]   2> 412744 INFO  (Thread-798) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:49138 49138
   [junit4]   2> 412745 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithTimeDelayLazy
   [junit4]   2> 412747 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithTimeDelay
   [junit4]   2> 412747 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 412756 INFO  (Thread-799) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 412756 INFO  (Thread-799) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 412853 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.ZkTestServer start zk server on port:48730
   [junit4]   2> 412853 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 412879 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 412886 INFO  (zkCallback-601-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@403288c1 name:ZooKeeperConnection Watcher:127.0.0.1:48730 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 412886 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 412887 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 412890 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 412913 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 412931 INFO  (zkCallback-602-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5766fcf6 name:ZooKeeperConnection Watcher:127.0.0.1:48730 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 412932 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 412932 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 412932 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 412965 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 412972 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 412973 INFO  (zkCallback-603-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@24836e6c name:ZooKeeperConnection Watcher:127.0.0.1:48730/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 412973 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 412974 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 412974 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 412975 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 412976 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 412977 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 412978 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 412979 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 412980 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 412980 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 412982 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 412987 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 412989 INFO  (zkCallback-603-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 413016 INFO  (zkCallback-603-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 413017 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 413017 INFO  (zkCallback-603-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 413018 INFO  (zkCallback-603-thread-2) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 413018 INFO  (zkCallback-603-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 413024 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:48730 48730
   [junit4]   2> 413200 INFO  (Thread-799) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:48730 48730
   [junit4]   2> 413201 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithTimeDelay
   [junit4]   2> 413211 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithExplicitRefreshLazy
   [junit4]   2> 413213 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 413231 INFO  (Thread-800) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 413232 INFO  (Thread-800) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 413331 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.ZkTestServer start zk server on port:56530
   [junit4]   2> 413332 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 413339 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 413344 INFO  (zkCallback-605-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@232c233f name:ZooKeeperConnection Watcher:127.0.0.1:56530 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 413344 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 413344 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 413345 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 413346 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 413347 INFO  (zkCallback-606-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@19be0d77 name:ZooKeeperConnection Watcher:127.0.0.1:56530 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 413347 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 413348 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 413348 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 413353 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 413355 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 413355 INFO  (zkCallback-607-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6778825a name:ZooKeeperConnection Watcher:127.0.0.1:56530/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 413355 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 413356 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 413356 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 413358 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 413359 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 413361 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 413362 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 413363 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 413364 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 413365 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 413366 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 413369 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection c1
   [junit4]   2> 413370 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 413371 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection c1
   [junit4]   2> 413375 ERROR (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]-EventThread) [    ] o.a.z.ClientCnxn Error while calling watcher 
   [junit4]   2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$9/1502181906@1288a1f9 rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@578a3dcc[Shutting down, pool size = 1, active threads = 1, queued tasks = 0, completed tasks = 1]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214)
   [junit4]   2> 	at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:266)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 413378 INFO  (zkCallback-607-thread-2) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 413378 WARN  (zkCallback-607-thread-2) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /collections]
   [junit4]   2> 413379 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:56530 56530
   [junit4]   2> 413484 INFO  (Thread-800) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:56530 56530
   [junit4]   2> 413484 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithExplicitRefreshLazy
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ZkStateReaderTest -Dtests.method=testStateFormatUpdateWithExplicitRefreshLazy -Dtests.seed=DF2F8BC5AF116CAC -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=bg-BG -Dtests.timezone=Europe/Amsterdam -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.29s J1 | ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy <<<
   [junit4]    > Throwable #1: org.apache.solr.common.SolrException: Could not find collection : c1
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([DF2F8BC5AF116CAC:B4602BB8D61EB196]:0)
   [junit4]    > 	at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:192)
   [junit4]    > 	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:129)
   [junit4]    > 	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy(ZkStateReaderTest.java:48)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 413488 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testWatchedCollectionCreation
   [junit4]   2> 413489 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 413490 INFO  (Thread-801) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 413491 INFO  (Thread-801) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 413591 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.ZkTestServer start zk server on port:35677
   [junit4]   2> 413591 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 413591 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 413595 INFO  (zkCallback-609-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4a05a570 name:ZooKeeperConnection Watcher:127.0.0.1:35677 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 413595 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 413596 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 413597 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 413598 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 413598 INFO  (zkCallback-610-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5600bd59 name:ZooKeeperConnection Watcher:127.0.0.1:35677 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 413598 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 413598 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 413598 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 413601 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 413601 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 413602 INFO  (zkCallback-611-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3d3be656 name:ZooKeeperConnection Watcher:127.0.0.1:35677/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 413602 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 413602 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 413603 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 413611 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 413613 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 413614 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 413615 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 413616 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 413617 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 413617 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 413619 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 413620 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 413621 INFO  (zkCallback-611-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 413621 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection c1
   [junit4]   2> 413623 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 413623 INFO  (zkCallback-611-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 413624 INFO  (zkCallback-611-thread-1) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 413628 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35677 35677
   [junit4]   2> 413735 INFO  (Thread-801) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35677 35677
   [junit4]   2> 413736 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testWatchedCollectionCreation
   [junit4]   2> 413738 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithExplicitRefresh
   [junit4]   2> 413738 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 413739 INFO  (Thread-802) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 413739 INFO  (Thread-802) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 413839 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.ZkTestServer start zk server on port:48608
   [junit4]   2> 413839 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 413839 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 413841 INFO  (zkCallback-613-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1dff4e3a name:ZooKeeperConnection Watcher:127.0.0.1:48608 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 413841 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 413842 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 413843 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 413843 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 413844 INFO  (zkCallback-614-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@ab13217 name:ZooKeeperConnection Watcher:127.0.0.1:48608 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 413844 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 413844 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 413844 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 413846 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 413846 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 413847 INFO  (zkCallback-615-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3b849c5f name:ZooKeeperConnection Watcher:127.0.0.1:48608/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 413847 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 413848 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 413848 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 413854 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 413855 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 413856 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 413857 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 413858 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 413859 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 413860 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 413861 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 413862 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 413863 INFO  (zkCallback-615-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 413864 INFO  (zkCallback-615-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 413865 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection c1
   [junit4]   2> 413866 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 413866 INFO  (zkCallback-615-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 413867 INFO  (zkCallback-615-thread-1) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 413867 INFO  (zkCallback-615-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 413867 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection c1
   [junit4]   2> 413869 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:48608 48608
   [junit4]   2> 413996 INFO  (Thread-802) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:48608 48608
   [junit4]   2> 413997 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithExplicitRefresh
   [junit4]   2> 413999 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testExternalCollectionWatchedNotWatched
   [junit4]   2> 413999 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 413999 INFO  (Thread-803) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 413999 INFO  (Thread-803) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 414099 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.ZkTestServer start zk server on port:51825
   [junit4]   2> 414100 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 414100 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 414102 INFO  (zkCallback-617-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@d26477a name:ZooKeeperConnection Watcher:127.0.0.1:51825 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 414102 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 414102 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 414103 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 414104 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 414105 INFO  (zkCallback-618-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4c284cef name:ZooKeeperConnection Watcher:127.0.0.1:51825 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 414105 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 414105 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 414105 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 414108 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 414108 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 414109 INFO  (zkCallback-619-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4a5ed58a name:ZooKeeperConnection Watcher:127.0.0.1:51825/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 414109 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 414109 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 414109 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 414111 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 414112 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 414117 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 414118 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 414119 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 414119 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 414120 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 414121 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 414122 INFO  (zkCallback-619-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 414123 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 414123 INFO  (zkCallback-619-thread-1) [    ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection c1
   [junit4]   2> 414124 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ZkStateReader Refreshing lazily-loaded state for collection c1
   [junit4]   2> 414124 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 414127 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51825 51825
   [junit4]   2> 414248 INFO  (Thread-803) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51825 51825
   [junit4]   2> 414249 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testExternalCollectionWatchedNotWatched
   [junit4]   2> 414250 INFO  (SUITE-ZkStateReaderTest-seed#[DF2F8BC5AF116CAC]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.overseer.ZkStateReaderTest_DF2F8BC5AF116CAC-001
   [junit4]   2> Jul 06, 2016 8:56:35 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1477, maxMBSortInHeap=7.8017108096531445, sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=bg-BG, timezone=Europe/Amsterdam
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=244081344,total=479199232
   [junit4]   2> NOTE: All tests run in this JVM: [TestSolrConfigHandlerConcurrent, HLLSerializationTest, HdfsCollectionsAPIDistributedZkTest, TestNRTOpen, TestBM25SimilarityFactory, TestSSLRandomization, TestSubQueryTransformerDistrib, BasicFunctionalityTest, SolrPluginUtilsTest, TestTolerantUpdateProcessorCloud, TestSlowCompositeReaderWrapper, TestQueryUtils, TestMiniSolrCloudClusterBase, TestCodecSupport, ZkSolrClientTest, TestStandardQParsers, DistributedQueueTest, TestSystemIdResolver, TestConfigSetsAPIExclusivity, TestTrie, CollectionReloadTest, TermsComponentTest, TestCustomSort, TestEmbeddedSolrServerConstructors, SharedFSAutoReplicaFailoverTest, SimplePostToolTest, TestReplicaProperties, TestLFUCache, TestClassicSimilarityFactory, SpellingQueryConverterTest, ZkCLITest, ConfigSetsAPITest, TestSchemaResource, TimeZoneUtilsTest, DistanceFunctionTest, TestReloadDeadlock, TestBinaryResponseWriter, CloneFieldUpdateProcessorFactoryTest, TestDistributedGrouping, TestRestManager, TestUninvertingReader, SolrInfoMBeanTest, MultiTermTest, ZkStateReaderTest]
   [junit4] Completed [119/619 (1!)] on J1 in 2.57s, 6 tests, 1 error <<< FAILURES!

[...truncated 1162 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestLocalFSCloudBackupRestore
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_DF2F8BC5AF116CAC-001/init-core-data-001
   [junit4]   2> 1766504 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[DF2F8BC5AF116CAC]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1766506 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[DF2F8BC5AF116CAC]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1766507 INFO  (Thread-4209) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1766507 INFO  (Thread-4209) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1766607 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[DF2F8BC5AF116CAC]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:40333
   [junit4]   2> 1766607 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[DF2F8BC5AF116CAC]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1766607 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[DF2F8BC5AF116CAC]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1766611 INFO  (zkCallback-2140-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5844c638 name:ZooKeeperConnection Watcher:127.0.0.1:40333 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1766611 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[DF2F8BC5AF116CAC]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1766611 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[DF2F8BC5AF116CAC]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1766611 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[DF2F8BC5AF116CAC]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
   [junit4]   2> 1766613 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[DF2F8BC5AF116CAC]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /solr/clusterprops.json
   [junit4]   2> 1766616 INFO  (jetty-launcher-2139-thread-1) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 1766622 INFO  (jetty-launcher-2139-thread-2) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 1766623 INFO  (jetty-launcher-2139-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@19ddd438{/solr,null,AVAILABLE}
   [junit4]   2> 1766625 INFO  (jetty-launcher-2139-thread-1) [    ] o.e.j.s.ServerConnector Started ServerConnector@26bf4bdb{SSL,[ssl, http/1.1]}{127.0.0.1:41179}
   [junit4]   2> 1766625 INFO  (jetty-launcher-2139-thread-1) [    ] o.e.j.s.Server Started @1772762ms
   [junit4]   2> 1766625 INFO  (jetty-launcher-2139-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41179}
   [junit4]   2> 1766625 INFO  (jetty-launcher-2139-thread-1) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 1766625 INFO  (jetty-launcher-2139-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_DF2F8BC5AF116CAC-001/tempDir-001/node1'
   [junit4]   2> 1766626 INFO  (jetty-launcher-2139-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1766626 INFO  (jetty-launcher-2139-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1766626 INFO  (jetty-launcher-2139-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1766631 INFO  (jetty-launcher-2139-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7e150108{/solr,null,AVAILABLE}
   [junit4]   2> 1766633 INFO  (jetty-launcher-2139-thread-2) [    ] o.e.j.s.ServerConnector Started ServerConnector@19a78e3{SSL,[ssl, http/1.1]}{127.0.0.1:33815}
   [junit4]   2> 1766633 INFO  (jetty-launcher-2139-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1766633 INFO  (jetty-launcher-2139-thread-2) [    ] o.e.j.s.Server Started @1772770ms
   [junit4]   2> 1766633 INFO  (jetty-launcher-2139-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33815}
   [junit4]   2> 1766634 INFO  (jetty-launcher-2139-thread-2) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 1766634 INFO  (jetty-launcher-2139-thread-2) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_DF2F8BC5AF116CAC-001/tempDir-001/node2'
   [junit4]   2> 1766634 INFO  (jetty-launcher-2139-thread-2) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1766634 INFO  (jetty-launcher-2139-thread-2) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1766635 INFO  (jetty-launcher-2139-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1766640 INFO  (jetty-launcher-2139-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1766642 INFO  (zkCallback-2142-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2b1607b6 name:ZooKeeperConnection Watcher:127.0.0.1:40333/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1766642 INFO  (jetty-launcher-2139-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1766643 INFO  (jetty-launcher-2139-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1766643 INFO  (zkCallback-2141-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@75b6eca3 name:ZooKeeperConnection Watcher:127.0.0.1:40333/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1766643 INFO  (jetty-launcher-2139-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1766643 INFO  (jetty-launcher-2139-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1766643 INFO  (jetty-launcher-2139-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1766643 INFO  (jetty-launcher-2139-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1766649 INFO  (jetty-launcher-2139-thread-2) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_DF2F8BC5AF116CAC-001/tempDir-001/node2/.
   [junit4]   2> 1766649 INFO  (jetty-launcher-2139-thread-2) [    ] o.a.s.c.CoreContainer New CoreContainer 1972461203
   [junit4]   2> 1766649 INFO  (jetty-launcher-2139-thread-2) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_DF2F8BC5AF116CAC-001/tempDir-001/node2]
   [junit4]   2> 1766649 WARN  (jetty-launcher-2139-thread-2) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_DF2F8BC5AF116CAC-001/tempDir-001/node2/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_DF2F8BC5AF116CAC-001/tempDir-001/node2/lib
   [junit4]   2> 1766650 INFO  (jetty-launcher-2139-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : https,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 1766651 INFO  (jetty-launcher-2139-thread-1) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_DF2F8BC5AF116CAC-001/tempDir-001/node1/.
   [junit4]   2> 1766651 INFO  (jetty-launcher-2139-thread-1) [    ] o.a.s.c.CoreContainer New CoreContainer 1394141475
   [junit4]   2> 1766651 INFO  (jetty-launcher-2139-thread-1) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_DF2F8BC5AF116CAC-001/tempDir-001/node1]
   [junit4]   2> 1766652 WARN  (jetty-launcher-2139-thread-1) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_DF2F8BC5AF116CAC-001/tempDir-001/node1/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_DF2F8BC5AF116CAC-001/tempDir-001/node1/lib
   [junit4]   2> 1766652 INFO  (jetty-launcher-2139-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : https,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 1766653 INFO  (jetty-launcher-2139-thread-2) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 1766653 INFO  (jetty-launcher-2139-thread-2) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1766653 INFO  (jetty-launcher-2139-thread-2) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1766653 INFO  (jetty-launcher-2139-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40333/solr
   [junit4]   2> 1766653 INFO  (jetty-launcher-2139-thread-2) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1766654 INFO  (jetty-launcher-2139-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1766654 INFO  (jetty-launcher-2139-thread-1) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 1766655 INFO  (jetty-launcher-2139-thread-1) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1766655 INFO  (jetty-launcher-2139-thread-1) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1766655 INFO  (jetty-launcher-2139-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40333/solr
   [junit4]   2> 1766655 INFO  (jetty-launcher-2139-thread-1) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1766655 INFO  (jetty-launcher-2139-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1766655 INFO  (jetty-launcher-2139-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1766657 INFO  (jetty-launcher-2139-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1766657 INFO  (zkCallback-2148-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@35c737e8 name:ZooKeeperConnection Watcher:127.0.0.1:40333 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1766657 INFO  (jetty-launcher-2139-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1766658 INFO  (jetty-launcher-2139-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1766659 INFO  (zkCallback-2147-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@20ecb7e5 name:ZooKeeperConnection Watcher:127.0.0.1:40333 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1766659 INFO  (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$63/2141032951@2a1aa56f
   [junit4]   2> 1766660 INFO  (jetty-launcher-2139-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1766660 INFO  (jetty-launcher-2139-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1766660 INFO  (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1766661 INFO  (zkCallback-2149-thread-1-processing-n:127.0.0.1:41179_solr) [n:127.0.0.1:41179_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7e28dd1c name:ZooKeeperConnection Watcher:127.0.0.1:40333/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1766661 INFO  (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1766662 INFO  (jetty-launcher-2139-thread-2) [n:127.0.0.1:33815_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$63/2141032951@6118a896
   [junit4]   2> 1766663 INFO  (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 1766663 INFO  (jetty-launcher-2139-thread-2) [n:127.0.0.1:33815_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1766665 INFO  (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1766665 INFO  (zkCallback-2150-thread-1-processing-n:127.0.0.1:33815_solr) [n:127.0.0.1:33815_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@69526e81 name:ZooKeeperConnection Watcher:127.0.0.1:40333/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1766665 INFO  (jetty-launcher-2139-thread-2) [n:127.0.0.1:33815_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1766667 INFO  (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 1766669 INFO  (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 1766670 INFO  (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1766671 INFO  (jetty-launcher-2139-thread-2) [n:127.0.0.1:33815_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1766672 INFO  (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1766672 INFO  (jetty-launcher-2139-thread-2) [n:127.0.0.1:33815_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1766673 INFO  (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1766673 INFO  (jetty-launcher-2139-thread-2) [n:127.0.0.1:33815_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1766674 INFO  (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1766675 INFO  (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1766676 INFO  (jetty-launcher-2139-thread-2) [n:127.0.0.1:33815_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1766676 INFO  (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1766677 INFO  (jetty-launcher-2139-thread-2) [n:127.0.0.1:33815_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1766677 INFO  (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1766678 INFO  (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr    ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
   [junit4]   2> 1766678 INFO  (jetty-launcher-2139-thread-2) [n:127.0.0.1:33815_solr    ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
   [junit4]   2> 1766678 INFO  (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1766678 INFO  (jetty-launcher-2139-thread-2) [n:127.0.0.1:33815_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1766680 INFO  (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 1766681 INFO  (jetty-launcher-2139-thread-2) [n:127.0.0.1:33815_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 1766681 INFO  (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1766682 INFO  (jetty-launcher-2139-thread-2) [n:127.0.0.1:33815_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1766682 INFO  (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1766683 INFO  (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96196358918373381-127.0.0.1:41179_solr-n_0000000000
   [junit4]   2> 1766683 INFO  (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41179_solr
   [junit4]   2> 1766683 INFO  (jetty-launcher-2139-thread-2) [n:127.0.0.1:33815_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1766683 INFO  (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 1766684 INFO  (jetty-launcher-2139-thread-2) [n:127.0.0.1:33815_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96196358918373382-127.0.0.1:33815_solr-n_0000000001
   [junit4]   2> 1766684 INFO  (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr    ] o.a.s.c.Overseer Overseer (id=96196358918373381-127.0.0.1:41179_solr-n_0000000000) starting
   [junit4]   2> 1766684 INFO  (jetty-launcher-2139-thread-2) [n:127.0.0.1:33815_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96196358918373381-127.0.0.1:41179_solr-n_0000000000 to know if I could be the leader
   [junit4]   2> 1766685 INFO  (jetty-launcher-2139-thread-2) [n:127.0.0.1:33815_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33815_solr
   [junit4]   2> 1766685 INFO  (jetty-launcher-2139-thread-2) [n:127.0.0.1:33815_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:33815_solr
   [junit4]   2> 1766686 INFO  (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 1766686 INFO  (zkCallback-2149-thread-1-processing-n:127.0.0.1:41179_solr) [n:127.0.0.1:41179_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1766686 INFO  (zkCallback-2150-thread-1-processing-n:127.0.0.1:33815_solr) [n:127.0.0.1:33815_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1766686 INFO  (zkCallback-2149-thread-1-processing-n:127.0.0.1:41179_solr) [n:127.0.0.1:41179_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1766690 INFO  (zkCallback-2150-thread-1-processing-n:127.0.0.1:33815_solr) [n:127.0.0.1:33815_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1766694 INFO  (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 1766695 INFO  (OverseerCollectionConfigSetProcessor-96196358918373381-127.0.0.1:41179_solr-n_0000000000) [n:127.0.0.1:41179_solr    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 1766696 INFO  (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:41179_solr as DOWN
   [junit4]   2> 1766696 INFO  (OverseerStateUpdate-96196358918373381-127.0.0.1:41179_solr-n_0000000000) [n:127.0.0.1:41179_solr    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 1766697 INFO  (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41179_solr
   [junit4]   2> 1766697 INFO  (OverseerStateUpdate-96196358918373381-127.0.0.1:41179_solr-n_0000000000) [n:127.0.0.1:41179_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
   [junit4]   2> 1766697 INFO  (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:41179_solr
   [junit4]   2> 1766698 INFO  (zkCallback-2149-thread-1-processing-n:127.0.0.1:41179_solr) [n:127.0.0.1:41179_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1766698 INFO  (OverseerStateUpdate-96196358918373381-127.0.0.1:41179_solr-n_0000000000) [n:127.0.0.1:41179_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:41179_solr"} current state version: 0
   [junit4]   2> 1766699 INFO  (OverseerStateUpdate-96196358918373381-127.0.0.1:41179_solr-n_0000000000) [n:127.0.0.1:41179_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:41179_solr
   [junit4]   2> 1766699 INFO  (zkCallback-2150-thread-1-processing-n:127.0.0.1:33815_solr) [n:127.0.0.1:33815_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1766699 INFO  (zkCallback-2150-thread-1-processing-n:127.0.0.1:33815_solr) [n:127.0.0.1:33815_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1766701 INFO  (jetty-launcher-2139-thread-2) [n:127.0.0.1:33815_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1766701 INFO  (jetty-launcher-2139-thread-2) [n:127.0.0.1:33815_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1766702 INFO  (jetty-launcher-2139-thread-2) [n:127.0.0.1:33815_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_DF2F8BC5AF116CAC-001/tempDir-001/node2/.
   [junit4]   2> 1766702 INFO  (jetty-launcher-2139-thread-2) [n:127.0.0.1:33815_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 1766706 INFO  (zkCallback-2149-thread-1-processing-n:127.0.0.1:41179_solr) [n:127.0.0.1:41179_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1766711 INFO  (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1766711 INFO  (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1766711 INFO  (jetty-launcher-2139-thread-2) [n:127.0.0.1:33815_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
   [junit4]   2> 1766711 INFO  (jetty-launcher-2139-thread-2) [n:127.0.0.1:33815_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1766711 INFO  (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_DF2F8BC5AF116CAC-001/tempDir-001/node1/.
   [junit4]   2> 1766712 INFO  (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 1766712 INFO  (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
   [junit4]   2> 1766712 INFO  (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1766713 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[DF2F8BC5AF116CAC]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1766714 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[DF2F8BC5AF116CAC]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1766714 INFO  (zkCallback-2153-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2116154c name:ZooKeeperConnection Watcher:127.0.0.1:40333 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1766714 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[DF2F8BC5AF116CAC]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1766715 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[DF2F8BC5AF116CAC]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1766717 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[DF2F8BC5AF116CAC]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1766717 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[DF2F8BC5AF116CAC]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1766718 INFO  (zkCallback-2156-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7671c943 name:ZooKeeperConnection Watcher:127.0.0.1:40333/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1766718 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[DF2F8BC5AF116CAC]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1766718 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[DF2F8BC5AF116CAC]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1766718 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[DF2F8BC5AF116CAC]-worker) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1766719 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[DF2F8BC5AF116CAC]-worker) [    ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
   [junit4]   2> 1766719 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[DF2F8BC5AF116CAC]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1766721 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[DF2F8BC5AF116CAC]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 1766723 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[DF2F8BC5AF116CAC]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1766741 INFO  (TEST-TestLocalFSCloudBackupRestore.test-seed#[DF2F8BC5AF116CAC]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 1766775 INFO  (qtp7418791-13210) [n:127.0.0.1:41179_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params shards=shard1,shard2&replicationFactor=1&property.customKey=customValue&collection.configName=conf1&maxShardsPerNode=2&router.field=shard_s&autoAddReplicas=true&name=backuprestore&router.name=implicit&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1766777 INFO  (OverseerCollectionConfigSetProcessor-96196358918373381-127.0.0.1:41179_solr-n_0000000000) [n:127.0.0.1:41179_solr    ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2>   "name":"backuprestore",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "m

[...truncated too long message...]

:backuprestore_restored_shard1_replica0] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_DF2F8BC5AF116CAC-001/tempDir-001/node1/./backuprestore_restored_shard1_replica0/data
   [junit4]   2> 1773099 INFO  (coreCloseExecutor-4870-thread-3) [n:127.0.0.1:41179_solr c:backuprestore_restored s:shard1 r:core_node2 x:backuprestore_restored_shard1_replica0] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_DF2F8BC5AF116CAC-001/tempDir-001/node1/./backuprestore_restored_shard1_replica0/data/restore.20160707061914736 [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_DF2F8BC5AF116CAC-001/tempDir-001/node1/./backuprestore_restored_shard1_replica0/data/restore.20160707061914736;done=false>>]
   [junit4]   2> 1773099 INFO  (coreCloseExecutor-4870-thread-3) [n:127.0.0.1:41179_solr c:backuprestore_restored s:shard1 r:core_node2 x:backuprestore_restored_shard1_replica0] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
   [junit4]   2> 1773099 INFO  (coreCloseExecutor-4870-thread-3) [n:127.0.0.1:41179_solr c:backuprestore_restored s:shard1 r:core_node2 x:backuprestore_restored_shard1_replica0] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_DF2F8BC5AF116CAC-001/tempDir-001/node1/./backuprestore_restored_shard1_replica0/data/restore.20160707061914736
   [junit4]   2> 1773102 INFO  (jetty-launcher-2139-thread-2) [    ] o.a.s.c.Overseer Overseer (id=96196358918373381-127.0.0.1:41179_solr-n_0000000000) closing
   [junit4]   2> 1773102 INFO  (OverseerStateUpdate-96196358918373381-127.0.0.1:41179_solr-n_0000000000) [n:127.0.0.1:41179_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:41179_solr
   [junit4]   2> 1773107 INFO  (zkCallback-2149-thread-2-processing-n:127.0.0.1:41179_solr) [n:127.0.0.1:41179_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1773108 WARN  (zkCallback-2149-thread-2-processing-n:127.0.0.1:41179_solr) [n:127.0.0.1:41179_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1773108 INFO  (jetty-launcher-2139-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@19ddd438{/solr,null,UNAVAILABLE}
   [junit4]   2> 1773109 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[DF2F8BC5AF116CAC]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40333 40333
   [junit4]   2> 1773212 INFO  (Thread-4209) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40333 40333
   [junit4]   2> 1773213 WARN  (Thread-4209) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 	2	/solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/collections/backuprestore/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	21	/solr/overseer/queue
   [junit4]   2> 	4	/solr/overseer/queue-work
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 	3	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> 1773213 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[DF2F8BC5AF116CAC]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_DF2F8BC5AF116CAC-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {shard_s=PostingsFormat(name=Memory doPackFST= false), _version_=PostingsFormat(name=Memory doPackFST= false), id=FST50}, docValues:{}, maxPointsInLeafNode=118, maxMBSortInHeap=5.227723655550293, sim=ClassicSimilarity, locale=sr-BA, timezone=ROK
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=83622088,total=529530880
   [junit4]   2> NOTE: All tests run in this JVM: [InfoHandlerTest, HLLUtilTest, CachingDirectoryFactoryTest, TestSolrIndexConfig, TestScoreJoinQPNoScore, VMParamsZkACLAndCredentialsProvidersTest, TestManagedResource, TestCollapseQParserPlugin, SampleTest, DateMathParserTest, HdfsNNFailoverTest, TestConfigSets, TestRecovery, TestTolerantUpdateProcessorRandomCloud, TestJmxMonitoredMap, ZkStateWriterTest, TestSolr4Spatial2, OverseerTest, TestRTimerTree, BasicDistributedZk2Test, DistributedVersionInfoTest, TestExpandComponent, TestElisionMultitermQuery, CleanupOldIndexTest, TestConfigSetsAPIZkFailure, CircularListTest, UnloadDistributedZkTest, TestIndexSearcher, CloudMLTQParserTest, SuggesterTSTTest, HdfsTlogReplayBufferedWhileIndexingTest, LeaderFailoverAfterPartitionTest, TestSchemaSimilarityResource, BigEndianAscendingWordDeserializerTest, TestStressUserVersions, TestSearchPerf, TestCSVResponseWriter, SimpleFacetsTest, AtomicUpdatesTest, TestReversedWildcardFilterFactory, TestBulkSchemaAPI, TestNumericTerms32, TestTolerantSearch, CurrencyFieldXmlFileTest, SolrCoreCheckLockOnStartupTest, BlockJoinFacetRandomTest, DirectUpdateHandlerOptimizeTest, BooleanFieldTest, DirectUpdateHandlerTest, TestFastWriter, ClusterStateTest, NoCacheHeaderTest, TestSuggestSpellingConverter, DistribDocExpirationUpdateProcessorTest, TestReRankQParserPlugin, TestSolrQueryParser, TestExactSharedStatsCache, TestLockTree, TestStressReorder, TestFuzzyAnalyzedSuggestions, TestHashQParserPlugin, RequestHandlersTest, RestartWhileUpdatingTest, TestSolrDeletionPolicy1, TermVectorComponentDistributedTest, AssignTest, TestCloudDeleteByQuery, PreAnalyzedUpdateProcessorTest, JavabinLoaderTest, CoreAdminCreateDiscoverTest, TestReloadAndDeleteDocs, TestMacros, TestXIncludeConfig, TestStressRecovery, TestFieldCacheSanityChecker, TestManagedStopFilterFactory, SolrTestCaseJ4Test, TestGroupingSearch, TestRequestForwarding, TestJsonFacets, RecoveryAfterSoftCommitTest, LeaderElectionTest, BadIndexSchemaTest, StressHdfsTest, TestGraphMLResponseWriter, TestSolrQueryParserDefaultOperatorResource, DeleteInactiveReplicaTest, DeleteShardTest, ExplicitHLLTest, TestSolrQueryResponse, SharedFSAutoReplicaFailoverUtilsTest, PrimitiveFieldTypeTest, AddBlockUpdateTest, HdfsRestartWhileUpdatingTest, StatsComponentTest, TestDocTermOrds, ScriptEngineTest, DebugComponentTest, CursorMarkTest, StatelessScriptUpdateProcessorFactoryTest, BasicDistributedZkTest, LeaderElectionIntegrationTest, FullSolrCloudDistribCmdsTest, TestZkChroot, TestDistributedSearch, TestJoin, TestSolr4Spatial, TestSort, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, SolrIndexSplitterTest, TestExtendedDismaxParser, SuggesterFSTTest, TestFoldingMultitermQuery, SpatialFilterTest, WordBreakSolrSpellCheckerTest, TestUpdate, FieldMutatingUpdateProcessorTest, DocValuesMultiTest, LukeRequestHandlerTest, XmlUpdateRequestHandlerTest, TestIndexingPerformance, FastVectorHighlighterTest, TestJmxIntegration, MBeansHandlerTest, BinaryUpdateRequestHandlerTest, TestPHPSerializedResponseWriter, HighlighterConfigTest, UpdateParamsTest, TestQuerySenderNoQuery, BadComponentTest, TestDocSet, OutputWriterTest, ExternalFileFieldSortTest, TestPostingsSolrHighlighter, DirectSolrConnectionTest, TestCharFilters, SynonymTokenizerTest, TestDFRSimilarityFactory, TestLMJelinekMercerSimilarityFactory, ResourceLoaderTest, PluginInfoTest, ChaosMonkeyNothingIsSafeTest, BaseCdcrDistributedZkTest, CdcrReplicationHandlerTest, CdcrVersionReplicationTest, CollectionTooManyReplicasTest, DeleteReplicaTest, ForceLeaderTest, RemoteQueryErrorTest, SSLMigrationTest, SaslZkACLProviderTest, SolrCLIZkUtilsTest, SolrCloudExampleTest, TestDownShardTolerantSearch, TestExclusionRuleCollectionAccess, TestLocalFSCloudBackupRestore]
   [junit4] Completed [474/619 (2!)] on J2 in 6.73s, 1 test, 1 error <<< FAILURES!

[...truncated 463 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:740: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/common-build.xml:530: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1427: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:984: There were test failures: 619 suites (10 ignored), 2591 tests, 2 errors, 85 ignored (70 assumptions) [seed: DF2F8BC5AF116CAC]

Total time: 80 minutes 24 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any




[JENKINS] Lucene-Solr-Tests-master - Build # 1260 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1260/

1 tests failed.
FAILED:  org.apache.solr.cloud.overseer.ZkStateWriterTest.testExternalModificationToStateFormat2

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([B2E80F5EE379BFE4:C3351B8A82D24364]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.overseer.ZkStateWriterTest.testExternalModificationToStateFormat2(ZkStateWriterTest.java:328)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11522 lines...]
   [junit4] Suite: org.apache.solr.cloud.overseer.ZkStateWriterTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.overseer.ZkStateWriterTest_B2E80F5EE379BFE4-001/init-core-data-001
   [junit4]   2> 1109476 INFO  (SUITE-ZkStateWriterTest-seed#[B2E80F5EE379BFE4]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1109485 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSingleExternalCollection
   [junit4]   2> 1109485 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1109485 INFO  (Thread-3471) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1109485 INFO  (Thread-3471) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1109585 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.ZkTestServer start zk server on port:47958
   [junit4]   2> 1109585 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1109586 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1109588 INFO  (zkCallback-1286-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7f7e656f name:ZooKeeperConnection Watcher:127.0.0.1:47958 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1109588 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1109588 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1109590 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1109590 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1109591 INFO  (zkCallback-1287-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@33b3b7f0 name:ZooKeeperConnection Watcher:127.0.0.1:47958 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1109591 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1109591 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1109591 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1109596 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1109597 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1109598 INFO  (zkCallback-1288-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5513fa84 name:ZooKeeperConnection Watcher:127.0.0.1:47958/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1109598 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1109598 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1109598 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1109600 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1109601 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1109605 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1109606 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1109608 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1109608 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1109609 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1109611 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1109612 INFO  (zkCallback-1288-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1109612 INFO  (zkCallback-1288-thread-1) [    ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection c1
   [junit4]   2> 1109617 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1109619 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:47958 47958
   [junit4]   2> 1109787 INFO  (Thread-3471) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:47958 47958
   [junit4]   2> 1109790 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSingleExternalCollection
   [junit4]   2> 1109792 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSingleLegacyCollection
   [junit4]   2> 1109792 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1109796 INFO  (Thread-3472) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1109796 INFO  (Thread-3472) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1109896 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.ZkTestServer start zk server on port:47143
   [junit4]   2> 1109897 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1109897 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1109899 INFO  (zkCallback-1290-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4cc18960 name:ZooKeeperConnection Watcher:127.0.0.1:47143 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1109899 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1109899 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1109901 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1109902 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1109902 INFO  (zkCallback-1291-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@679b79f1 name:ZooKeeperConnection Watcher:127.0.0.1:47143 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1109902 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1109903 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1109903 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1109904 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x155c079dd1f0001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1109904 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1109905 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1109906 INFO  (zkCallback-1292-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@186a5993 name:ZooKeeperConnection Watcher:127.0.0.1:47143/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1109906 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1109907 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1109907 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1109908 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1109909 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1109910 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1109911 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1109912 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1109912 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1109913 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1109914 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1109920 INFO  (zkCallback-1292-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1109925 INFO  (zkCallback-1292-thread-1) [    ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection c1
   [junit4]   2> 1109925 INFO  (zkCallback-1292-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1109927 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:47143 47143
   [junit4]   2> 1110027 INFO  (Thread-3472) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:47143 47143
   [junit4]   2> 1110028 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSingleLegacyCollection
   [junit4]   2> 1110030 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testExternalModificationToStateFormat2
   [junit4]   2> 1110030 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1110038 INFO  (Thread-3473) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1110038 INFO  (Thread-3473) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1110138 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.ZkTestServer start zk server on port:42392
   [junit4]   2> 1110138 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1110139 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1110147 INFO  (zkCallback-1294-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1436aa36 name:ZooKeeperConnection Watcher:127.0.0.1:42392 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1110147 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1110147 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1110148 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1110149 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1110150 INFO  (zkCallback-1295-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2d47704f name:ZooKeeperConnection Watcher:127.0.0.1:42392 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1110150 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1110150 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1110150 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1110152 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1110153 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1110154 INFO  (zkCallback-1296-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@79545a38 name:ZooKeeperConnection Watcher:127.0.0.1:42392/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1110154 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1110154 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1110154 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1110155 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1110156 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1110157 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1110157 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1110158 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1110159 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1110159 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1110160 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1110161 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c2
   [junit4]   2> 1110162 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c2/state.json
   [junit4]   2> 1110163 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection c2
   [junit4]   2> 1110163 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.o.ZkStateWriterTest Cluster state: live nodes:[]collections:{}
   [junit4]   2> 1110165 INFO  (zkCallback-1296-thread-2) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1110165 WARN  (zkCallback-1296-thread-2) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /collections]
   [junit4]   2> 1110166 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42392 42392
   [junit4]   2> 1110336 INFO  (Thread-3473) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42392 42392
   [junit4]   2> 1110337 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testExternalModificationToStateFormat2
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ZkStateWriterTest -Dtests.method=testExternalModificationToStateFormat2 -Dtests.seed=B2E80F5EE379BFE4 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=hr-HR -Dtests.timezone=Etc/GMT+1 -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 0.31s J2 | ZkStateWriterTest.testExternalModificationToStateFormat2 <<<
   [junit4]    > Throwable #1: java.lang.AssertionError
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([B2E80F5EE379BFE4:C3351B8A82D24364]:0)
   [junit4]    > 	at org.apache.solr.cloud.overseer.ZkStateWriterTest.testExternalModificationToStateFormat2(ZkStateWriterTest.java:328)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1110341 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testZkStateWriterBatching
   [junit4]   2> 1110341 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1110342 INFO  (Thread-3474) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1110342 INFO  (Thread-3474) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1110442 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.ZkTestServer start zk server on port:53405
   [junit4]   2> 1110442 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1110442 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1110444 INFO  (zkCallback-1298-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3f692c50 name:ZooKeeperConnection Watcher:127.0.0.1:53405 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1110444 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1110444 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1110446 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1110452 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1110453 INFO  (zkCallback-1299-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@155c2adc name:ZooKeeperConnection Watcher:127.0.0.1:53405 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1110453 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1110454 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1110454 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1110456 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1110460 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1110464 INFO  (zkCallback-1300-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@495a0292 name:ZooKeeperConnection Watcher:127.0.0.1:53405/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1110464 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1110465 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1110465 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1110466 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1110467 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1110468 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1110469 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1110470 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1110470 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1110471 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1110472 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1110472 INFO  (zkCallback-1300-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1110473 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c2
   [junit4]   2> 1110473 INFO  (zkCallback-1300-thread-1) [    ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection c1
   [junit4]   2> 1110474 INFO  (zkCallback-1300-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1110474 INFO  (zkCallback-1300-thread-1) [    ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection c2
   [junit4]   2> 1110474 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1110477 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:53405 53405
   [junit4]   2> 1110599 INFO  (Thread-3474) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:53405 53405
   [junit4]   2> 1110600 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testZkStateWriterBatching
   [junit4]   2> 1110602 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testExternalModificationToSharedClusterState
   [junit4]   2> 1110603 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1110603 INFO  (Thread-3475) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1110603 INFO  (Thread-3475) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1110703 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.ZkTestServer start zk server on port:58610
   [junit4]   2> 1110703 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1110704 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1110706 INFO  (zkCallback-1302-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@51e18e47 name:ZooKeeperConnection Watcher:127.0.0.1:58610 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1110706 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1110706 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1110708 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1110713 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1110714 INFO  (zkCallback-1303-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@58f9b75c name:ZooKeeperConnection Watcher:127.0.0.1:58610 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1110714 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1110714 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1110714 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1110717 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1110721 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1110724 INFO  (zkCallback-1304-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1b0ffadf name:ZooKeeperConnection Watcher:127.0.0.1:58610/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1110724 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1110725 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1110725 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1110726 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1110727 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1110728 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1110733 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1110734 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1110735 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1110735 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1110736 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1110737 INFO  (zkCallback-1304-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1110737 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c2
   [junit4]   2> 1110738 INFO  (zkCallback-1304-thread-1) [    ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection c1
   [junit4]   2> 1110739 INFO  (zkCallback-1304-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1110739 INFO  (zkCallback-1304-thread-1) [    ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection c2
   [junit4]   2> 1110740 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.ZkStateReader Refreshing lazily-loaded state for collection c1
   [junit4]   2> 1110740 INFO  (zkCallback-1304-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1110740 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.c.ZkStateReader Refreshing lazily-loaded state for collection c2
   [junit4]   2> 1110742 INFO  (zkCallback-1304-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1112242 WARN  (zkCallback-1304-thread-1) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /clusterstate.json]
   [junit4]   2> 1112243 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:58610 58610
   [junit4]   2> 1112369 INFO  (Thread-3475) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:58610 58610
   [junit4]   2> 1112370 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testExternalModificationToSharedClusterState
   [junit4]   2> 1112371 INFO  (SUITE-ZkStateWriterTest-seed#[B2E80F5EE379BFE4]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.overseer.ZkStateWriterTest_B2E80F5EE379BFE4-001
   [junit4]   2> Jul 06, 2016 1:51:02 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=909, maxMBSortInHeap=6.227599413257412, sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=hr-HR, timezone=Etc/GMT+1
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=82050128,total=524812288
   [junit4]   2> NOTE: All tests run in this JVM: [DebugComponentTest, TermVectorComponentDistributedTest, TestTolerantUpdateProcessorRandomCloud, AssignTest, OverseerRolesTest, CursorMarkTest, TestUtils, TestJettySolrRunner, TestFieldCacheSanityChecker, ShowFileRequestHandlerTest, JavabinLoaderTest, DocExpirationUpdateProcessorFactoryTest, DistributedSuggestComponentTest, TestElisionMultitermQuery, TestManagedStopFilterFactory, TestJsonFacets, TestRequestForwarding, PluginInfoTest, TestManagedSchemaAPI, SuggesterWFSTTest, PreAnalyzedUpdateProcessorTest, BasicAuthIntegrationTest, TestSearchPerf, DistributedFacetPivotLongTailTest, TestSweetSpotSimilarityFactory, TestCSVResponseWriter, SolrCoreCheckLockOnStartupTest, BasicDistributedZk2Test, TestHighFrequencyDictionaryFactory, TestFieldSortValues, TestSolrQueryParserDefaultOperatorResource, FieldAnalysisRequestHandlerTest, TestBlobHandler, RequestHandlersTest, TestReplicationHandlerBackup, TestCoreDiscovery, UUIDUpdateProcessorFallbackTest, HdfsRestartWhileUpdatingTest, TestLockTree, QueryParsingTest, TestFieldCacheVsDocValues, TestScoreJoinQPNoScore, TestStressUserVersions, TestDistributedMissingSort, TestSuggestSpellingConverter, CleanupOldIndexTest, TestGroupingSearch, TestCloudSchemaless, TestTolerantSearch, TestQueryWrapperFilter, DistributedFacetPivotWhiteBoxTest, TestReRankQParserPlugin, TestSolrIndexConfig, DateMathParserTest, TestSolrDynamicMBean, TestReload, TestInfoStreamLogging, VMParamsZkACLAndCredentialsProvidersTest, LukeRequestHandlerTest, SolrTestCaseJ4Test, HdfsNNFailoverTest, ResponseHeaderTest, SuggesterTest, TestSolrJ, SuggestComponentContextFilterQueryTest, SharedFSAutoReplicaFailoverUtilsTest, TestDownShardTolerantSearch, TestCollectionAPI, StressHdfsTest, CollectionsAPISolrJTest, FullSolrCloudDistribCmdsTest, TestDocTermOrds, SolrCloudExampleTest, AutoCommitTest, AddBlockUpdateTest, CollectionStateFormat2Test, TestRandomRequestDistribution, RegexBoostProcessorTest, SmileWriterTest, TestSchemaSimilarityResource, DistribDocExpirationUpdateProcessorTest, RecoveryZkTest, TestReloadAndDeleteDocs, DistributedVersionInfoTest, TestConfigSets, TestConfigSetsAPIZkFailure, RestartWhileUpdatingTest, DirectUpdateHandlerOptimizeTest, FieldMutatingUpdateProcessorTest, TestPerFieldSimilarity, StatelessScriptUpdateProcessorFactoryTest, TestPHPSerializedResponseWriter, ZkStateWriterTest]
   [junit4] Completed [296/619 (1!)] on J2 in 3.67s, 5 tests, 1 failure <<< FAILURES!

[...truncated 1023 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:740: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/common-build.xml:530: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1427: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:984: There were test failures: 619 suites (10 ignored), 2589 tests, 1 failure, 85 ignored (70 assumptions) [seed: B2E80F5EE379BFE4]

Total time: 71 minutes 48 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any




[JENKINS] Lucene-Solr-Tests-master - Build # 1259 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1259/

All tests passed

Build Log:
[...truncated 51941 lines...]
-ecj-javadoc-lint-src:
    [mkdir] Created dir: /tmp/ecj2094131078
 [ecj-lint] Compiling 232 source files to /tmp/ecj2094131078
 [ecj-lint] ----------
 [ecj-lint] 1. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/queryparser/src/java/org/apache/lucene/queryparser/classic/QueryParserTokenManager.java (at line 3)
 [ecj-lint] 	import java.io.StringReader;
 [ecj-lint] 	       ^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The import java.io.StringReader is never used
 [ecj-lint] ----------
 [ecj-lint] 2. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/queryparser/src/java/org/apache/lucene/queryparser/classic/QueryParserTokenManager.java (at line 4)
 [ecj-lint] 	import java.util.ArrayList;
 [ecj-lint] 	       ^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The import java.util.ArrayList is never used
 [ecj-lint] ----------
 [ecj-lint] 3. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/queryparser/src/java/org/apache/lucene/queryparser/classic/QueryParserTokenManager.java (at line 5)
 [ecj-lint] 	import java.util.Arrays;
 [ecj-lint] 	       ^^^^^^^^^^^^^^^^
 [ecj-lint] The import java.util.Arrays is never used
 [ecj-lint] ----------
 [ecj-lint] 4. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/queryparser/src/java/org/apache/lucene/queryparser/classic/QueryParserTokenManager.java (at line 6)
 [ecj-lint] 	import java.util.HashSet;
 [ecj-lint] 	       ^^^^^^^^^^^^^^^^^
 [ecj-lint] The import java.util.HashSet is never used
 [ecj-lint] ----------
 [ecj-lint] 5. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/queryparser/src/java/org/apache/lucene/queryparser/classic/QueryParserTokenManager.java (at line 7)
 [ecj-lint] 	import java.util.List;
 [ecj-lint] 	       ^^^^^^^^^^^^^^
 [ecj-lint] The import java.util.List is never used
 [ecj-lint] ----------
 [ecj-lint] 6. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/queryparser/src/java/org/apache/lucene/queryparser/classic/QueryParserTokenManager.java (at line 8)
 [ecj-lint] 	import java.util.Locale;
 [ecj-lint] 	       ^^^^^^^^^^^^^^^^
 [ecj-lint] The import java.util.Locale is never used
 [ecj-lint] ----------
 [ecj-lint] 7. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/queryparser/src/java/org/apache/lucene/queryparser/classic/QueryParserTokenManager.java (at line 9)
 [ecj-lint] 	import java.util.Set;
 [ecj-lint] 	       ^^^^^^^^^^^^^
 [ecj-lint] The import java.util.Set is never used
 [ecj-lint] ----------
 [ecj-lint] 8. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/queryparser/src/java/org/apache/lucene/queryparser/classic/QueryParserTokenManager.java (at line 10)
 [ecj-lint] 	import org.apache.lucene.analysis.Analyzer;
 [ecj-lint] 	       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The import org.apache.lucene.analysis.Analyzer is never used
 [ecj-lint] ----------
 [ecj-lint] 9. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/queryparser/src/java/org/apache/lucene/queryparser/classic/QueryParserTokenManager.java (at line 11)
 [ecj-lint] 	import org.apache.lucene.document.DateTools;
 [ecj-lint] 	       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The import org.apache.lucene.document.DateTools is never used
 [ecj-lint] ----------
 [ecj-lint] 10. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/queryparser/src/java/org/apache/lucene/queryparser/classic/QueryParserTokenManager.java (at line 12)
 [ecj-lint] 	import org.apache.lucene.search.BooleanClause;
 [ecj-lint] 	       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The import org.apache.lucene.search.BooleanClause is never used
 [ecj-lint] ----------
 [ecj-lint] 11. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/queryparser/src/java/org/apache/lucene/queryparser/classic/QueryParserTokenManager.java (at line 13)
 [ecj-lint] 	import org.apache.lucene.search.Query;
 [ecj-lint] 	       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The import org.apache.lucene.search.Query is never used
 [ecj-lint] ----------
 [ecj-lint] 12. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/queryparser/src/java/org/apache/lucene/queryparser/classic/QueryParserTokenManager.java (at line 14)
 [ecj-lint] 	import org.apache.lucene.search.TermRangeQuery;
 [ecj-lint] 	       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The import org.apache.lucene.search.TermRangeQuery is never used
 [ecj-lint] ----------
 [ecj-lint] 12 problems (12 errors)

BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:740: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:101: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build.xml:204: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:2161: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1976: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:2015: Compile failed; see the compiler error output for details.

Total time: 82 minutes 15 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any




[JENKINS] Lucene-Solr-Tests-master - Build # 1258 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1258/

2 tests failed.
FAILED:  org.apache.solr.cloud.overseer.ZkStateReaderTest.testExternalCollectionWatchedNotWatched

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([9F4B07ACFADA728D:94F0F680AB838424]:0)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testExternalCollectionWatchedNotWatched(ZkStateReaderTest.java:167)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.overseer.ZkStateWriterTest.testExternalModificationToStateFormat2

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([9F4B07ACFADA728D:EE9613789B718E0D]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.overseer.ZkStateWriterTest.testExternalModificationToStateFormat2(ZkStateWriterTest.java:328)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 12165 lines...]
   [junit4] Suite: org.apache.solr.cloud.overseer.ZkStateReaderTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.overseer.ZkStateReaderTest_9F4B07ACFADA728D-001/init-core-data-001
   [junit4]   2> 1745680 INFO  (SUITE-ZkStateReaderTest-seed#[9F4B07ACFADA728D]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 1745707 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithTimeDelayLazy
   [junit4]   2> 1745708 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1745715 INFO  (Thread-8379) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1745715 INFO  (Thread-8379) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1745809 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.ZkTestServer start zk server on port:57549
   [junit4]   2> 1745809 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1745810 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1745812 INFO  (zkCallback-2479-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2931a512 name:ZooKeeperConnection Watcher:127.0.0.1:57549 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1745813 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1745813 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1745813 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1745814 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1745814 INFO  (zkCallback-2480-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@e5f215b name:ZooKeeperConnection Watcher:127.0.0.1:57549 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1745814 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1745815 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1745815 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1745817 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1745819 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1745820 INFO  (zkCallback-2481-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4f4618c5 name:ZooKeeperConnection Watcher:127.0.0.1:57549/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1745820 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1745821 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1745821 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1745822 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1745822 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1745822 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1745823 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1745823 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1745824 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1745824 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1745825 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1745827 INFO  (zkCallback-2481-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1745828 INFO  (zkCallback-2481-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1745828 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 1745831 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1745832 INFO  (zkCallback-2481-thread-2) [    ] o.a.s.c.c.ZkStateReader Uninteresting collection c1
   [junit4]   2> 1745832 INFO  (zkCallback-2481-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1745833 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 1745834 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57549 57549
   [junit4]   2> 1745943 INFO  (Thread-8379) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57549 57549
   [junit4]   2> 1745943 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithTimeDelayLazy
   [junit4]   2> 1745948 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9F4B07ACFADA728D]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testExternalCollectionWatchedNotWatched
   [junit4]   2> 1745948 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1745949 INFO  (Thread-8380) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1745949 INFO  (Thread-8380) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1746049 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.ZkTestServer start zk server on port:60227
   [junit4]   2> 1746049 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1746049 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1746051 INFO  (zkCallback-2483-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3f21c0c5 name:ZooKeeperConnection Watcher:127.0.0.1:60227 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1746051 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1746051 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1746052 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1746052 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1746053 INFO  (zkCallback-2484-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@62873caa name:ZooKeeperConnection Watcher:127.0.0.1:60227 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1746053 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1746053 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1746053 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1746055 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1746056 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1746056 INFO  (zkCallback-2485-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1bcfdc4a name:ZooKeeperConnection Watcher:127.0.0.1:60227/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1746056 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1746057 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1746057 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1746058 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1746058 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1746059 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1746059 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1746060 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1746060 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1746060 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1746061 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1746061 INFO  (zkCallback-2485-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1746061 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1746062 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection c1
   [junit4]   2> 1746062 INFO  (zkCallback-2485-thread-1) [    ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection c1
   [junit4]   2> 1746063 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60227 60227
   [junit4]   2> 1746185 INFO  (Thread-8380) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60227 60227
   [junit4]   2> 1746186 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9F4B07ACFADA728D]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testExternalCollectionWatchedNotWatched
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ZkStateReaderTest -Dtests.method=testExternalCollectionWatchedNotWatched -Dtests.seed=9F4B07ACFADA728D -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ar-KW -Dtests.timezone=Etc/GMT+3 -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.24s J2 | ZkStateReaderTest.testExternalCollectionWatchedNotWatched <<<
   [junit4]    > Throwable #1: java.lang.NullPointerException
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([9F4B07ACFADA728D:94F0F680AB838424]:0)
   [junit4]    > 	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testExternalCollectionWatchedNotWatched(ZkStateReaderTest.java:167)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1746191 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9F4B07ACFADA728D]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithTimeDelay
   [junit4]   2> 1746192 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1746192 INFO  (Thread-8381) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1746192 INFO  (Thread-8381) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1746292 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.ZkTestServer start zk server on port:49908
   [junit4]   2> 1746292 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1746293 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1746295 INFO  (zkCallback-2487-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@10eb7544 name:ZooKeeperConnection Watcher:127.0.0.1:49908 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1746295 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1746295 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1746296 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x155bbb808a70000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1746296 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1746297 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1746297 INFO  (zkCallback-2488-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@49aa9b40 name:ZooKeeperConnection Watcher:127.0.0.1:49908 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1746297 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1746297 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1746297 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1746300 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x155bbb808a70001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1746300 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1746303 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1746303 INFO  (zkCallback-2489-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@138387e2 name:ZooKeeperConnection Watcher:127.0.0.1:49908/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1746303 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1746303 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1746304 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1746305 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1746305 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1746306 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1746307 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1746307 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1746308 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1746308 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1746309 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 1746309 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1746310 INFO  (zkCallback-2489-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1746311 INFO  (zkCallback-2489-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1746311 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1746312 INFO  (zkCallback-2489-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1746312 INFO  (zkCallback-2489-thread-1) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 1746312 INFO  (zkCallback-2489-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1746313 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x155bbb808a70002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1746314 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:49908 49908
   [junit4]   2> 1746435 INFO  (Thread-8381) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:49908 49908
   [junit4]   2> 1746437 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9F4B07ACFADA728D]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithTimeDelay
   [junit4]   2> 1746440 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithExplicitRefreshLazy
   [junit4]   2> 1746440 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1746441 INFO  (Thread-8382) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1746441 INFO  (Thread-8382) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1746541 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.ZkTestServer start zk server on port:50952
   [junit4]   2> 1746541 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1746541 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1746543 INFO  (zkCallback-2491-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5d7f3c9 name:ZooKeeperConnection Watcher:127.0.0.1:50952 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1746543 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1746543 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1746544 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1746544 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1746545 INFO  (zkCallback-2492-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@216083fb name:ZooKeeperConnection Watcher:127.0.0.1:50952 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1746545 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1746545 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1746545 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1746548 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1746548 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1746549 INFO  (zkCallback-2493-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2d2389f2 name:ZooKeeperConnection Watcher:127.0.0.1:50952/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1746549 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1746549 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1746549 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1746550 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1746550 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1746551 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1746551 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1746552 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1746552 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1746552 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1746553 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1746554 INFO  (zkCallback-2493-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1746554 INFO  (zkCallback-2493-thread-1) [    ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection c1
   [junit4]   2> 1746554 INFO  (zkCallback-2493-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1746554 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection c1
   [junit4]   2> 1746555 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1746555 INFO  (zkCallback-2493-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1746555 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ZkStateReader Refreshing lazily-loaded state for collection c1
   [junit4]   2> 1746557 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:50952 50952
   [junit4]   2> 1746679 INFO  (Thread-8382) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:50952 50952
   [junit4]   2> 1746680 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithExplicitRefreshLazy
   [junit4]   2> 1746684 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testWatchedCollectionCreation
   [junit4]   2> 1746684 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1746684 INFO  (Thread-8383) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1746684 INFO  (Thread-8383) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1746784 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.ZkTestServer start zk server on port:46265
   [junit4]   2> 1746785 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1746785 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1746788 INFO  (zkCallback-2495-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@16fc16b9 name:ZooKeeperConnection Watcher:127.0.0.1:46265 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1746788 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1746788 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1746789 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1746789 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1746790 INFO  (zkCallback-2496-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@45c83f18 name:ZooKeeperConnection Watcher:127.0.0.1:46265 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1746790 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1746790 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1746790 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1746792 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1746792 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1746793 INFO  (zkCallback-2497-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@63a16a6d name:ZooKeeperConnection Watcher:127.0.0.1:46265/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1746793 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1746793 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1746794 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1746795 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1746796 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1746796 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1746797 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1746798 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1746798 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1746798 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1746799 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 1746800 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1746800 INFO  (zkCallback-2497-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1746800 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection c1
   [junit4]   2> 1746801 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1746802 INFO  (zkCallback-2497-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1746802 INFO  (zkCallback-2497-thread-1) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 1746804 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46265 46265
   [junit4]   2> 1746981 INFO  (Thread-8383) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46265 46265
   [junit4]   2> 1746982 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testWatchedCollectionCreation
   [junit4]   2> 1746987 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithExplicitRefresh
   [junit4]   2> 1746987 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1746987 INFO  (Thread-8384) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1746987 INFO  (Thread-8384) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1747087 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.ZkTestServer start zk server on port:33461
   [junit4]   2> 1747088 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1747088 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1747090 INFO  (zkCallback-2499-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1831580b name:ZooKeeperConnection Watcher:127.0.0.1:33461 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1747090 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1747091 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1747091 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1747092 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1747092 INFO  (zkCallback-2500-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7cd92640 name:ZooKeeperConnection Watcher:127.0.0.1:33461 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1747092 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1747092 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1747092 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1747094 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1747095 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1747095 INFO  (zkCallback-2501-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6b9c1e49 name:ZooKeeperConnection Watcher:127.0.0.1:33461/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1747095 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1747095 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1747095 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1747096 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1747097 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1747099 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1747100 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1747100 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1747100 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1747101 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1747102 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 1747102 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1747102 INFO  (zkCallback-2501-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1747103 INFO  (zkCallback-2501-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1747104 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection c1
   [junit4]   2> 1747105 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1747105 INFO  (zkCallback-2501-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1747105 INFO  (zkCallback-2501-thread-1) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 1747105 INFO  (zkCallback-2501-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1747106 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ZkStateReader Forcing refresh of watched collection state for c1
   [junit4]   2> 1747107 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33461 33461
   [junit4]   2> 1747278 INFO  (Thread-8384) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33461 33461
   [junit4]   2> 1747279 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithExplicitRefresh
   [junit4]   2> 1747280 INFO  (SUITE-ZkStateReaderTest-seed#[9F4B07ACFADA728D]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.overseer.ZkStateReaderTest_9F4B07ACFADA728D-001
   [junit4]   2> Jul 05, 2016 3:40:49 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1653, maxMBSortInHeap=7.249406565788805, sim=ClassicSimilarity, locale=ar-KW, timezone=Etc/GMT+3
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=28660072,total=521666560
   [junit4]   2> NOTE: All tests run in this JVM: [CheckHdfsIndexTest, SecurityConfHandlerTest, MigrateRouteKeyTest, BinaryUpdateRequestHandlerTest, TermVectorComponentDistributedTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestManagedResourceStorage, SharedFSAutoReplicaFailoverUtilsTest, LukeRequestHandlerTest, TestDocBasedVersionConstraints, TestFuzzyAnalyzedSuggestions, TestFilteredDocIdSet, TestFieldCache, LeaderElectionTest, TestConfigReload, SuggesterWFSTTest, TestTolerantSearch, ShowFileRequestHandlerTest, TestPHPSerializedResponseWriter, BlobRepositoryCloudTest, TestNumericTerms64, TestConfigSetImmutable, DirectSolrConnectionTest, ClassificationUpdateProcessorFactoryTest, TestRuleBasedAuthorizationPlugin, SuggesterTest, TestSolrDeletionPolicy1, TestScoreJoinQPScore, TestXIncludeConfig, TestStressRecovery, HdfsDirectoryTest, DistributedFacetPivotSmallAdvancedTest, TestFieldCacheSort, TestPostingsSolrHighlighter, SimpleMLTQParserTest, TestUtils, RecoveryAfterSoftCommitTest, DeleteInactiveReplicaTest, DistributedQueryComponentCustomSortTest, TestDynamicFieldCollectionResource, BaseCdcrDistributedZkTest, QueryResultKeyTest, MergeStrategyTest, TestRecoveryHdfs, CircularListTest, NoCacheHeaderTest, TestNamedUpdateProcessors, TestInitQParser, TestReqParamsAPI, TestFieldCacheWithThreads, SimpleFacetsTest, TestSchemaManager, TestSweetSpotSimilarityFactory, SampleTest, TestConfigSetsAPIExclusivity, TestSolrFieldCacheMBean, CdcrRequestHandlerTest, TestJettySolrRunner, TestSizeLimitedDistributedMap, FullSolrCloudDistribCmdsTest, FacetPivotSmallTest, TestSimpleQParserPlugin, DistanceUnitsTest, CoreAdminHandlerTest, TestFileDictionaryLookup, TestRandomCollapseQParserPlugin, AutoCommitTest, TestReversedWildcardFilterFactory, TestSchemaVersionResource, FullHLLTest, PKIAuthenticationIntegrationTest, PluginInfoTest, TestInitParams, TestJmxMonitoredMap, TestSchemaNameResource, TestSolrIndexConfig, HighlighterMaxOffsetTest, TestWriterPerf, TestLeaderElectionZkExpiry, FieldMutatingUpdateProcessorTest, HdfsBasicDistributedZk2Test, OverseerRolesTest, BadIndexSchemaTest, TestDefaultStatsCache, QueryParsingTest, TestCloudBackupRestore, BlockJoinFacetSimpleTest, ChangedSchemaMergeTest, SuggestComponentTest, CurrencyFieldXmlFileTest, EnumFieldTest, OverseerTest, TestComplexPhraseQParserPlugin, TestZkChroot, TestFieldResource, SolrTestCaseJ4Test, HighlighterConfigTest, DateMathParserTest, TestTrieFacet, BasicDistributedZkTest, BasicDistributedZk2Test, UnloadDistributedZkTest, ShardRoutingTest, TestRandomFaceting, ZkSolrClientTest, TestJoin, DistributedTermsComponentTest, SolrCmdDistributorTest, TestFunctionQuery, DirectUpdateHandlerTest, TestBadConfig, TestCoreDiscovery, SuggesterTSTTest, TestStressLucene, SchemaVersionSpecificBehaviorTest, StatelessScriptUpdateProcessorFactoryTest, PrimitiveFieldTypeTest, TestIndexingPerformance, TestSolrQueryParser, RegexBoostProcessorTest, TestCollationField, TestCSVResponseWriter, JsonLoaderTest, TestBinaryResponseWriter, SOLR749Test, TestQuerySenderListener, UpdateParamsTest, SolrIndexConfigTest, BadComponentTest, TestSolrDeletionPolicy2, TestDocSet, TestSearchPerf, MinimalSchemaTest, TestElisionMultitermQuery, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, SpellPossibilityIteratorTest, TestCharFilters, TestCodecSupport, EchoParamsTest, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TestFastWriter, ResourceLoaderTest, TestFastOutputStream, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, TestFastLRUCache, ChaosMonkeyNothingIsSafeTest, CdcrReplicationDistributedZkTest, CdcrReplicationHandlerTest, CdcrVersionReplicationTest, CollectionReloadTest, DeleteReplicaTest, LeaderFailoverAfterPartitionTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, SSLMigrationTest, SaslZkACLProviderTest, SolrCLIZkUtilsTest, SolrCloudExampleTest, TestDistribDocBasedVersion, TestLeaderInitiatedRecoveryThread, TestOnReconnectListenerSupport, TestRebalanceLeaders, TestRequestForwarding, TestRequestStatusCollectionAPI, TestTolerantUpdateProcessorRandomCloud, VMParamsZkACLAndCredentialsProvidersTest, HdfsBasicDistributedZkTest, HdfsChaosMonkeySafeLeaderTest, HdfsCollectionsAPIDistributedZkTest, HdfsNNFailoverTest, HdfsRecoveryZkTest, HdfsSyncSliceTest, HdfsThreadLeakTest, TestClusterStateMutator, ZkStateReaderTest]
   [junit4] Completed [509/618 (1!)] on J2 in 2.39s, 6 tests, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.cloud.overseer.ZkStateWriterTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.overseer.ZkStateWriterTest_9F4B07ACFADA728D-001/init-core-data-001
   [junit4]   2> 1748249 INFO  (SUITE-ZkStateWriterTest-seed#[9F4B07ACFADA728D]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 1748252 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testExternalModificationToStateFormat2
   [junit4]   2> 1748252 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1748259 INFO  (Thread-8385) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1748259 INFO  (Thread-8385) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1748359 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.ZkTestServer start zk server on port:38474
   [junit4]   2> 1748359 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1748362 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1748364 INFO  (zkCallback-2503-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6385d0f0 name:ZooKeeperConnection Watcher:127.0.0.1:38474 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1748364 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1748364 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1748365 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1748366 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1748366 INFO  (zkCallback-2504-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6074f03d name:ZooKeeperConnection Watcher:127.0.0.1:38474 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1748366 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1748366 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1748366 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1748374 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1748375 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1748375 INFO  (zkCallback-2505-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2c15ef1b name:ZooKeeperConnection Watcher:127.0.0.1:38474/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1748375 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1748375 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1748375 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1748376 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1748377 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1748377 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1748377 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1748378 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1748378 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1748378 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1748379 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1748379 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c2
   [junit4]   2> 1748380 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c2/state.json
   [junit4]   2> 1748380 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection c2
   [junit4]   2> 1748381 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.o.ZkStateWriterTest Cluster state: live nodes:[]collections:{}
   [junit4]   2> 1748381 INFO  (zkCallback-2505-thread-2) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1748381 WARN  (zkCallback-2505-thread-2) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /collections]
   [junit4]   2> 1748382 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38474 38474
   [junit4]   2> 1748506 INFO  (Thread-8385) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38474 38474
   [junit4]   2> 1748508 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testExternalModificationToStateFormat2
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ZkStateWriterTest -Dtests.method=testExternalModificationToStateFormat2 -Dtests.seed=9F4B07ACFADA728D -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ca-ES -Dtests.timezone=America/Fortaleza -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 0.26s J2 | ZkStateWriterTest.testExternalModificationToStateFormat2 <<<
   [junit4]    > Throwable #1: java.lang.AssertionError
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([9F4B07ACFADA728D:EE9613789B718E0D]:0)
   [junit4]    > 	at org.apache.solr.cloud.overseer.ZkStateWriterTest.testExternalModificationToStateFormat2(ZkStateWriterTest.java:328)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1748512 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9F4B07ACFADA728D]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testZkStateWriterBatching
   [junit4]   2> 1748512 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1748512 INFO  (Thread-8386) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1748512 INFO  (Thread-8386) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1748612 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.ZkTestServer start zk server on port:42099
   [junit4]   2> 1748613 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1748613 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1748620 INFO  (zkCallback-2507-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@502e85d5 name:ZooKeeperConnection Watcher:127.0.0.1:42099 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1748620 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1748620 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1748621 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1748622 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1748622 INFO  (zkCallback-2508-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5c50b95a name:ZooKeeperConnection Watcher:127.0.0.1:42099 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1748622 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1748622 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1748622 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1748626 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1748627 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1748628 INFO  (zkCallback-2509-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2276365d name:ZooKeeperConnection Watcher:127.0.0.1:42099/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1748628 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1748628 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1748631 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1748632 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1748633 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1748633 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1748634 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1748634 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1748635 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1748635 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1748636 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1748636 INFO  (zkCallback-2509-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1748636 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c2
   [junit4]   2> 1748639 INFO  (zkCallback-2509-thread-1) [    ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection c1
   [junit4]   2> 1748639 INFO  (zkCallback-2509-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1748639 INFO  (zkCallback-2509-thread-1) [    ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection c2
   [junit4]   2> 1748639 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1748641 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42099 42099
   [junit4]   2> 1748762 INFO  (Thread-8386) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42099 42099
   [junit4]   2> 1748764 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9F4B07ACFADA728D]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testZkStateWriterBatching
   [junit4]   2> 1748768 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testExternalModificationToSharedClusterState
   [junit4]   2> 1748769 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1748771 INFO  (Thread-8387) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1748772 INFO  (Thread-8387) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1748871 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.ZkTestServer start zk server on port:60205
   [junit4]   2> 1748872 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1748872 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1748874 INFO  (zkCallback-2511-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2a5cc50f name:ZooKeeperConnection Watcher:127.0.0.1:60205 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1748874 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1748874 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1748875 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1748882 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1748882 INFO  (zkCallback-2512-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@473beccd name:ZooKeeperConnection Watcher:127.0.0.1:60205 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1748882 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1748882 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1748882 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1748884 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1748885 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1748885 INFO  (zkCallback-2513-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@58b77ca7 name:ZooKeeperConnection Watcher:127.0.0.1:60205/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1748885 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1748886 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1748886 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1748887 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1748887 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1748888 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1748888 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1748889 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1748889 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1748889 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1748890 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1748891 INFO  (zkCallback-2513-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1748891 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c2
   [junit4]   2> 1748891 INFO  (zkCallback-2513-thread-1) [    ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection c1
   [junit4]   2> 1748892 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection c1
   [junit4]   2> 1748892 INFO  (zkCallback-2513-thread-2) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1748892 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection c2
   [junit4]   2> 1748893 WARN  (zkCallback-2513-thread-2) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /collections]
   [junit4]   2> 1748899 INFO  (zkCallback-2513-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1748899 WARN  (zkCallback-2513-thread-3) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /clusterstate.json]
   [junit4]   2> 1748900 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60205 60205
   [junit4]   2> 1749078 INFO  (Thread-8387) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60205 60205
   [junit4]   2> 1749079 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testExternalModificationToSharedClusterState
   [junit4]   2> 1749083 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9F4B07ACFADA728D]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSingleLegacyCollection
   [junit4]   2> 1749083 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1749083 INFO  (Thread-8388) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1749083 INFO  (Thread-8388) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1749183 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.ZkTestServer start zk server on port:37091
   [junit4]   2> 1749183 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1749184 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1749186 INFO  (zkCallback-2515-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@531f6af8 name:ZooKeeperConnection Watcher:127.0.0.1:37091 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1749186 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1749186 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1749187 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1749187 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1749187 INFO  (zkCallback-2516-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@79ea2500 name:ZooKeeperConnection Watcher:127.0.0.1:37091 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1749188 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1749188 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1749188 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1749190 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1749190 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1749190 INFO  (zkCallback-2517-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2f323d21 name:ZooKeeperConnection Watcher:127.0.0.1:37091/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1749190 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1749191 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1749191 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1749192 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1749192 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1749193 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1749194 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1749194 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1749195 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1749195 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCo

[...truncated too long message...]

O  (zkCallback-2521-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5165954f name:ZooKeeperConnection Watcher:127.0.0.1:55083/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1749399 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1749399 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1749400 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1749400 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1749401 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1749401 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1749402 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1749402 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1749402 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1749403 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1749403 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1749404 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1749405 INFO  (zkCallback-2521-thread-2) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1749405 WARN  (zkCallback-2521-thread-2) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /collections]
   [junit4]   2> 1749406 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[9F4B07ACFADA728D]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:55083 55083
   [junit4]   2> 1749569 INFO  (Thread-8389) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:55083 55083
   [junit4]   2> 1749570 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[9F4B07ACFADA728D]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSingleExternalCollection
   [junit4]   2> 1749571 INFO  (SUITE-ZkStateWriterTest-seed#[9F4B07ACFADA728D]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.overseer.ZkStateWriterTest_9F4B07ACFADA728D-001
   [junit4]   2> Jul 05, 2016 3:40:51 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=708, maxMBSortInHeap=7.575381784279413, sim=ClassicSimilarity, locale=ca-ES, timezone=America/Fortaleza
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=155581384,total=522715136
   [junit4]   2> NOTE: All tests run in this JVM: [CheckHdfsIndexTest, SecurityConfHandlerTest, MigrateRouteKeyTest, BinaryUpdateRequestHandlerTest, TermVectorComponentDistributedTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestManagedResourceStorage, SharedFSAutoReplicaFailoverUtilsTest, LukeRequestHandlerTest, TestDocBasedVersionConstraints, TestFuzzyAnalyzedSuggestions, TestFilteredDocIdSet, TestFieldCache, LeaderElectionTest, TestConfigReload, SuggesterWFSTTest, TestTolerantSearch, ShowFileRequestHandlerTest, TestPHPSerializedResponseWriter, BlobRepositoryCloudTest, TestNumericTerms64, TestConfigSetImmutable, DirectSolrConnectionTest, ClassificationUpdateProcessorFactoryTest, TestRuleBasedAuthorizationPlugin, SuggesterTest, TestSolrDeletionPolicy1, TestScoreJoinQPScore, TestXIncludeConfig, TestStressRecovery, HdfsDirectoryTest, DistributedFacetPivotSmallAdvancedTest, TestFieldCacheSort, TestPostingsSolrHighlighter, SimpleMLTQParserTest, TestUtils, RecoveryAfterSoftCommitTest, DeleteInactiveReplicaTest, DistributedQueryComponentCustomSortTest, TestDynamicFieldCollectionResource, BaseCdcrDistributedZkTest, QueryResultKeyTest, MergeStrategyTest, TestRecoveryHdfs, CircularListTest, NoCacheHeaderTest, TestNamedUpdateProcessors, TestInitQParser, TestReqParamsAPI, TestFieldCacheWithThreads, SimpleFacetsTest, TestSchemaManager, TestSweetSpotSimilarityFactory, SampleTest, TestConfigSetsAPIExclusivity, TestSolrFieldCacheMBean, CdcrRequestHandlerTest, TestJettySolrRunner, TestSizeLimitedDistributedMap, FullSolrCloudDistribCmdsTest, FacetPivotSmallTest, TestSimpleQParserPlugin, DistanceUnitsTest, CoreAdminHandlerTest, TestFileDictionaryLookup, TestRandomCollapseQParserPlugin, AutoCommitTest, TestReversedWildcardFilterFactory, TestSchemaVersionResource, FullHLLTest, PKIAuthenticationIntegrationTest, PluginInfoTest, TestInitParams, TestJmxMonitoredMap, TestSchemaNameResource, TestSolrIndexConfig, HighlighterMaxOffsetTest, TestWriterPerf, TestLeaderElectionZkExpiry, FieldMutatingUpdateProcessorTest, HdfsBasicDistributedZk2Test, OverseerRolesTest, BadIndexSchemaTest, TestDefaultStatsCache, QueryParsingTest, TestCloudBackupRestore, BlockJoinFacetSimpleTest, ChangedSchemaMergeTest, SuggestComponentTest, CurrencyFieldXmlFileTest, EnumFieldTest, OverseerTest, TestComplexPhraseQParserPlugin, TestZkChroot, TestFieldResource, SolrTestCaseJ4Test, HighlighterConfigTest, DateMathParserTest, TestTrieFacet, BasicDistributedZkTest, BasicDistributedZk2Test, UnloadDistributedZkTest, ShardRoutingTest, TestRandomFaceting, ZkSolrClientTest, TestJoin, DistributedTermsComponentTest, SolrCmdDistributorTest, TestFunctionQuery, DirectUpdateHandlerTest, TestBadConfig, TestCoreDiscovery, SuggesterTSTTest, TestStressLucene, SchemaVersionSpecificBehaviorTest, StatelessScriptUpdateProcessorFactoryTest, PrimitiveFieldTypeTest, TestIndexingPerformance, TestSolrQueryParser, RegexBoostProcessorTest, TestCollationField, TestCSVResponseWriter, JsonLoaderTest, TestBinaryResponseWriter, SOLR749Test, TestQuerySenderListener, UpdateParamsTest, SolrIndexConfigTest, BadComponentTest, TestSolrDeletionPolicy2, TestDocSet, TestSearchPerf, MinimalSchemaTest, TestElisionMultitermQuery, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, SpellPossibilityIteratorTest, TestCharFilters, TestCodecSupport, EchoParamsTest, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TestFastWriter, ResourceLoaderTest, TestFastOutputStream, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, TestFastLRUCache, ChaosMonkeyNothingIsSafeTest, CdcrReplicationDistributedZkTest, CdcrReplicationHandlerTest, CdcrVersionReplicationTest, CollectionReloadTest, DeleteReplicaTest, LeaderFailoverAfterPartitionTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, SSLMigrationTest, SaslZkACLProviderTest, SolrCLIZkUtilsTest, SolrCloudExampleTest, TestDistribDocBasedVersion, TestLeaderInitiatedRecoveryThread, TestOnReconnectListenerSupport, TestRebalanceLeaders, TestRequestForwarding, TestRequestStatusCollectionAPI, TestTolerantUpdateProcessorRandomCloud, VMParamsZkACLAndCredentialsProvidersTest, HdfsBasicDistributedZkTest, HdfsChaosMonkeySafeLeaderTest, HdfsCollectionsAPIDistributedZkTest, HdfsNNFailoverTest, HdfsRecoveryZkTest, HdfsSyncSliceTest, HdfsThreadLeakTest, TestClusterStateMutator, ZkStateReaderTest, ZkStateWriterTest]
   [junit4] Completed [510/618 (2!)] on J2 in 1.87s, 5 tests, 1 failure <<< FAILURES!

[...truncated 377 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:740: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/common-build.xml:530: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1427: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:984: There were test failures: 618 suites (10 ignored), 2588 tests, 1 error, 1 failure, 85 ignored (70 assumptions) [seed: 9F4B07ACFADA728D]

Total time: 70 minutes 15 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any




[JENKINS] Lucene-Solr-Tests-master - Build # 1257 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1257/

1 tests failed.
FAILED:  org.apache.solr.cloud.overseer.ZkStateWriterTest.testExternalModificationToStateFormat2

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([B1A8433E5364CD97:C07557EA32CF3117]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.overseer.ZkStateWriterTest.testExternalModificationToStateFormat2(ZkStateWriterTest.java:322)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11409 lines...]
   [junit4] Suite: org.apache.solr.cloud.overseer.ZkStateWriterTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.overseer.ZkStateWriterTest_B1A8433E5364CD97-001/init-core-data-001
   [junit4]   2> 999321 INFO  (SUITE-ZkStateWriterTest-seed#[B1A8433E5364CD97]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 999322 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B1A8433E5364CD97]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSingleExternalCollection
   [junit4]   2> 999322 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 999323 INFO  (Thread-1909) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 999323 INFO  (Thread-1909) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 999423 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.ZkTestServer start zk server on port:46435
   [junit4]   2> 999423 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 999423 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 999425 INFO  (zkCallback-936-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@70a006fb name:ZooKeeperConnection Watcher:127.0.0.1:46435 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 999425 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 999425 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 999426 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 999426 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 999430 INFO  (zkCallback-937-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@31dfc238 name:ZooKeeperConnection Watcher:127.0.0.1:46435 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 999432 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 999432 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 999432 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 999439 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 999440 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 999440 INFO  (zkCallback-938-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1ef8218f name:ZooKeeperConnection Watcher:127.0.0.1:46435/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 999440 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 999440 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 999440 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 999441 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 999441 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 999442 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 999442 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 999442 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 999443 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 999443 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 999443 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 999444 INFO  (zkCallback-938-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 999444 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 999446 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46435 46435
   [junit4]   2> 999569 INFO  (Thread-1909) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46435 46435
   [junit4]   2> 999570 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B1A8433E5364CD97]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSingleExternalCollection
   [junit4]   2> 999572 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B1A8433E5364CD97]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testExternalModificationToStateFormat2
   [junit4]   2> 999572 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 999572 INFO  (Thread-1910) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 999572 INFO  (Thread-1910) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 999672 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.ZkTestServer start zk server on port:33131
   [junit4]   2> 999672 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 999673 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 999674 INFO  (zkCallback-940-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3fd04fb4 name:ZooKeeperConnection Watcher:127.0.0.1:33131 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 999674 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 999674 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 999675 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 999676 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 999676 INFO  (zkCallback-941-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@61cc7bce name:ZooKeeperConnection Watcher:127.0.0.1:33131 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 999676 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 999676 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 999676 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 999682 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 999682 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 999683 INFO  (zkCallback-942-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6335ec3b name:ZooKeeperConnection Watcher:127.0.0.1:33131/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 999686 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 999686 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 999686 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 999686 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 999687 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 999687 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 999687 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 999688 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 999688 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 999688 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 999689 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 999689 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c2
   [junit4]   2> 999689 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c2/state.json
   [junit4]   2> 999690 INFO  (zkCallback-942-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 999693 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33131 33131
   [junit4]   2> 999865 INFO  (Thread-1910) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33131 33131
   [junit4]   2> 999866 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B1A8433E5364CD97]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testExternalModificationToStateFormat2
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ZkStateWriterTest -Dtests.method=testExternalModificationToStateFormat2 -Dtests.seed=B1A8433E5364CD97 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=fr-CH -Dtests.timezone=America/Boa_Vista -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 0.30s J1 | ZkStateWriterTest.testExternalModificationToStateFormat2 <<<
   [junit4]    > Throwable #1: java.lang.AssertionError
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([B1A8433E5364CD97:C07557EA32CF3117]:0)
   [junit4]    > 	at org.apache.solr.cloud.overseer.ZkStateWriterTest.testExternalModificationToStateFormat2(ZkStateWriterTest.java:322)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 999869 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B1A8433E5364CD97]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testExternalModificationToSharedClusterState
   [junit4]   2> 999869 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 999870 INFO  (Thread-1911) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 999870 INFO  (Thread-1911) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 999970 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.ZkTestServer start zk server on port:39082
   [junit4]   2> 999970 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 999970 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 999974 INFO  (zkCallback-944-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5bd78370 name:ZooKeeperConnection Watcher:127.0.0.1:39082 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 999974 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 999974 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 999975 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 999975 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 999976 INFO  (zkCallback-945-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@52b24997 name:ZooKeeperConnection Watcher:127.0.0.1:39082 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 999976 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 999976 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 999976 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 999978 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 999978 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 999978 INFO  (zkCallback-946-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5346196b name:ZooKeeperConnection Watcher:127.0.0.1:39082/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 999978 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 999979 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 999979 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 999979 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 999980 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 999981 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 999981 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 999982 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 999982 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 999982 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 999983 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 999983 INFO  (zkCallback-946-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 999983 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c2
   [junit4]   2> 999984 INFO  (zkCallback-946-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 999985 INFO  (zkCallback-946-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 999986 INFO  (zkCallback-946-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 999987 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39082 39082
   [junit4]   2> 1000107 INFO  (Thread-1911) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39082 39082
   [junit4]   2> 1000108 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B1A8433E5364CD97]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testExternalModificationToSharedClusterState
   [junit4]   2> 1000111 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B1A8433E5364CD97]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testZkStateWriterBatching
   [junit4]   2> 1000111 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1000111 INFO  (Thread-1912) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1000111 INFO  (Thread-1912) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1000211 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.ZkTestServer start zk server on port:40651
   [junit4]   2> 1000211 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1000212 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1000214 INFO  (zkCallback-948-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@13ccd0c8 name:ZooKeeperConnection Watcher:127.0.0.1:40651 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1000214 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1000214 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1000215 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1000215 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1000216 INFO  (zkCallback-949-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@586c3a64 name:ZooKeeperConnection Watcher:127.0.0.1:40651 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1000216 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1000216 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1000216 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1000217 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1000218 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1000224 INFO  (zkCallback-950-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3fd40761 name:ZooKeeperConnection Watcher:127.0.0.1:40651/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1000224 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1000224 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1000224 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1000225 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1000225 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1000226 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1000226 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1000227 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1000227 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1000227 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1000228 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1000228 INFO  (zkCallback-950-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1000228 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c2
   [junit4]   2> 1000229 INFO  (zkCallback-950-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1000230 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1000235 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40651 40651
   [junit4]   2> 1000339 INFO  (Thread-1912) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40651 40651
   [junit4]   2> 1000340 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B1A8433E5364CD97]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testZkStateWriterBatching
   [junit4]   2> 1000342 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B1A8433E5364CD97]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSingleLegacyCollection
   [junit4]   2> 1000342 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1000342 INFO  (Thread-1913) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1000342 INFO  (Thread-1913) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1000442 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.ZkTestServer start zk server on port:55460
   [junit4]   2> 1000442 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1000443 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1000444 INFO  (zkCallback-952-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4560cf64 name:ZooKeeperConnection Watcher:127.0.0.1:55460 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1000444 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1000444 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1000445 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1000445 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1000445 INFO  (zkCallback-953-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@419e5ae name:ZooKeeperConnection Watcher:127.0.0.1:55460 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1000445 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1000446 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1000446 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1000447 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1000447 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1000448 INFO  (zkCallback-954-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5b9684a name:ZooKeeperConnection Watcher:127.0.0.1:55460/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1000448 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1000448 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1000448 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1000449 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1000450 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1000450 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1000451 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1000451 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1000451 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1000452 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1000452 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1000453 INFO  (zkCallback-954-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1000458 INFO  (zkCallback-954-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1001958 WARN  (zkCallback-954-thread-2) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /clusterstate.json]
   [junit4]   2> 1001960 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B1A8433E5364CD97]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:55460 55460
   [junit4]   2> 1002080 INFO  (Thread-1913) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:55460 55460
   [junit4]   2> 1002081 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B1A8433E5364CD97]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSingleLegacyCollection
   [junit4]   2> 1002081 INFO  (SUITE-ZkStateWriterTest-seed#[B1A8433E5364CD97]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.overseer.ZkStateWriterTest_B1A8433E5364CD97-001
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=fr-CH, timezone=America/Boa_Vista
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=174207608,total=521142272
   [junit4]   2> NOTE: All tests run in this JVM: [TestReRankQParserPlugin, DirectSolrSpellCheckerTest, TestGraphMLResponseWriter, HttpPartitionTest, TestHashPartitioner, SolrIndexConfigTest, TestQuerySenderNoQuery, CollectionsAPIAsyncDistributedZkTest, TestManagedSchemaAPI, TestQueryTypes, TestStressCloudBlindAtomicUpdates, LeaderInitiatedRecoveryOnShardRestartTest, TestRTimerTree, TestSolrDeletionPolicy2, ClusterStateUpdateTest, DistributedTermsComponentTest, SuggesterFSTTest, SolrIndexSplitterTest, AtomicUpdatesTest, TestQueryUtils, DistributedFacetPivotLongTailTest, SolrInfoMBeanTest, AddBlockUpdateTest, TestDFISimilarityFactory, TestMacros, TestStressUserVersions, TestSubQueryTransformer, AliasIntegrationTest, DistributedDebugComponentTest, TestBlobHandler, CollectionsAPIDistributedZkTest, UniqFieldsUpdateProcessorFactoryTest, DistributedSuggestComponentTest, ConvertedLegacyTest, DistributedFacetPivotWhiteBoxTest, ShardRoutingCustomTest, TestScoreJoinQPNoScore, SmileWriterTest, CollectionReloadTest, UpdateRequestProcessorFactoryTest, TestSQLHandler, TermVectorComponentTest, TestFieldCacheVsDocValues, TestSortByMinMaxFunction, TestManagedStopFilterFactory, SSLMigrationTest, WrapperMergePolicyFactoryTest, TestFieldCollectionResource, BasicAuthIntegrationTest, OverseerTaskQueueTest, BufferStoreTest, TestHighFrequencyDictionaryFactory, MBeansHandlerTest, MoreLikeThisHandlerTest, HdfsRestartWhileUpdatingTest, OverseerModifyCollectionTest, BlockJoinFacetRandomTest, TestTrie, TestAuthenticationFramework, TestShortCircuitedRequests, SpellCheckComponentTest, TestLFUCache, BigEndianAscendingWordDeserializerTest, CustomCollectionTest, TestRequestForwarding, ZkStateWriterTest]
   [junit4] Completed [270/618 (1!)] on J1 in 2.77s, 5 tests, 1 failure <<< FAILURES!

[...truncated 1112 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:740: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/common-build.xml:530: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1427: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:984: There were test failures: 618 suites (10 ignored), 2588 tests, 1 failure, 85 ignored (70 assumptions) [seed: B1A8433E5364CD97]

Total time: 61 minutes 37 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any




[JENKINS] Lucene-Solr-Tests-master - Build # 1256 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1256/

1 tests failed.
FAILED:  org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh

Error Message:
Could not find collection : c1

Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : c1
	at __randomizedtesting.SeedInfo.seed([3FADDEDFCF677C88:2017AF281F07BA4D]:0)
	at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:192)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:129)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh(ZkStateReaderTest.java:43)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11420 lines...]
   [junit4] Suite: org.apache.solr.cloud.overseer.ZkStateReaderTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.overseer.ZkStateReaderTest_3FADDEDFCF677C88-001/init-core-data-001
   [junit4]   2> 1011661 INFO  (SUITE-ZkStateReaderTest-seed#[3FADDEDFCF677C88]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1011666 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3FADDEDFCF677C88]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testExternalCollectionWatchedNotWatched
   [junit4]   2> 1011666 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1011666 INFO  (Thread-3183) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1011666 INFO  (Thread-3183) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1011766 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.ZkTestServer start zk server on port:59017
   [junit4]   2> 1011766 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1011767 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1011768 INFO  (zkCallback-1211-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@764ed491 name:ZooKeeperConnection Watcher:127.0.0.1:59017 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1011769 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1011769 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1011770 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1011770 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1011771 INFO  (zkCallback-1212-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@234998b4 name:ZooKeeperConnection Watcher:127.0.0.1:59017 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1011771 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1011771 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1011771 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1011774 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1011775 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1011776 INFO  (zkCallback-1213-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@40925519 name:ZooKeeperConnection Watcher:127.0.0.1:59017/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1011776 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1011776 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1011776 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1011777 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1011778 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1011778 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1011779 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1011779 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1011780 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1011780 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1011781 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1011781 INFO  (zkCallback-1213-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1011782 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1011782 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 1011784 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x155b81c63140002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1011786 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59017 59017
   [junit4]   2> 1011950 INFO  (Thread-3183) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59017 59017
   [junit4]   2> 1011950 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3FADDEDFCF677C88]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testExternalCollectionWatchedNotWatched
   [junit4]   2> 1011952 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[3FADDEDFCF677C88]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithExplicitRefresh
   [junit4]   2> 1011952 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1011952 INFO  (Thread-3184) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1011952 INFO  (Thread-3184) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1012052 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.ZkTestServer start zk server on port:34995
   [junit4]   2> 1012053 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1012054 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1012061 INFO  (zkCallback-1215-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6f302019 name:ZooKeeperConnection Watcher:127.0.0.1:34995 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1012061 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1012061 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1012062 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1012063 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1012063 INFO  (zkCallback-1216-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7b34b44d name:ZooKeeperConnection Watcher:127.0.0.1:34995 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1012063 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1012063 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1012063 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1012071 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1012072 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1012072 INFO  (zkCallback-1217-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@70313e97 name:ZooKeeperConnection Watcher:127.0.0.1:34995/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1012072 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1012072 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1012072 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1012073 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1012073 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1012074 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1012074 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1012074 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1012075 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1012075 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1012075 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 1012076 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1012077 INFO  (zkCallback-1217-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1012085 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1012086 INFO  (zkCallback-1217-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1012087 INFO  (zkCallback-1217-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1012087 WARN  (zkCallback-1217-thread-3) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /collections/c1/state.json]
   [junit4]   2> 1012087 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34995 34995
   [junit4]   2> 1012208 INFO  (Thread-3184) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34995 34995
   [junit4]   2> 1012209 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[3FADDEDFCF677C88]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithExplicitRefresh
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ZkStateReaderTest -Dtests.method=testStateFormatUpdateWithExplicitRefresh -Dtests.seed=3FADDEDFCF677C88 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=es-VE -Dtests.timezone=NET -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.26s J0 | ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh <<<
   [junit4]    > Throwable #1: org.apache.solr.common.SolrException: Could not find collection : c1
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([3FADDEDFCF677C88:2017AF281F07BA4D]:0)
   [junit4]    > 	at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:192)
   [junit4]    > 	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:129)
   [junit4]    > 	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh(ZkStateReaderTest.java:43)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1012213 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[3FADDEDFCF677C88]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithExplicitRefreshLazy
   [junit4]   2> 1012213 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1012214 INFO  (Thread-3185) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1012214 INFO  (Thread-3185) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1012314 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.ZkTestServer start zk server on port:33243
   [junit4]   2> 1012314 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1012314 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1012316 INFO  (zkCallback-1219-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@39ed3abf name:ZooKeeperConnection Watcher:127.0.0.1:33243 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1012316 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1012317 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1012317 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1012318 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1012318 INFO  (zkCallback-1220-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4856809d name:ZooKeeperConnection Watcher:127.0.0.1:33243 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1012318 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1012318 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1012319 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1012320 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1012320 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1012321 INFO  (zkCallback-1221-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@460e9b50 name:ZooKeeperConnection Watcher:127.0.0.1:33243/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1012321 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1012321 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1012321 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1012322 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1012322 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1012323 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1012324 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1012324 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1012324 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1012325 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1012325 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1012326 INFO  (zkCallback-1221-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1012327 INFO  (zkCallback-1221-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1012327 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1012328 INFO  (zkCallback-1221-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1012330 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33243 33243
   [junit4]   2> 1012548 INFO  (Thread-3185) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33243 33243
   [junit4]   2> 1012548 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[3FADDEDFCF677C88]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithExplicitRefreshLazy
   [junit4]   2> 1012551 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3FADDEDFCF677C88]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithTimeDelayLazy
   [junit4]   2> 1012551 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1012557 INFO  (Thread-3186) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1012557 INFO  (Thread-3186) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1012657 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.ZkTestServer start zk server on port:53615
   [junit4]   2> 1012657 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1012664 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1012665 INFO  (zkCallback-1223-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@67afeef8 name:ZooKeeperConnection Watcher:127.0.0.1:53615 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1012665 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1012666 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1012666 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1012667 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1012668 INFO  (zkCallback-1224-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@66afb171 name:ZooKeeperConnection Watcher:127.0.0.1:53615 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1012668 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1012668 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1012668 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1012674 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1012677 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1012678 INFO  (zkCallback-1225-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1c3cad92 name:ZooKeeperConnection Watcher:127.0.0.1:53615/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1012682 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1012683 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1012683 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1012684 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1012685 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1012685 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1012686 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1012686 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1012686 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1012687 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1012687 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1012688 INFO  (zkCallback-1225-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1012698 INFO  (zkCallback-1225-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1012699 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 1012702 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1012702 INFO  (zkCallback-1225-thread-2) [    ] o.a.s.c.c.ZkStateReader Uninteresting collection c1
   [junit4]   2> 1012703 INFO  (zkCallback-1225-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1012704 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 1012705 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:53615 53615
   [junit4]   2> 1012828 INFO  (Thread-3186) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:53615 53615
   [junit4]   2> 1012829 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3FADDEDFCF677C88]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithTimeDelayLazy
   [junit4]   2> 1012830 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[3FADDEDFCF677C88]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testWatchedCollectionCreation
   [junit4]   2> 1012831 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1012831 INFO  (Thread-3187) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1012831 INFO  (Thread-3187) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1012931 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.ZkTestServer start zk server on port:53823
   [junit4]   2> 1012931 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1012931 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1012933 INFO  (zkCallback-1227-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@e0de335 name:ZooKeeperConnection Watcher:127.0.0.1:53823 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1012933 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1012933 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1012934 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1012934 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1012934 INFO  (zkCallback-1228-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2bf1c280 name:ZooKeeperConnection Watcher:127.0.0.1:53823 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1012935 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1012935 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1012935 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1012936 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1012939 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1012940 INFO  (zkCallback-1229-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1f16ea04 name:ZooKeeperConnection Watcher:127.0.0.1:53823/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1012940 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1012940 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1012940 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1012941 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1012941 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1012942 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1012942 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1012942 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1012943 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1012943 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1012944 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 1012949 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1012950 INFO  (zkCallback-1229-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1012950 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1012951 INFO  (zkCallback-1229-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1012952 INFO  (zkCallback-1229-thread-2) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 1012953 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:53823 53823
   [junit4]   2> 1013056 INFO  (Thread-3187) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:53823 53823
   [junit4]   2> 1013057 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[3FADDEDFCF677C88]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testWatchedCollectionCreation
   [junit4]   2> 1013058 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[3FADDEDFCF677C88]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithTimeDelay
   [junit4]   2> 1013059 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1013059 INFO  (Thread-3188) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1013059 INFO  (Thread-3188) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1013159 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.ZkTestServer start zk server on port:60539
   [junit4]   2> 1013159 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1013160 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1013161 INFO  (zkCallback-1231-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@45a875e1 name:ZooKeeperConnection Watcher:127.0.0.1:60539 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1013161 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1013162 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1013164 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1013168 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1013168 INFO  (zkCallback-1232-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1d6eeddf name:ZooKeeperConnection Watcher:127.0.0.1:60539 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1013168 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1013169 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1013169 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1013170 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1013175 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1013175 INFO  (zkCallback-1233-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@41e62019 name:ZooKeeperConnection Watcher:127.0.0.1:60539/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1013176 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1013176 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1013176 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1013177 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1013177 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1013178 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1013178 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1013179 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1013179 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1013179 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1013180 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 1013184 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1013184 INFO  (zkCallback-1233-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1013185 INFO  (zkCallback-1233-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1013185 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1013186 INFO  (zkCallback-1233-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1013186 INFO  (zkCallback-1233-thread-1) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 1013191 INFO  (zkCallback-1233-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1013192 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[3FADDEDFCF677C88]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60539 60539
   [junit4]   2> 1013809 INFO  (Thread-3188) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60539 60539
   [junit4]   2> 1013810 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[3FADDEDFCF677C88]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithTimeDelay
   [junit4]   2> 1013811 INFO  (SUITE-ZkStateReaderTest-seed#[3FADDEDFCF677C88]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.overseer.ZkStateReaderTest_3FADDEDFCF677C88-001
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=es-VE, timezone=NET
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=252457880,total=507510784
   [junit4]   2> NOTE: All tests run in this JVM: [ResourceLoaderTest, DistributedSpellCheckComponentTest, SolrXmlInZkTest, TestCustomSort, TestAnalyzeInfixSuggestions, TestCollectionAPI, TestDownShardTolerantSearch, DistributedQueryComponentOptimizationTest, HdfsThreadLeakTest, TestManagedSchema, TestUniqueKeyFieldResource, TestSolrConfigHandler, TestReplicationHandler, TestPseudoReturnFields, TestSolrConfigHandlerConcurrent, SystemInfoHandlerTest, URLClassifyProcessorTest, TestSolrCloudWithKerberosAlt, SegmentsInfoRequestHandlerTest, TestBinaryField, TestMaxScoreQueryParser, ResponseLogComponentTest, TolerantUpdateProcessorTest, TestFieldCacheReopen, TestCSVLoader, TestHdfsBackupRestoreCore, ExitableDirectoryReaderTest, TestRTGBase, DistributedQueryElevationComponentTest, TestHighlightDedupGrouping, TestComponentsName, TestTrackingShardHandlerFactory, ForceLeaderTest, DocumentAnalysisRequestHandlerTest, TestDocSet, PrimUtilsTest, MultiThreadedOCPTest, TestPerFieldSimilarityWithDefaultOverride, TestExceedMaxTermLength, CoreMergeIndexesAdminHandlerTest, TestSubQueryTransformerDistrib, TestTestInjection, TestSerializedLuceneMatchVersion, RuleEngineTest, OverseerStatusTest, DateFieldTest, TestCloudDeleteByQuery, QueryEqualityTest, TestRandomFaceting, DistribJoinFromCollectionTest, TestOnReconnectListenerSupport, PeerSyncTest, ZkNodePropsTest, ShardSplitTest, TestAtomicUpdateErrorCases, JsonLoaderTest, XsltUpdateRequestHandlerTest, TestReplicaProperties, CloneFieldUpdateProcessorFactoryTest, ActionThrottleTest, TestObjectReleaseTracker, BitVectorTest, BasicDistributedZkTest, DefaultValueUpdateProcessorTest, TestIBSimilarityFactory, BlockDirectoryTest, TestJoin, IndexSchemaTest, SimpleCollectionCreateDeleteTest, HdfsWriteToMultipleCollectionsTest, TestLMDirichletSimilarityFactory, CdcrReplicationDistributedZkTest, DisMaxRequestHandlerTest, AsyncCallRequestStatusResponseTest, RAMDirectoryFactoryTest, TestConfigSetProperties, TestValueSourceCache, TestDistribIDF, JSONWriterTest, HdfsBasicDistributedZkTest, RequestLoggingTest, TestSSLRandomization, ZkStateReaderTest]
   [junit4] Completed [276/618 (1!)] on J0 in 2.18s, 6 tests, 1 error <<< FAILURES!

[...truncated 1109 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:740: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/common-build.xml:530: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1427: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:984: There were test failures: 618 suites (10 ignored), 2590 tests, 1 error, 87 ignored (72 assumptions) [seed: 3FADDEDFCF677C88]

Total time: 63 minutes 46 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any




[JENKINS] Lucene-Solr-Tests-master - Build # 1255 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1255/

4 tests failed.
FAILED:  org.apache.solr.cloud.HttpPartitionTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=8481, name=SocketProxy-Response-53125:44295, state=RUNNABLE, group=TGRP-HttpPartitionTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=8481, name=SocketProxy-Response-53125:44295, state=RUNNABLE, group=TGRP-HttpPartitionTest]
	at __randomizedtesting.SeedInfo.seed([ED4A515583C18D87:651E6E8F2D3DE07F]:0)
Caused by: java.lang.RuntimeException: java.net.SocketException: Socket is closed
	at __randomizedtesting.SeedInfo.seed([ED4A515583C18D87]:0)
	at org.apache.solr.cloud.SocketProxy$Bridge$Pump.run(SocketProxy.java:347)
Caused by: java.net.SocketException: Socket is closed
	at java.net.Socket.setSoTimeout(Socket.java:1137)
	at org.apache.solr.cloud.SocketProxy$Bridge$Pump.run(SocketProxy.java:344)


FAILED:  org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy

Error Message:
Could not find collection : c1

Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : c1
	at __randomizedtesting.SeedInfo.seed([ED4A515583C18D87:8605F128FACE50BD]:0)
	at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:192)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:129)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy(ZkStateReaderTest.java:48)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithTimeDelay

Error Message:
expected:<2> but was:<1>

Stack Trace:
java.lang.AssertionError: expected:<2> but was:<1>
	at __randomizedtesting.SeedInfo.seed([ED4A515583C18D87:92D4E6D0EAA3A00D]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:130)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithTimeDelay(ZkStateReaderTest.java:53)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.overseer.ZkStateReaderTest.testExternalCollectionWatchedNotWatched

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([ED4A515583C18D87:E6F1A079D2987B2E]:0)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testExternalCollectionWatchedNotWatched(ZkStateReaderTest.java:167)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11322 lines...]
   [junit4] Suite: org.apache.solr.cloud.overseer.ZkStateReaderTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.overseer.ZkStateReaderTest_ED4A515583C18D87-001/init-core-data-001
   [junit4]   2> 849142 INFO  (SUITE-ZkStateReaderTest-seed#[ED4A515583C18D87]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 849143 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[ED4A515583C18D87]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testWatchedCollectionCreation
   [junit4]   2> 849143 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[ED4A515583C18D87]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 849143 INFO  (Thread-2419) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 849143 INFO  (Thread-2419) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 849243 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[ED4A515583C18D87]) [    ] o.a.s.c.ZkTestServer start zk server on port:55966
   [junit4]   2> 849244 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 849244 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 849246 INFO  (zkCallback-1034-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6556ee24 name:ZooKeeperConnection Watcher:127.0.0.1:55966 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 849246 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 849246 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 849246 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 849249 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 849249 INFO  (zkCallback-1035-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1c28fc65 name:ZooKeeperConnection Watcher:127.0.0.1:55966 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 849250 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 849250 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 849250 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 849253 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 849259 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 849259 INFO  (zkCallback-1036-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@68bad37c name:ZooKeeperConnection Watcher:127.0.0.1:55966/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 849259 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 849259 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 849259 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 849260 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 849260 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 849261 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 849261 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 849262 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 849262 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 849262 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 849263 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 849269 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 849270 INFO  (zkCallback-1036-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 849271 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[ED4A515583C18D87]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 849272 INFO  (zkCallback-1036-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 849273 INFO  (zkCallback-1036-thread-1) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 849286 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[ED4A515583C18D87]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:55966 55966
   [junit4]   2> 849452 INFO  (Thread-2419) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:55966 55966
   [junit4]   2> 849453 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[ED4A515583C18D87]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testWatchedCollectionCreation
   [junit4]   2> 849454 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[ED4A515583C18D87]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithExplicitRefreshLazy
   [junit4]   2> 849455 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[ED4A515583C18D87]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 849475 INFO  (Thread-2420) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 849475 INFO  (Thread-2420) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 849571 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[ED4A515583C18D87]) [    ] o.a.s.c.ZkTestServer start zk server on port:33629
   [junit4]   2> 849571 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 849595 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 849604 INFO  (zkCallback-1038-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@28763df3 name:ZooKeeperConnection Watcher:127.0.0.1:33629 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 849604 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 849604 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 849605 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 849635 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 849651 INFO  (zkCallback-1039-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7a6e4b8d name:ZooKeeperConnection Watcher:127.0.0.1:33629 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 849651 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 849651 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 849651 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 849659 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 849671 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 849675 INFO  (zkCallback-1040-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@23174709 name:ZooKeeperConnection Watcher:127.0.0.1:33629/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 849675 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 849675 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 849676 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 849676 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 849677 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 849677 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 849678 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 849678 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 849679 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 849679 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 849680 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 849681 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[ED4A515583C18D87]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 849685 INFO  (zkCallback-1040-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 849687 INFO  (zkCallback-1040-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 849687 WARN  (zkCallback-1040-thread-2) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /clusterstate.json]
   [junit4]   2> 851185 WARN  (zkCallback-1040-thread-1) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /collections]
   [junit4]   2> 851186 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[ED4A515583C18D87]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33629 33629
   [junit4]   2> 851287 INFO  (Thread-2420) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33629 33629
   [junit4]   2> 851288 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[ED4A515583C18D87]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithExplicitRefreshLazy
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ZkStateReaderTest -Dtests.method=testStateFormatUpdateWithExplicitRefreshLazy -Dtests.seed=ED4A515583C18D87 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=es-DO -Dtests.timezone=America/Louisville -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   1.84s J0 | ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy <<<
   [junit4]    > Throwable #1: org.apache.solr.common.SolrException: Could not find collection : c1
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([ED4A515583C18D87:8605F128FACE50BD]:0)
   [junit4]    > 	at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:192)
   [junit4]    > 	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:129)
   [junit4]    > 	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy(ZkStateReaderTest.java:48)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 851291 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[ED4A515583C18D87]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithExplicitRefresh
   [junit4]   2> 851291 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[ED4A515583C18D87]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 851291 INFO  (Thread-2421) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 851291 INFO  (Thread-2421) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 851391 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[ED4A515583C18D87]) [    ] o.a.s.c.ZkTestServer start zk server on port:33997
   [junit4]   2> 851392 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 851392 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 851393 INFO  (zkCallback-1042-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@b3a1658 name:ZooKeeperConnection Watcher:127.0.0.1:33997 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 851394 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 851394 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 851394 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 851398 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 851398 INFO  (zkCallback-1043-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3786812d name:ZooKeeperConnection Watcher:127.0.0.1:33997 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 851398 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 851398 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 851399 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 851400 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 851403 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 851403 INFO  (zkCallback-1044-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6f97e18 name:ZooKeeperConnection Watcher:127.0.0.1:33997/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 851403 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 851403 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 851403 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 851404 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 851404 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 851405 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 851406 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 851406 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 851406 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 851407 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 851408 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 851408 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 851408 INFO  (zkCallback-1044-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 851409 INFO  (zkCallback-1044-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 851410 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[ED4A515583C18D87]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 851410 INFO  (zkCallback-1044-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 851410 INFO  (zkCallback-1044-thread-1) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 851410 INFO  (zkCallback-1044-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 851411 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[ED4A515583C18D87]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33997 33997
   [junit4]   2> 851515 INFO  (Thread-2421) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33997 33997
   [junit4]   2> 851516 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[ED4A515583C18D87]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithExplicitRefresh
   [junit4]   2> 851517 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[ED4A515583C18D87]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testExternalCollectionWatchedNotWatched
   [junit4]   2> 851517 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[ED4A515583C18D87]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 851518 INFO  (Thread-2422) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 851518 INFO  (Thread-2422) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 851618 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[ED4A515583C18D87]) [    ] o.a.s.c.ZkTestServer start zk server on port:52354
   [junit4]   2> 851618 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 851618 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 851620 INFO  (zkCallback-1046-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7bac341d name:ZooKeeperConnection Watcher:127.0.0.1:52354 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 851620 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 851620 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 851621 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x155b740cdf80000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 851621 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 851622 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 851622 INFO  (zkCallback-1047-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@76061557 name:ZooKeeperConnection Watcher:127.0.0.1:52354 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 851622 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 851623 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 851623 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 851624 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x155b740cdf80001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 851624 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 851625 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 851625 INFO  (zkCallback-1048-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@29ee87d1 name:ZooKeeperConnection Watcher:127.0.0.1:52354/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 851625 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 851625 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 851626 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 851626 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 851627 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 851627 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 851628 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 851628 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 851628 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 851628 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 851630 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 851631 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[ED4A515583C18D87]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 851631 INFO  (zkCallback-1048-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 851633 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x155b740cdf80002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 851634 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[ED4A515583C18D87]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:52354 52354
   [junit4]   2> 851735 INFO  (Thread-2422) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:52354 52354
   [junit4]   2> 851736 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[ED4A515583C18D87]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testExternalCollectionWatchedNotWatched
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ZkStateReaderTest -Dtests.method=testExternalCollectionWatchedNotWatched -Dtests.seed=ED4A515583C18D87 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=es-DO -Dtests.timezone=America/Louisville -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.22s J0 | ZkStateReaderTest.testExternalCollectionWatchedNotWatched <<<
   [junit4]    > Throwable #1: java.lang.NullPointerException
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([ED4A515583C18D87:E6F1A079D2987B2E]:0)
   [junit4]    > 	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testExternalCollectionWatchedNotWatched(ZkStateReaderTest.java:167)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 851738 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[ED4A515583C18D87]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithTimeDelayLazy
   [junit4]   2> 851738 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[ED4A515583C18D87]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 851747 INFO  (Thread-2423) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 851747 INFO  (Thread-2423) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 851847 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[ED4A515583C18D87]) [    ] o.a.s.c.ZkTestServer start zk server on port:50981
   [junit4]   2> 851847 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 851847 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 851849 INFO  (zkCallback-1050-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@59c1047f name:ZooKeeperConnection Watcher:127.0.0.1:50981 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 851849 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 851849 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 851850 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 851851 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 851862 INFO  (zkCallback-1051-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@38a1fc35 name:ZooKeeperConnection Watcher:127.0.0.1:50981 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 851862 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 851862 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 851862 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 851864 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 851864 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 851865 INFO  (zkCallback-1052-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4045d4eb name:ZooKeeperConnection Watcher:127.0.0.1:50981/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 851865 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 851865 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 851865 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 851866 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 851867 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 851868 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 851868 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 851869 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 851879 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 851879 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 851880 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 851880 INFO  (zkCallback-1052-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 851881 INFO  (zkCallback-1052-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 851882 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 851882 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[ED4A515583C18D87]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 851883 INFO  (zkCallback-1052-thread-2) [    ] o.a.s.c.c.ZkStateReader Uninteresting collection c1
   [junit4]   2> 851883 INFO  (zkCallback-1052-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 851886 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 851887 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[ED4A515583C18D87]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:50981 50981
   [junit4]   2> 851987 INFO  (Thread-2423) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:50981 50981
   [junit4]   2> 851988 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[ED4A515583C18D87]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithTimeDelayLazy
   [junit4]   2> 851990 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[ED4A515583C18D87]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithTimeDelay
   [junit4]   2> 851991 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[ED4A515583C18D87]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 851991 INFO  (Thread-2424) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 851991 INFO  (Thread-2424) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 852092 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[ED4A515583C18D87]) [    ] o.a.s.c.ZkTestServer start zk server on port:56948
   [junit4]   2> 852092 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 852092 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 852094 INFO  (zkCallback-1054-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@73adb59c name:ZooKeeperConnection Watcher:127.0.0.1:56948 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 852094 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 852094 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 852095 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 852095 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 852099 INFO  (zkCallback-1055-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2ebe8784 name:ZooKeeperConnection Watcher:127.0.0.1:56948 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 852099 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 852099 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 852099 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 852100 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 852100 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 852101 INFO  (zkCallback-1056-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7adfa416 name:ZooKeeperConnection Watcher:127.0.0.1:56948/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 852101 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 852101 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 852101 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 852102 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 852103 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 852103 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 852104 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 852104 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 852105 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 852105 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 852106 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 852106 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 852107 INFO  (zkCallback-1056-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 852111 INFO  (zkCallback-1056-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 852111 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[ED4A515583C18D87]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 852112 INFO  (zkCallback-1056-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 852112 INFO  (zkCallback-1056-thread-1) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 852119 INFO  (zkCallback-1056-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 852119 WARN  (zkCallback-1056-thread-2) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /clusterstate.json]
   [junit4]   2> 852121 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[ED4A515583C18D87]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:56948 56948
   [junit4]   2> 852222 INFO  (Thread-2424) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:56948 56948
   [junit4]   2> 852223 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[ED4A515583C18D87]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithTimeDelay
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ZkStateReaderTest -Dtests.method=testStateFormatUpdateWithTimeDelay -Dtests.seed=ED4A515583C18D87 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=es-DO -Dtests.timezone=America/Louisville -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 0.23s J0 | ZkStateReaderTest.testStateFormatUpdateWithTimeDelay <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<2> but was:<1>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([ED4A515583C18D87:92D4E6D0EAA3A00D]:0)
   [junit4]    > 	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:130)
   [junit4]    > 	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithTimeDelay(ZkStateReaderTest.java:53)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 852224 INFO  (SUITE-ZkStateReaderTest-seed#[ED4A515583C18D87]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.overseer.ZkStateReaderTest_ED4A515583C18D87-001
   [junit4]   2> Jul 04, 2016 6:52:06 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene62, sim=ClassicSimilarity, locale=es-DO, timezone=America/Louisville
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=85106008,total=465567744
   [junit4]   2> NOTE: All tests run in this JVM: [TestOrdValues, MultiThreadedOCPTest, TestLRUCache, ZkNodePropsTest, TestRTGBase, AnalyticsQueryTest, TestChildDocTransformer, TestConfigSetsAPIZkFailure, TestSha256AuthenticationProvider, PolyFieldTest, HdfsWriteToMultipleCollectionsTest, SignatureUpdateProcessorFactoryTest, TestCopyFieldCollectionResource, SimpleCollectionCreateDeleteTest, TestRandomDVFaceting, TestFoldingMultitermQuery, TestPseudoReturnFields, ForceLeaderTest, ExternalFileFieldSortTest, TestLuceneMatchVersion, TestCSVLoader, TestGraphTermsQParserPlugin, TestBadConfig, TestRestoreCore, BadCopyFieldTest, BitVectorTest, DeleteLastCustomShardedReplicaTest, TestSolrCloudWithKerberosAlt, RankQueryTest, SolrCoreTest, ResponseLogComponentTest, TestCollectionAPI, TestAuthorizationFramework, TestSSLRandomization, TestConfigSetProperties, CdcrUpdateLogTest, CacheHeaderTest, TestJoin, DistribJoinFromCollectionTest, JsonLoaderTest, ActionThrottleTest, TestFieldCacheSortRandom, AddSchemaFieldsUpdateProcessorFactoryTest, CdcrVersionReplicationTest, TestTolerantUpdateProcessorCloud, TestReloadDeadlock, TolerantUpdateProcessorTest, URLClassifyProcessorTest, OverseerStatusTest, TestJsonRequest, PeerSyncTest, IndexSchemaRuntimeFieldTest, BlockJoinFacetDistribTest, DistributedFacetPivotSmallTest, AnalysisAfterCoreReloadTest, OverseerCollectionConfigSetProcessorTest, DateRangeFieldTest, PrimUtilsTest, TestDynamicFieldResource, TestCrossCoreJoin, TestXmlQParser, TestLazyCores, TestFreeTextSuggestions, TestRandomFaceting, PreAnalyzedFieldTest, TestLegacyFieldCache, TestRestManager, TestDownShardTolerantSearch, TestDocSet, TestMiniSolrCloudClusterBase, XsltUpdateRequestHandlerTest, TestConfig, CursorPagingTest, TestSolrConfigHandlerConcurrent, TestCustomSort, TestAtomicUpdateErrorCases, TestReplicationHandler, TestUninvertingReader, LeaderElectionIntegrationTest, TestNRTOpen, BasicZkTest, ZkStateReaderTest]
   [junit4] Completed [243/618 (1!)] on J0 in 4.10s, 6 tests, 1 failure, 2 errors <<< FAILURES!

[...truncated 19 lines...]
   [junit4] Suite: org.apache.solr.cloud.HttpPartitionTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_ED4A515583C18D87-001/init-core-data-001
   [junit4]   2> 726666 INFO  (SUITE-HttpPartitionTest-seed#[ED4A515583C18D87]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 726666 INFO  (SUITE-HttpPartitionTest-seed#[ED4A515583C18D87]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 726679 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 726681 INFO  (Thread-2908) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 726681 INFO  (Thread-2908) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 726781 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.ZkTestServer start zk server on port:39548
   [junit4]   2> 726781 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 726807 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 726823 INFO  (zkCallback-1054-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@a4a8a6c name:ZooKeeperConnection Watcher:127.0.0.1:39548 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 726823 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 726823 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 726823 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 726825 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 726855 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 726887 INFO  (zkCallback-1055-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2359a388 name:ZooKeeperConnection Watcher:127.0.0.1:39548/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 726887 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 726887 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 726887 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 726888 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 726888 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 726889 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 726889 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 726890 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 726890 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 726890 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 726891 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 726891 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 726892 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 726892 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 726893 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 726893 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 726893 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 726893 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 726894 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 726894 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 726894 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 726894 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 726895 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 726895 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 726896 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 726896 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 726896 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 726896 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 727227 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_ED4A515583C18D87-001/control-001/cores/collection1
   [junit4]   2> 727243 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 727304 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3084bfe5{/,null,AVAILABLE}
   [junit4]   2> 727305 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.e.j.s.ServerConnector Started ServerConnector@732542d9{HTTP/1.1,[http/1.1]}{127.0.0.1:58299}
   [junit4]   2> 727305 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.e.j.s.Server Started @731368ms
   [junit4]   2> 727305 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_ED4A515583C18D87-001/tempDir-001/control/data, hostContext=/, hostPort=59099, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_ED4A515583C18D87-001/control-001/cores}
   [junit4]   2> 727305 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 727305 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_ED4A515583C18D87-001/control-001'
   [junit4]   2> 727305 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 727305 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 727305 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 727306 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 727309 INFO  (zkCallback-1056-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@108e6f9e name:ZooKeeperConnection Watcher:127.0.0.1:39548/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 727309 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 727309 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 727309 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 727309 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_ED4A515583C18D87-001/control-001/solr.xml
   [junit4]   2> 727313 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_ED4A515583C18D87-001/control-001/cores
   [junit4]   2> 727314 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.CoreContainer New CoreContainer 37682451
   [junit4]   2> 727314 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_ED4A515583C18D87-001/control-001]
   [junit4]   2> 727314 WARN  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_ED4A515583C18D87-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_ED4A515583C18D87-001/control-001/lib
   [junit4]   2> 727327 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 727339 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 727339 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 727339 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 727339 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39548/solr
   [junit4]   2> 727339 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 727339 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 727359 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 727391 INFO  (zkCallback-1059-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@740b040c name:ZooKeeperConnection Watcher:127.0.0.1:39548 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 727396 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 727396 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 727397 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [n:127.0.0.1:59099_    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$34/721205766@68adbf08
   [junit4]   2> 727407 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [n:127.0.0.1:59099_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 727407 INFO  (zkCallback-1060-thread-1-processing-n:127.0.0.1:59099_) [n:127.0.0.1:59099_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@53ef1217 name:ZooKeeperConnection Watcher:127.0.0.1:39548/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 727407 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [n:127.0.0.1:59099_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 727408 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [n:127.0.0.1:59099_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 727408 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [n:127.0.0.1:59099_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 727409 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [n:127.0.0.1:59099_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 727410 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [n:127.0.0.1:59099_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 727411 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [n:127.0.0.1:59099_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 727411 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [n:127.0.0.1:59099_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 727412 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [n:127.0.0.1:59099_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 727412 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [n:127.0.0.1:59099_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 727412 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [n:127.0.0.1:59099_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 727413 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [n:127.0.0.1:59099_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 727413 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [n:127.0.0.1:59099_    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 727413 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [n:127.0.0.1:59099_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 727414 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [n:127.0.0.1:59099_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 727415 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [n:127.0.0.1:59099_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 727415 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [n:127.0.0.1:59099_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 727416 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [n:127.0.0.1:59099_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96184447713083396-127.0.0.1:59099_-n_0000000000
   [junit4]   2> 727416 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [n:127.0.0.1:59099_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:59099_
   [junit4]   2> 727416 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [n:127.0.0.1:59099_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 727416 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [n:127.0.0.1:59099_    ] o.a.s.c.Overseer Overseer (id=96184447713083396-127.0.0.1:59099_-n_0000000000) starting
   [junit4]   2> 727417 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [n:127.0.0.1:59099_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 727419 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [n:127.0.0.1:59099_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 727419 INFO  (OverseerStateUpdate-96184447713083396-127.0.0.1:59099_-n_0000000000) [n:127.0.0.1:59099_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 727421 INFO  (OverseerCollectionConfigSetProcessor-96184447713083396-127.0.0.1:59099_-n_0000000000) [n:127.0.0.1:59099_    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 727428 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [n:127.0.0.1:59099_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59099_
   [junit4]   2> 727428 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [n:127.0.0.1:59099_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:59099_
   [junit4]   2> 727429 INFO  (OverseerStateUpdate-96184447713083396-127.0.0.1:59099_-n_0000000000) [n:127.0.0.1:59099_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 727429 INFO  (zkCallback-1060-thread-1-processing-n:127.0.0.1:59099_) [n:127.0.0.1:59099_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 727429 INFO  (zkCallback-1060-thread-1-processing-n:127.0.0.1:59099_) [n:127.0.0.1:59099_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 727440 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [n:127.0.0.1:59099_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 727440 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [n:127.0.0.1:59099_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 727440 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [n:127.0.0.1:59099_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_ED4A515583C18D87-001/control-001/cores
   [junit4]   2> 727441 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [n:127.0.0.1:59099_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 727441 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [n:127.0.0.1:59099_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_ED4A515583C18D87-001/control-001/cores/collection1
   [junit4]   2> 727441 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [n:127.0.0.1:59099_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 727447 INFO  (coreLoadExecutor-2989-thread-1-processing-n:127.0.0.1:59099_) [n:127.0.0.1:59099_ c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 727447 INFO  (coreLoadExecutor-2989-thread-1-processing-n:127.0.0.1:59099_) [n:127.0.0.1:59099_ c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 727448 INFO  (coreLoadExecutor-2989-thread-1-processing-n:127.0.0.1:59099_) [n:127.0.0.1:59099_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection control_collection not visible yet, but flagging it so a watch is registered when it becomes visible
   [junit4]   2> 727448 INFO  (coreLoadExecutor-2989-thread-1-processing-n:127.0.0.1:59099_) [n:127.0.0.1:59099_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Deleting data for [control_collection]
   [junit4]   2> 727463 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [n:127.0.0.1:59099_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1
   [junit4]   2> 727463 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [n:127.0.0.1:59099_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 727474 INFO  (coreLoadExecutor-2989-thread-1-processing-n:127.0.0.1:59099_) [n:127.0.0.1:59099_ c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 727474 INFO  (OverseerStateUpdate-96184447713083396-127.0.0.1:59099_-n_0000000000) [n:127.0.0.1

[...truncated too long message...]


   [junit4]   2> 887542 INFO  (OverseerStateUpdate-96184447713083406-127.0.0.1:52770_-n_0000000003) [n:127.0.0.1:52770_    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:52770_
   [junit4]   2> 887546 INFO  (zkCallback-1064-thread-2) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 887546 INFO  (zkCallback-1081-thread-3-processing-n:127.0.0.1:52770_) [n:127.0.0.1:52770_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 887547 WARN  (zkCallback-1081-thread-3-processing-n:127.0.0.1:52770_) [n:127.0.0.1:52770_    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 887547 INFO  (zkCallback-1064-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 887547 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@34d7f240{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 887548 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@445af633{/,null,UNAVAILABLE}
   [junit4]   2> 887550 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.ChaosMonkey monkey: stop shard! 59099
   [junit4]   2> 887555 INFO  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39548 39548
   [junit4]   2> 887731 INFO  (Thread-2908) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39548 39548
   [junit4]   2> 887732 WARN  (Thread-2908) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/clusterprops.json
   [junit4]   2> 	6	/solr/aliases.json
   [junit4]   2> 	5	/solr/security.json
   [junit4]   2> 	5	/solr/configs/conf1
   [junit4]   2> 	4	/solr/collections/collection1/state.json
   [junit4]   2> 	4	/solr/collections/collMinRf_1x3/state.json
   [junit4]   2> 	3	/solr/collections/c8n_1x3/state.json
   [junit4]   2> 	3	/solr/collections/c8n_1x2_leader_session_loss/state.json
   [junit4]   2> 	2	/solr/collections/c8n_1x2/state.json
   [junit4]   2> 	2	/solr/collections/c8n_crud_1x2/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/overseer_elect/election/96184447713083400-127.0.0.1:60660_-n_0000000001
   [junit4]   2> 	2	/solr/collections/c8n_1x3/leader_elect/shard1/election/96184447713083400-core_node3-n_0000000000
   [junit4]   2> 	2	/solr/collections/collMinRf_1x3/leader_elect/shard1/election/96184447713083406-core_node2-n_0000000001
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	145	/solr/overseer/collection-queue-work
   [junit4]   2> 	106	/solr/overseer/queue
   [junit4]   2> 	21	/solr/overseer/queue-work
   [junit4]   2> 	7	/solr/live_nodes
   [junit4]   2> 	6	/solr/collections
   [junit4]   2> 
   [junit4]   2> 887733 WARN  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.SocketProxy Closing 14 connections to: http://127.0.0.1:35269/, target: http://127.0.0.1:35180/
   [junit4]   2> 887733 WARN  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.SocketProxy Closing 7 connections to: http://127.0.0.1:59099/, target: http://127.0.0.1:58299/
   [junit4]   2> 887733 WARN  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.SocketProxy Closing 6 connections to: http://127.0.0.1:52770/, target: http://127.0.0.1:55353/
   [junit4]   2> 887733 WARN  (TEST-HttpPartitionTest.test-seed#[ED4A515583C18D87]) [    ] o.a.s.c.SocketProxy Closing 26 connections to: http://127.0.0.1:60660/, target: http://127.0.0.1:53125/
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HttpPartitionTest -Dtests.method=test -Dtests.seed=ED4A515583C18D87 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ca-ES -Dtests.timezone=Canada/East-Saskatchewan -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR    161s J1 | HttpPartitionTest.test <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=8481, name=SocketProxy-Response-53125:44295, state=RUNNABLE, group=TGRP-HttpPartitionTest]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([ED4A515583C18D87:651E6E8F2D3DE07F]:0)
   [junit4]    > Caused by: java.lang.RuntimeException: java.net.SocketException: Socket is closed
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([ED4A515583C18D87]:0)
   [junit4]    > 	at org.apache.solr.cloud.SocketProxy$Bridge$Pump.run(SocketProxy.java:347)
   [junit4]    > Caused by: java.net.SocketException: Socket is closed
   [junit4]    > 	at java.net.Socket.setSoTimeout(Socket.java:1137)
   [junit4]    > 	at org.apache.solr.cloud.SocketProxy$Bridge$Pump.run(SocketProxy.java:344)
   [junit4]   2> 887736 INFO  (SUITE-HttpPartitionTest-seed#[ED4A515583C18D87]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> Jul 04, 2016 6:52:39 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {range_facet_l_dv=PostingsFormat(name=Memory doPackFST= false), _version_=PostingsFormat(name=Direct), multiDefault=PostingsFormat(name=LuceneVarGapFixedInterval), a_t=PostingsFormat(name=Direct), intDefault=PostingsFormat(name=Direct), id=PostingsFormat(name=Memory doPackFST= false), range_facet_i_dv=PostingsFormat(name=Direct), text=PostingsFormat(name=LuceneFixedGap), range_facet_l=PostingsFormat(name=Direct), timestamp=PostingsFormat(name=Direct)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Memory), range_facet_i_dv=DocValuesFormat(name=Lucene54), timestamp=DocValuesFormat(name=Lucene54)}, maxPointsInLeafNode=639, maxMBSortInHeap=6.716706860332174, sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=ca-ES, timezone=Canada/East-Saskatchewan
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=153399088,total=447741952
   [junit4]   2> NOTE: All tests run in this JVM: [TestPKIAuthenticationPlugin, OutOfBoxZkACLAndCredentialsProvidersTest, TestStressVersions, TestTolerantUpdateProcessorRandomCloud, TestSortByMinMaxFunction, TestHashQParserPlugin, TestSubQueryTransformer, TestConfigSetsAPI, BufferStoreTest, TestBulkSchemaConcurrent, HdfsChaosMonkeyNothingIsSafeTest, FileUtilsTest, TestDefaultSearchFieldResource, ShardRoutingTest, TestSolrCoreProperties, TestSolr4Spatial2, SortByFunctionTest, DistributedQueueTest, NumericFieldsTest, TestEmbeddedSolrServerConstructors, CoreAdminCreateDiscoverTest, TestStressUserVersions, TestConfigSets, BlockJoinFacetRandomTest, MBeansHandlerTest, BooleanFieldTest, ExplicitHLLTest, CustomCollectionTest, TestRequestForwarding, TestMissingGroups, OpenCloseCoreStressTest, JavabinLoaderTest, TestCloudInspectUtil, TestHighFrequencyDictionaryFactory, TestRandomRequestDistribution, TestInfoStreamLogging, AtomicUpdatesTest, TestDocTermOrds, TestSimpleTrackingShardHandler, DistribCursorPagingTest, MoreLikeThisHandlerTest, AsyncMigrateRouteKeyTest, SolrIndexSplitterTest, UUIDUpdateProcessorFallbackTest, ClusterStateUpdateTest, TestShortCircuitedRequests, CloudMLTQParserTest, SimplePostToolTest, SolrPluginUtilsTest, OverseerTaskQueueTest, IndexBasedSpellCheckerTest, DocExpirationUpdateProcessorFactoryTest, OpenExchangeRatesOrgProviderTest, ResponseHeaderTest, SpellCheckComponentTest, BasicFunctionalityTest, OverseerModifyCollectionTest, NotRequiredUniqueKeyTest, TestRTimerTree, TestFieldCollectionResource, TestCursorMarkWithoutUniqueKey, TestExactSharedStatsCache, TestQuerySenderNoQuery, DataDrivenBlockJoinTest, TestTrie, TestCloudSchemaless, TestHdfsUpdateLog, TestBulkSchemaAPI, TestCryptoKeys, TestSearcherReuse, TestHashPartitioner, DistributedFacetPivotLongTailTest, TestCoreContainer, ConvertedLegacyTest, DistributedDebugComponentTest, TestReRankQParserPlugin, PreAnalyzedUpdateProcessorTest, LoggingHandlerTest, TestUpdate, HttpPartitionTest]
   [junit4] Completed [251/618 (2!)] on J1 in 161.61s, 1 test, 1 error <<< FAILURES!

[...truncated 1198 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:740: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/common-build.xml:530: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1427: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:984: There were test failures: 618 suites (10 ignored), 2590 tests, 3 errors, 1 failure, 87 ignored (72 assumptions) [seed: ED4A515583C18D87]

Total time: 60 minutes 45 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any




[JENKINS] Lucene-Solr-Tests-master - Build # 1254 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1254/

3 tests failed.
FAILED:  org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test

Error Message:
Expected 2 of 3 replicas to be active but only found 1; [core_node3:{"core":"c8n_1x3_lf_shard1_replica2","base_url":"http://127.0.0.1:44859/z/i","node_name":"127.0.0.1:44859_z%2Fi","state":"active","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/19)={   "replicationFactor":"3",   "shards":{"shard1":{       "range":"80000000-7fffffff",       "state":"active",       "replicas":{         "core_node1":{           "state":"down",           "base_url":"http://127.0.0.1:34889/z/i",           "core":"c8n_1x3_lf_shard1_replica3",           "node_name":"127.0.0.1:34889_z%2Fi"},         "core_node2":{           "core":"c8n_1x3_lf_shard1_replica1",           "base_url":"http://127.0.0.1:39067/z/i",           "node_name":"127.0.0.1:39067_z%2Fi",           "state":"down"},         "core_node3":{           "core":"c8n_1x3_lf_shard1_replica2",           "base_url":"http://127.0.0.1:44859/z/i",           "node_name":"127.0.0.1:44859_z%2Fi",           "state":"active",           "leader":"true"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"1",   "autoAddReplicas":"false"}

Stack Trace:
java.lang.AssertionError: Expected 2 of 3 replicas to be active but only found 1; [core_node3:{"core":"c8n_1x3_lf_shard1_replica2","base_url":"http://127.0.0.1:44859/z/i","node_name":"127.0.0.1:44859_z%2Fi","state":"active","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/19)={
  "replicationFactor":"3",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node1":{
          "state":"down",
          "base_url":"http://127.0.0.1:34889/z/i",
          "core":"c8n_1x3_lf_shard1_replica3",
          "node_name":"127.0.0.1:34889_z%2Fi"},
        "core_node2":{
          "core":"c8n_1x3_lf_shard1_replica1",
          "base_url":"http://127.0.0.1:39067/z/i",
          "node_name":"127.0.0.1:39067_z%2Fi",
          "state":"down"},
        "core_node3":{
          "core":"c8n_1x3_lf_shard1_replica2",
          "base_url":"http://127.0.0.1:44859/z/i",
          "node_name":"127.0.0.1:44859_z%2Fi",
          "state":"active",
          "leader":"true"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"false"}
	at __randomizedtesting.SeedInfo.seed([BBABFE41B79A5DEA:33FFC19B19663012]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:170)
	at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:57)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.handler.TestReqParamsAPI.test

Error Message:
Could not get expected value  'CY val modified' for path 'response/params/y/c' full output: {   "responseHeader":{     "status":0,     "QTime":0},   "response":{     "znodeVersion":1,     "params":{       "x":{         "a":"A val",         "b":"B val",         "":{"v":0}},       "y":{         "c":"CY val",         "b":"BY val",         "i":20,         "d":[           "val 1",           "val 2"],         "":{"v":0}}}}},  from server:  http://127.0.0.1:51981/eq_aco/v/collection1

Stack Trace:
java.lang.AssertionError: Could not get expected value  'CY val modified' for path 'response/params/y/c' full output: {
  "responseHeader":{
    "status":0,
    "QTime":0},
  "response":{
    "znodeVersion":1,
    "params":{
      "x":{
        "a":"A val",
        "b":"B val",
        "":{"v":0}},
      "y":{
        "c":"CY val",
        "b":"BY val",
        "i":20,
        "d":[
          "val 1",
          "val 2"],
        "":{"v":0}}}}},  from server:  http://127.0.0.1:51981/eq_aco/v/collection1
	at __randomizedtesting.SeedInfo.seed([BBABFE41B79A5DEA:33FFC19B19663012]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.core.TestSolrConfigHandler.testForResponseElement(TestSolrConfigHandler.java:481)
	at org.apache.solr.handler.TestReqParamsAPI.testReqParams(TestReqParamsAPI.java:194)
	at org.apache.solr.handler.TestReqParamsAPI.test(TestReqParamsAPI.java:61)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.overseer.ZkStateReaderTest.testExternalCollectionWatchedNotWatched

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([BBABFE41B79A5DEA:B0100F6DE6C3AB43]:0)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testExternalCollectionWatchedNotWatched(ZkStateReaderTest.java:167)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10572 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReqParamsAPI
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_BBABFE41B79A5DEA-001/init-core-data-001
   [junit4]   2> 1    INFO  (SUITE-TestReqParamsAPI-seed#[BBABFE41B79A5DEA]-worker) [    ] o.e.j.u.log Logging initialized @4030ms
   [junit4]   2> 8    INFO  (SUITE-TestReqParamsAPI-seed#[BBABFE41B79A5DEA]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 54   INFO  (SUITE-TestReqParamsAPI-seed#[BBABFE41B79A5DEA]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /eq_aco/v
   [junit4]   2> 94   INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 109  INFO  (Thread-1) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 110  INFO  (Thread-1) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 253  INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.ZkTestServer start zk server on port:40381
   [junit4]   2> 310  INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 777  INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 871  INFO  (zkCallback-1-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@47c2f478 name:ZooKeeperConnection Watcher:127.0.0.1:40381 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 873  INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 875  INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 876  INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 906  INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 945  INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 957  INFO  (zkCallback-2-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@64b060c4 name:ZooKeeperConnection Watcher:127.0.0.1:40381/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 957  INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 957  INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 961  INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 971  INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 974  INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 976  INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 983  INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1009 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1017 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1017 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 1024 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1024 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1033 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1037 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1042 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1046 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1048 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1051 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 1053 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1058 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1061 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1063 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1065 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1067 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1070 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1073 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1076 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1084 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 2093 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_BBABFE41B79A5DEA-001/control-001/cores/collection1
   [junit4]   2> 2379 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 2668 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4214a369{/eq_aco/v,null,AVAILABLE}
   [junit4]   2> 2708 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.e.j.s.ServerConnector Started ServerConnector@57e99778{HTTP/1.1,[http/1.1]}{127.0.0.1:55523}
   [junit4]   2> 2708 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.e.j.s.Server Started @6747ms
   [junit4]   2> 2717 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_BBABFE41B79A5DEA-001/tempDir-001/control/data, hostContext=/eq_aco/v, hostPort=55523, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_BBABFE41B79A5DEA-001/control-001/cores}
   [junit4]   2> 2762 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 2783 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_BBABFE41B79A5DEA-001/control-001'
   [junit4]   2> 2799 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2799 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2803 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2810 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2824 INFO  (zkCallback-3-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1d3bb0ea name:ZooKeeperConnection Watcher:127.0.0.1:40381/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2824 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2825 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2834 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2836 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_BBABFE41B79A5DEA-001/control-001/solr.xml
   [junit4]   2> 2975 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_BBABFE41B79A5DEA-001/control-001/cores
   [junit4]   2> 3012 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.CoreContainer New CoreContainer 746027878
   [junit4]   2> 3012 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_BBABFE41B79A5DEA-001/control-001]
   [junit4]   2> 3013 WARN  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_BBABFE41B79A5DEA-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_BBABFE41B79A5DEA-001/control-001/lib
   [junit4]   2> 3031 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 3398 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 3400 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3401 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3402 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40381/solr
   [junit4]   2> 3653 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 3654 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3672 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3729 INFO  (zkCallback-6-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2f3a5fc7 name:ZooKeeperConnection Watcher:127.0.0.1:40381 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3729 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3730 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3740 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [n:127.0.0.1:55523_eq_aco%2Fv    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$9/1790428363@1ee1ec2
   [junit4]   2> 3764 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [n:127.0.0.1:55523_eq_aco%2Fv    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3776 INFO  (zkCallback-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@d8cf95d name:ZooKeeperConnection Watcher:127.0.0.1:40381/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3776 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [n:127.0.0.1:55523_eq_aco%2Fv    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3784 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [n:127.0.0.1:55523_eq_aco%2Fv    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 3795 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [n:127.0.0.1:55523_eq_aco%2Fv    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 3801 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [n:127.0.0.1:55523_eq_aco%2Fv    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 3812 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [n:127.0.0.1:55523_eq_aco%2Fv    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 3814 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [n:127.0.0.1:55523_eq_aco%2Fv    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 3824 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [n:127.0.0.1:55523_eq_aco%2Fv    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 3832 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [n:127.0.0.1:55523_eq_aco%2Fv    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 3834 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [n:127.0.0.1:55523_eq_aco%2Fv    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 3835 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [n:127.0.0.1:55523_eq_aco%2Fv    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 3836 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [n:127.0.0.1:55523_eq_aco%2Fv    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 3839 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [n:127.0.0.1:55523_eq_aco%2Fv    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 3842 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [n:127.0.0.1:55523_eq_aco%2Fv    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 3863 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [n:127.0.0.1:55523_eq_aco%2Fv    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 3865 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [n:127.0.0.1:55523_eq_aco%2Fv    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 3867 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [n:127.0.0.1:55523_eq_aco%2Fv    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3871 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [n:127.0.0.1:55523_eq_aco%2Fv    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96181839650816004-127.0.0.1:55523_eq_aco%2Fv-n_0000000000
   [junit4]   2> 3874 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [n:127.0.0.1:55523_eq_aco%2Fv    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:55523_eq_aco%2Fv
   [junit4]   2> 3874 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [n:127.0.0.1:55523_eq_aco%2Fv    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 3878 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [n:127.0.0.1:55523_eq_aco%2Fv    ] o.a.s.c.Overseer Overseer (id=96181839650816004-127.0.0.1:55523_eq_aco%2Fv-n_0000000000) starting
   [junit4]   2> 3884 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [n:127.0.0.1:55523_eq_aco%2Fv    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 3925 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [n:127.0.0.1:55523_eq_aco%2Fv    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 3977 INFO  (OverseerCollectionConfigSetProcessor-96181839650816004-127.0.0.1:55523_eq_aco%2Fv-n_0000000000) [n:127.0.0.1:55523_eq_aco%2Fv    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 3983 INFO  (OverseerStateUpdate-96181839650816004-127.0.0.1:55523_eq_aco%2Fv-n_0000000000) [n:127.0.0.1:55523_eq_aco%2Fv    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 3997 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [n:127.0.0.1:55523_eq_aco%2Fv    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55523_eq_aco%2Fv
   [junit4]   2> 4005 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [n:127.0.0.1:55523_eq_aco%2Fv    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:55523_eq_aco%2Fv
   [junit4]   2> 4015 INFO  (zkCallback-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 4026 INFO  (OverseerStateUpdate-96181839650816004-127.0.0.1:55523_eq_aco%2Fv-n_0000000000) [n:127.0.0.1:55523_eq_aco%2Fv    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4324 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [n:127.0.0.1:55523_eq_aco%2Fv    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 4324 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [n:127.0.0.1:55523_eq_aco%2Fv    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 4404 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [n:127.0.0.1:55523_eq_aco%2Fv    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_BBABFE41B79A5DEA-001/control-001/cores
   [junit4]   2> 4410 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [n:127.0.0.1:55523_eq_aco%2Fv    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 4410 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [n:127.0.0.1:55523_eq_aco%2Fv    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_BBABFE41B79A5DEA-001/control-001/cores/collection1
   [junit4]   2> 4411 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [n:127.0.0.1:55523_eq_aco%2Fv    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 4479 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [n:127.0.0.1:55523_eq_aco%2Fv    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
   [junit4]   2> 4479 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [n:127.0.0.1:55523_eq_aco%2Fv    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 4481 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 4481 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 4488 INFO  (OverseerStateUpdate-96181839650816004-127.0.0.1:55523_eq_aco%2Fv-n_0000000000) [n:127.0.0.1:55523_eq_aco%2Fv    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:55523/eq_aco/v",
   [junit4]   2>   "node_name":"127.0.0.1:55523_eq_aco%2Fv",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 4489 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection   x:collection1] o.a.s.c.ZkController Collection control_collection not visible yet, but flagging it so a watch is registered when it becomes visible
   [junit4]   2> 4501 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Deleting data for [control_collection]
   [junit4]   2> 4506 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 4520 INFO  (OverseerStateUpdate-96181839650816004-127.0.0.1:55523_eq_aco%2Fv-n_0000000000) [n:127.0.0.1:55523_eq_aco%2Fv    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:55523/eq_aco/v",
   [junit4]   2>   "node_name":"127.0.0.1:55523_eq_aco%2Fv",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 4528 INFO  (OverseerStateUpdate-96181839650816004-127.0.0.1:55523_eq_aco%2Fv-n_0000000000) [n:127.0.0.1:55523_eq_aco%2Fv    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 4535 INFO  (OverseerStateUpdate-96181839650816004-127.0.0.1:55523_eq_aco%2Fv-n_0000000000) [n:127.0.0.1:55523_eq_aco%2Fv    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 4541 INFO  (zkCallback-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 5597 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 5598 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 5601 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 5601 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 5613 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 5625 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_BBABFE41B79A5DEA-001/control-001/cores/collection1'
   [junit4]   2> 5626 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 5626 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 5635 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 5728 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 5805 WARN  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 5810 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 6032 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 6189 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 8145 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 8237 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 8249 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 8816 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 8840 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 8843 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 8855 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 8867 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
   [junit4]   2> 8868 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 8950 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 8972 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_BBABFE41B79A5DEA-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_BBABFE41B79A5DEA-001/control-001/cores/collection1/data/]
   [junit4]   2> 8995 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a5a6118
   [junit4]   2> 9115 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_BBABFE41B79A5DEA-001/control-001/cores/collection1/data
   [junit4]   2> 9125 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_BBABFE41B79A5DEA-001/control-001/cores/collection1/data/index/
   [junit4]   2> 9130 WARN  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_BBABFE41B79A5DEA-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 9161 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_BBABFE41B79A5DEA-001/control-001/cores/collection1/data/index
   [junit4]   2> 9162 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=29, maxMergeAtOnceExplicit=11, maxMergedSegmentMB=12.748046875, floorSegmentMB=1.478515625, forceMergeDeletesPctAllowed=28.338043619823306, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3357254156415035
   [junit4]   2> 9420 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@d62f957 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@78e66c1e),segFN=segments_1,generation=1}
   [junit4]   2> 9420 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 9445 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_BBABFE41B79A5DEA-001/control-001/cores/collection1/data/
   [junit4]   2> 9445 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_BBABFE41B79A5DEA-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 10012 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 10090 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 10127 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 10127 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 10127 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 10127 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 10171 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 10171 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 10171 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 10176 WARN  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 10232 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 10256 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 10268 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 10282 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 10977 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/dump,/update/csv,/sql,/graph,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file
   [junit4]   2> 10977 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 11019 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 11020 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 11047 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 11048 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 11057 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=28, maxMergeAtOnceExplicit=21, maxMergedSegmentMB=50.4267578125, floorSegmentMB=1.6318359375, forceMergeDeletesPctAllowed=8.288498030319518, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 11062 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@d62f957 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@78e66c1e),segFN=segments_1,generation=1}
   [junit4]   2> 11062 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 11100 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@21367db3[collection1] main]
   [junit4]   2> 11133 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 11147 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 11147 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 11162 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 11162 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 11227 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 11230 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 11230 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 11231 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 11491 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 11609 INFO  (searcherExecutor-8-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@21367db3[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 11617 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 11618 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 11618 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 11618 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1538909446386745344
   [junit4]   2> 11631 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 13.0ms to seed version buckets with highest version 1538909446386745344
   [junit4]   2> 11632 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 11651 INFO  (coreLoadExecutor-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 11680 INFO  (coreZkRegister-1-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:55523/eq_aco/v collection:control_collection shard:shard1
   [junit4]   2> 11692 INFO  (coreZkRegister-1-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 11704 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 11738 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 11740 INFO  (coreZkRegister-1-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/96181839650816004-core_node1-n_0000000000
   [junit4]   2> 11747 INFO  (coreZkRegister-1-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000
   [junit4]   2> 11752 INFO  (coreZkRegister-1-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 11752 INFO  (coreZkRegister-1-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 11753 INFO  (coreZkRegister-1-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:55523/eq_aco/v/collection1/
   [junit4]   2> 11753 INFO  (coreZkRegister-1-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 11753 INFO  (coreZkRegister-1-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:55523/eq_aco/v/collection1/ has no replicas
   [junit4]   2> 11757 INFO  (OverseerStateUpdate-96181839650816004-127.0.0.1:55523_eq_aco%2Fv-n_0000000000) [n:127.0.0.1:55523_eq_aco%2Fv    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 11758 INFO  (zkCallback-11-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@19f44a92 name:ZooKeeperConnection Watcher:127.0.0.1:40381/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 11765 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 11758 INFO  (coreZkRegister-1-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 11765 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 11765 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 11773 INFO  (zkCallback-7-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 11777 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 11778 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 11793 INFO  (coreZkRegister-1-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/96181839650816004-core_node1-n_0000000000
   [junit4]   2> 11797 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 11798 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 11798 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 11801 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 11930 INFO  (coreZkRegister-1-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:55523/eq_aco/v/collection1/ shard1
   [junit4]   2> 11932 INFO  (OverseerStateUpdate-96181839650816004-127.0.0.1:55523_eq_aco%2Fv-n_0000000000) [n:127.0.0.1:55523_eq_aco%2Fv    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:55523/eq_aco/v",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 2
   [junit4]   2> 11942 INFO  (zkCallback-12-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@60f55da2 name:ZooKeeperConnection Watcher:127.0.0.1:40381/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 11942 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 11942 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 11946 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x155b4dfa23b0006, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 11948 INFO  (OverseerStateUpdate-96181839650816004-127.0.0.1:55523_eq_aco%2Fv-n_0000000000) [n:127.0.0.1:55523_eq_aco%2Fv    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"create",
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "stateFormat":"2"} current state version: 2
   [junit4]   2> 11948 INFO  (OverseerStateUpdate-96181839650816004-127.0.0.1:55523_eq_aco%2Fv-n_0000000000) [n:127.0.0.1:55523_eq_aco%2Fv    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 11951 INFO  (zkCallback-7-thread-4-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 11951 INFO  (zkCallback-11-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 11982 INFO  (coreZkRegister-1-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:55523/eq_aco/v/collection1/ and leader is http://127.0.0.1:55523/eq_aco/v/collection1/
   [junit4]   2> 11983 INFO  (coreZkRegister-1-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:55523/eq_aco/v
   [junit4]   2> 11983 INFO  (coreZkRegister-1-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 11983 INFO  (coreZkRegister-1-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 11983 INFO  (coreZkRegister-1-thread-1-processing-n:127.0.0.1:55523_eq_aco%2Fv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:55523_eq_aco%2Fv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 11991 INFO  (OverseerStateUpdate-96181839650816004-127.0.0.1:55523_eq_aco%2Fv-n_0000000000) [n:127.0.0.1:55523_eq_aco%2Fv    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:55523/eq_aco/v",
   [junit4]   2>   "node_name":"127.0.0.1:55523_eq_aco%2Fv",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 3
   [junit4]   2> 11992 INFO  (OverseerStateUpdate-96181839650816004-127.0.0.1:55523_eq_aco%2Fv-n_0000000000) [n:127.0.0.1:55523_eq_aco%2Fv    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:55523/eq_aco/v",
   [junit4]   2>   "node_name":"127.0.0.1:55523_eq_aco%2Fv",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 11992 INFO  (OverseerStateUpdate-96181839650816004-127.0.0.1:55523_eq_aco%2Fv-n_0000000000) [n:127.0.0.1:55523_eq_aco%2Fv    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
   [junit4]   2> 12065 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_BBABFE41B79A5DEA-001/shard-1-001/cores/collection1
   [junit4]   2> 12066 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_BBABFE41B79A5DEA-001/shard-1-001
   [junit4]   2> 12067 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 12069 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@23fb44a{/eq_aco/v,null,AVAILABLE}
   [junit4]   2> 12069 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.e.j.s.ServerConnector Started ServerConnector@40281732{HTTP/1.1,[http/1.1]}{127.0.0.1:46770}
   [junit4]   2> 12070 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.e.j.s.Server Started @16108ms
   [junit4]   2> 12070 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_BBABFE41B79A5DEA-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/eq_aco/v, hostPort=46770, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_BBABFE41B79A5DEA-001/shard-1-001/cores}
   [junit4]   2> 12070 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 12070 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_BBABFE41B79A5DEA-001/shard-1-001'
   [junit4]   2> 12071 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 12071 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 12071 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 12077 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 12087 INFO  (zkCallback-13-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@8d90a84 name:ZooKeeperConnection Watcher:127.0.0.1:40381/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 12087 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 12087 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 12089 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 12089 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_BBABFE41B79A5DEA-001/shard-1-001/solr.xml
   [junit4]   2> 12097 INFO  (zkCallback-11-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 12097 INFO  (zkCallback-7-thread-4-processing-n:127.0.0.1:55523_eq_aco%2Fv) [n:127.0.0.1:55523_eq_aco%2Fv    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 12104 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_BBABFE41B79A5DEA-001/shard-1-001/cores
   [junit4]   2> 12104 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.CoreContainer New CoreContainer 1815313166
   [junit4]   2> 12104 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_BBABFE41B79A5DEA-001/shard-1-001]
   [junit4]   2> 12104 WARN  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_BBABFE41B79A5DEA-001/shard-1-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_BBABFE41B79A5DEA-001/shard-1-001/lib
   [junit4]   2> 12104 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 12121 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 12121 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 12122 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 12122 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40381/solr
   [junit4]   2> 12122 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 12122 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 12122 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 12142 INFO  (zkCallback-16-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@26dfb743 name:ZooKeeperConnection Watcher:127.0.0.1:40381 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 12145 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 12145 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 12150 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [n:127.0.0.1:46770_eq_aco%2Fv    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$9/1790428363@32e375b6
   [junit4]   2> 12157 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [n:127.0.0.1:46770_eq_aco%2Fv    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 12162 INFO  (zkCallback-17-thread-1-processing-n:127.0.0.1:46770_eq_aco%2Fv) [n:127.0.0.1:46770_eq_aco%2Fv    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@62c7daf2 name:ZooKeeperConnection Watcher:127.0.0.1:40381/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 12162 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [n:127.0.0.1:46770_eq_aco%2Fv    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 12170 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [n:127.0.0.1:46770_eq_aco%2Fv    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 12171 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [n:127.0.0.1:46770_eq_aco%2Fv    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 12172 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [n:127.0.0.1:46770_eq_aco%2Fv    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 12175 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [n:127.0.0.1:46770_eq_aco%2Fv    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 12175 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [n:127.0.0.1:46770_eq_aco%2Fv    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96181839650816009-127.0.0.1:46770_eq_aco%2Fv-n_0000000001
   [junit4]   2> 12177 INFO  (TEST-TestReqParamsAPI.test-seed#[BBABFE41B79A5DEA]) [n:127.0.0.1:46770_eq_aco%2Fv    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96181839650816004-127.0.0.1:55523_eq_aco%2Fv-n_0000000000 to know if I could be the leader
   [junit4]   2> 12177 INFO

[...truncated too long message...]

nectionManager Client is connected to ZooKeeper
   [junit4]   2> 480958 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 480958 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 480959 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 480959 INFO  (zkCallback-710-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@873b584 name:ZooKeeperConnection Watcher:127.0.0.1:34477 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 480959 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 480959 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 480960 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 480961 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 480961 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 480962 INFO  (zkCallback-711-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2f9bd718 name:ZooKeeperConnection Watcher:127.0.0.1:34477/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 480962 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 480962 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 480962 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 480963 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 480964 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 480964 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 480965 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 480965 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 480966 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 480966 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 480967 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 480967 INFO  (zkCallback-711-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 480968 INFO  (zkCallback-711-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 480970 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 480970 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 480971 INFO  (zkCallback-711-thread-2) [    ] o.a.s.c.c.ZkStateReader Uninteresting collection c1
   [junit4]   2> 480971 INFO  (zkCallback-711-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 480972 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 480973 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34477 34477
   [junit4]   2> 481095 INFO  (Thread-2009) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34477 34477
   [junit4]   2> 481096 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[BBABFE41B79A5DEA]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithTimeDelayLazy
   [junit4]   2> 481097 INFO  (SUITE-ZkStateReaderTest-seed#[BBABFE41B79A5DEA]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.overseer.ZkStateReaderTest_BBABFE41B79A5DEA-001
   [junit4]   2> Jul 04, 2016 7:54:42 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 4 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62), sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=lt, timezone=Australia/Lindeman
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=164654136,total=527958016
   [junit4]   2> NOTE: All tests run in this JVM: [DocumentAnalysisRequestHandlerTest, DefaultValueUpdateProcessorTest, QueryEqualityTest, TestLRUStatsCache, BitVectorTest, TestChildDocTransformer, AnalysisAfterCoreReloadTest, TestHdfsBackupRestoreCore, TestAnalyzedSuggestions, RequestLoggingTest, ParsingFieldUpdateProcessorsTest, DateRangeFieldTest, HdfsBasicDistributedZkTest, TestUniqueKeyFieldResource, CreateCollectionCleanupTest, TestStandardQParsers, SolrCoreTest, TestFastOutputStream, SOLR749Test, TestObjectReleaseTracker, PolyFieldTest, AsyncCallRequestStatusResponseTest, RequiredFieldsTest, TestLRUCache, TestReloadDeadlock, TestJsonRequest, TestLuceneMatchVersion, SegmentsInfoRequestHandlerTest, TestPerFieldSimilarityWithDefaultOverride, PingRequestHandlerTest, FileBasedSpellCheckerTest, TestReplicationHandler, SolrXmlInZkTest, TestRangeQuery, TestFieldCacheSortRandom, TestIntervalFaceting, OverseerCollectionConfigSetProcessorTest, TestComponentsName, TestGeoJSONResponseWriter, TestAnalyzeInfixSuggestions, TestJoin, DeleteStatusTest, TestHighlightDedupGrouping, TestSolr4Spatial, DistributedSpellCheckComponentTest, TestFieldCacheReopen, TestStressLucene, IndexSchemaRuntimeFieldTest, CloneFieldUpdateProcessorFactoryTest, EchoParamsTest, BasicDistributedZkTest, HdfsRecoveryZkTest, TestCSVLoader, TestDownShardTolerantSearch, ZkNodePropsTest, TestMaxScoreQueryParser, ConcurrentDeleteAndCreateCollectionTest, TestCloudDeleteByQuery, TestArbitraryIndexDir, TestFunctionQuery, AlternateDirectoryTest, CdcrUpdateLogTest, TestBadConfig, TestRestManager, CursorPagingTest, OverseerStatusTest, ActionThrottleTest, TestCrossCoreJoin, TestTrackingShardHandlerFactory, TestXmlQParser, TestManagedSchema, TestFieldTypeCollectionResource, CoreMergeIndexesAdminHandlerTest, CollectionTooManyReplicasTest, TestIBSimilarityFactory, TestOrdValues, ZkStateReaderTest]
   [junit4] Completed [184/618 (3!)] on J0 in 1.85s, 6 tests, 1 error <<< FAILURES!

[...truncated 1380 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:740: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/common-build.xml:530: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1427: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:984: There were test failures: 618 suites (10 ignored), 2590 tests, 1 error, 2 failures, 87 ignored (72 assumptions) [seed: BBABFE41B79A5DEA]

Total time: 61 minutes 51 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any




[JENKINS] Lucene-Solr-Tests-master - Build # 1253 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1253/

2 tests failed.
FAILED:  org.apache.solr.cloud.overseer.ZkStateReaderTest.testExternalCollectionWatchedNotWatched

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([5B2FA7A9DD35E957:509456858C6C1FFE]:0)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testExternalCollectionWatchedNotWatched(ZkStateReaderTest.java:167)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.overseer.ZkStateWriterTest.testExternalModificationToStateFormat2

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([5B2FA7A9DD35E957:2AF2B37DBC9E15D7]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.overseer.ZkStateWriterTest.testExternalModificationToStateFormat2(ZkStateWriterTest.java:322)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 12045 lines...]
   [junit4] Suite: org.apache.solr.cloud.overseer.ZkStateReaderTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.overseer.ZkStateReaderTest_5B2FA7A9DD35E957-001/init-core-data-001
   [junit4]   2> 1652218 INFO  (SUITE-ZkStateReaderTest-seed#[5B2FA7A9DD35E957]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 1652221 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testWatchedCollectionCreation
   [junit4]   2> 1652221 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1652221 INFO  (Thread-4607) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1652221 INFO  (Thread-4607) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1652321 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.ZkTestServer start zk server on port:60516
   [junit4]   2> 1652322 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1652322 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1652324 INFO  (zkCallback-16044-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3c43afb2 name:ZooKeeperConnection Watcher:127.0.0.1:60516 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1652324 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1652324 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1652325 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1652326 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1652327 INFO  (zkCallback-16045-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@e67e793 name:ZooKeeperConnection Watcher:127.0.0.1:60516 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1652327 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1652327 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1652327 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1652332 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1652332 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1652333 INFO  (zkCallback-16046-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@18f62e62 name:ZooKeeperConnection Watcher:127.0.0.1:60516/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1652333 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1652334 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1652334 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1652335 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1652336 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1652337 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1652338 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1652339 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1652339 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1652340 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1652341 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 1652341 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1652342 INFO  (zkCallback-16046-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1652343 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1652344 INFO  (zkCallback-16046-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1652345 INFO  (zkCallback-16046-thread-2) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 1652347 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60516 60516
   [junit4]   2> 1652469 INFO  (Thread-4607) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60516 60516
   [junit4]   2> 1652470 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testWatchedCollectionCreation
   [junit4]   2> 1652474 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithTimeDelayLazy
   [junit4]   2> 1652474 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1652475 INFO  (Thread-4608) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1652475 INFO  (Thread-4608) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1652575 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.ZkTestServer start zk server on port:56745
   [junit4]   2> 1652575 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1652575 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1652577 INFO  (zkCallback-16048-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3cfc428e name:ZooKeeperConnection Watcher:127.0.0.1:56745 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1652578 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1652578 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1652579 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1652580 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1652580 INFO  (zkCallback-16049-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@662e0687 name:ZooKeeperConnection Watcher:127.0.0.1:56745 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1652580 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1652581 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1652581 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1652583 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1652583 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1652584 INFO  (zkCallback-16050-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7c81fc name:ZooKeeperConnection Watcher:127.0.0.1:56745/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1652584 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1652584 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1652584 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1652585 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1652586 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1652587 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1652588 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1652588 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1652589 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1652589 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1652590 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1652590 INFO  (zkCallback-16050-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1652591 INFO  (zkCallback-16050-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1652592 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 1652593 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1652593 INFO  (zkCallback-16050-thread-2) [    ] o.a.s.c.c.ZkStateReader Uninteresting collection c1
   [junit4]   2> 1652593 INFO  (zkCallback-16050-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1652594 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 1652601 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:56745 56745
   [junit4]   2> 1652700 INFO  (Thread-4608) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:56745 56745
   [junit4]   2> 1652701 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithTimeDelayLazy
   [junit4]   2> 1652706 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testExternalCollectionWatchedNotWatched
   [junit4]   2> 1652706 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1652706 INFO  (Thread-4609) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1652706 INFO  (Thread-4609) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1652806 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.ZkTestServer start zk server on port:43684
   [junit4]   2> 1652807 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1652807 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1652809 INFO  (zkCallback-16052-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3f19b6e6 name:ZooKeeperConnection Watcher:127.0.0.1:43684 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1652809 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1652810 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1652811 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1652814 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1652816 INFO  (zkCallback-16053-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@508a03c6 name:ZooKeeperConnection Watcher:127.0.0.1:43684 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1652817 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1652817 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1652817 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1652820 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1652822 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1652826 INFO  (zkCallback-16054-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@373eb0cb name:ZooKeeperConnection Watcher:127.0.0.1:43684/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1652826 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1652826 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1652827 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1652828 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1652829 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1652829 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1652830 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1652831 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1652831 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1652832 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1652833 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1652833 INFO  (zkCallback-16054-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1652834 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1652836 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43684 43684
   [junit4]   2> 1653009 INFO  (Thread-4609) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43684 43684
   [junit4]   2> 1653014 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testExternalCollectionWatchedNotWatched
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ZkStateReaderTest -Dtests.method=testExternalCollectionWatchedNotWatched -Dtests.seed=5B2FA7A9DD35E957 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=zh-SG -Dtests.timezone=Asia/Kashgar -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.32s J0 | ZkStateReaderTest.testExternalCollectionWatchedNotWatched <<<
   [junit4]    > Throwable #1: java.lang.NullPointerException
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([5B2FA7A9DD35E957:509456858C6C1FFE]:0)
   [junit4]    > 	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testExternalCollectionWatchedNotWatched(ZkStateReaderTest.java:167)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1653022 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithTimeDelay
   [junit4]   2> 1653022 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1653022 INFO  (Thread-4610) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1653022 INFO  (Thread-4610) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1653122 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.ZkTestServer start zk server on port:42002
   [junit4]   2> 1653122 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1653123 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1653125 INFO  (zkCallback-16056-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@35e2debb name:ZooKeeperConnection Watcher:127.0.0.1:42002 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1653125 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1653125 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1653126 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1653127 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1653127 INFO  (zkCallback-16057-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@670b5be9 name:ZooKeeperConnection Watcher:127.0.0.1:42002 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1653128 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1653128 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1653128 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1653130 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1653130 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1653131 INFO  (zkCallback-16058-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6e9a61da name:ZooKeeperConnection Watcher:127.0.0.1:42002/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1653131 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1653131 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1653132 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1653132 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1653133 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1653134 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1653134 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1653135 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1653135 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1653135 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1653136 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 1653137 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1653137 INFO  (zkCallback-16058-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1653138 INFO  (zkCallback-16058-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1653138 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1653139 INFO  (zkCallback-16058-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1653139 INFO  (zkCallback-16058-thread-1) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 1653139 INFO  (zkCallback-16058-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1653141 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42002 42002
   [junit4]   2> 1653315 INFO  (Thread-4610) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42002 42002
   [junit4]   2> 1653316 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithTimeDelay
   [junit4]   2> 1653320 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithExplicitRefresh
   [junit4]   2> 1653321 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1653321 INFO  (Thread-4611) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1653321 INFO  (Thread-4611) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1653421 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.ZkTestServer start zk server on port:60474
   [junit4]   2> 1653421 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1653422 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1653423 INFO  (zkCallback-16060-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1546d2b2 name:ZooKeeperConnection Watcher:127.0.0.1:60474 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1653424 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1653424 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1653425 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1653425 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1653426 INFO  (zkCallback-16061-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7767376f name:ZooKeeperConnection Watcher:127.0.0.1:60474 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1653426 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1653427 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1653427 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1653429 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1653429 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1653430 INFO  (zkCallback-16062-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@39564804 name:ZooKeeperConnection Watcher:127.0.0.1:60474/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1653430 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1653431 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1653431 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1653432 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1653433 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1653435 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1653435 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1653436 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1653436 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1653437 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1653438 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 1653438 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1653438 INFO  (zkCallback-16062-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1653439 INFO  (zkCallback-16062-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1653440 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1653440 INFO  (zkCallback-16062-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1653440 INFO  (zkCallback-16062-thread-1) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 1653440 INFO  (zkCallback-16062-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1653442 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60474 60474
   [junit4]   2> 1653659 INFO  (Thread-4611) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60474 60474
   [junit4]   2> 1653660 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithExplicitRefresh
   [junit4]   2> 1653662 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithExplicitRefreshLazy
   [junit4]   2> 1653663 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1653665 INFO  (Thread-4612) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1653665 INFO  (Thread-4612) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1653765 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.ZkTestServer start zk server on port:39026
   [junit4]   2> 1653765 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1653766 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1653768 INFO  (zkCallback-16064-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@16471ab0 name:ZooKeeperConnection Watcher:127.0.0.1:39026 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1653768 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1653768 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1653769 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1653769 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1653770 INFO  (zkCallback-16065-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@661cf42 name:ZooKeeperConnection Watcher:127.0.0.1:39026 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1653770 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1653770 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1653770 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1653771 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1653772 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1653772 INFO  (zkCallback-16066-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@74963026 name:ZooKeeperConnection Watcher:127.0.0.1:39026/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1653772 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1653772 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1653773 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1653773 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1653775 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1653775 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1653776 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1653776 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1653777 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1653777 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1653778 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1653778 INFO  (zkCallback-16066-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1653779 INFO  (zkCallback-16066-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1653779 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1653781 ERROR (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[5B2FA7A9DD35E957]-EventThread) [    ] o.a.z.ClientCnxn Error while calling watcher 
   [junit4]   2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$10/567925366@2fc36f0a rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@6ac1e496[Shutting down, pool size = 2, active threads = 0, queued tasks = 0, completed tasks = 3]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214)
   [junit4]   2> 	at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:267)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 1653781 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39026 39026
   [junit4]   2> 1653909 INFO  (Thread-4612) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39026 39026
   [junit4]   2> 1653911 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithExplicitRefreshLazy
   [junit4]   2> 1653911 INFO  (SUITE-ZkStateReaderTest-seed#[5B2FA7A9DD35E957]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.overseer.ZkStateReaderTest_5B2FA7A9DD35E957-001
   [junit4]   2> Jul 04, 2016 12:58:48 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 3 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=579, maxMBSortInHeap=6.259073251679688, sim=ClassicSimilarity, locale=zh-SG, timezone=Asia/Kashgar
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=216817776,total=530055168
   [junit4]   2> NOTE: All tests run in this JVM: [RuleEngineTest, OverseerStatusTest, BitVectorTest, TestRealTimeGet, TestTolerantUpdateProcessorCloud, TestXmlQParser, TestDistributedSearch, TestManagedSchema, PeerSyncTest, BasicDistributedZkTest, HdfsWriteToMultipleCollectionsTest, TestReplicationHandler, ShardSplitTest, TestCollectionAPI, DistributedSpellCheckComponentTest, TestConfig, TestDownShardTolerantSearch, UUIDFieldTest, TestSchemaResource, AnalyticsQueryTest, AnalysisAfterCoreReloadTest, ResponseLogComponentTest, TestTrackingShardHandlerFactory, TestLRUStatsCache, TestObjectReleaseTracker, TestFieldTypeCollectionResource, TestDistribIDF, HLLSerializationTest, DistributedFacetPivotSmallTest, TestPhraseSuggestions, TestValueSourceCache, TestRawTransformer, MultiThreadedOCPTest, CursorPagingTest, OutputWriterTest, TestSSLRandomization, DocumentAnalysisRequestHandlerTest, PolyFieldTest, DisMaxRequestHandlerTest, TestDynamicFieldResource, PingRequestHandlerTest, TestRangeQuery, RequestLoggingTest, TestCustomSort, TestStressLucene, HdfsThreadLeakTest, TestAnalyzedSuggestions, DistributedQueryElevationComponentTest, TestLMDirichletSimilarityFactory, TestImplicitCoreProperties, TestUseDocValuesAsStored, TestJoin, SignatureUpdateProcessorFactoryTest, ConcurrentDeleteAndCreateCollectionTest, ActionThrottleTest, TestFieldCacheSortRandom, BlockDirectoryTest, TestHighlightDedupGrouping, TestRTGBase, XsltUpdateRequestHandlerTest, TestLuceneMatchVersion, URLClassifyProcessorTest, TestConfigSetsAPIZkFailure, TestBackupRepositoryFactory, QueryElevationComponentTest, TestConfigSetProperties, PreAnalyzedFieldTest, TestClassicSimilarityFactory, TestSolrConfigHandlerConcurrent, TestHdfsBackupRestoreCore, TestRandomFaceting, LeaderElectionIntegrationTest, HdfsBasicDistributedZkTest, TestDocSet, TestOmitPositions, TestFieldCacheReopen, LeaderInitiatedRecoveryOnCommitTest, TestSolrConfigHandler, RollingRestartTest, DeleteStatusTest, TestFastOutputStream, AlternateDirectoryTest, TestAtomicUpdateErrorCases, TestPerFieldSimilarityWithDefaultOverride, IndexSchemaRuntimeFieldTest, TestRandomDVFaceting, SyncSliceTest, ForceLeaderTest, CreateCollectionCleanupTest, TestCSVLoader, TestFreeTextSuggestions, TestLazyCores, TestPseudoReturnFields, CloudExitableDirectoryReaderTest, TestNRTOpen, HdfsLockFactoryTest, TestRemoteStreaming, TestLRUCache, PathHierarchyTokenizerFactoryTest, ResourceLoaderTest, ExternalFileFieldSortTest, SOLR749Test, UpdateParamsTest, CopyFieldTest, TestMergePolicyConfig, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, SpellPossibilityIteratorTest, TestCodecSupport, TestIBSimilarityFactory, TestFastWriter, PrimUtilsTest, DateFieldTest, RAMDirectoryFactoryTest, SliceStateTest, SystemInfoHandlerTest, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, ConnectionReuseTest, AsyncCallRequestStatusResponseTest, CollectionTooManyReplicasTest, DeleteInactiveReplicaTest, DistribCursorPagingTest, DistribDocExpirationUpdateProcessorTest, OverseerCollectionConfigSetProcessorTest, OverseerRolesTest, SharedFSAutoReplicaFailoverTest, SimpleCollectionCreateDeleteTest, TestCloudPivotFacet, TestLeaderInitiatedRecoveryThread, TestRequestForwarding, TestRequestStatusCollectionAPI, TestStressLiveNodes, HdfsRecoverLeaseTest, TestClusterStateMutator, ZkStateReaderTest]
   [junit4] Completed [473/618 (1!)] on J0 in 1.96s, 6 tests, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.cloud.overseer.ZkStateWriterTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.overseer.ZkStateWriterTest_5B2FA7A9DD35E957-001/init-core-data-001
   [junit4]   2> 1654308 INFO  (SUITE-ZkStateWriterTest-seed#[5B2FA7A9DD35E957]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 1654320 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testExternalModificationToStateFormat2
   [junit4]   2> 1654321 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1654330 INFO  (Thread-4613) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1654330 INFO  (Thread-4613) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1654429 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.ZkTestServer start zk server on port:37943
   [junit4]   2> 1654430 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1654446 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1654458 INFO  (zkCallback-16068-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@32242f82 name:ZooKeeperConnection Watcher:127.0.0.1:37943 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1654458 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1654458 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1654459 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1654475 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1654484 INFO  (zkCallback-16069-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@62119923 name:ZooKeeperConnection Watcher:127.0.0.1:37943 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1654484 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1654485 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1654485 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1654492 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1654504 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1654506 INFO  (zkCallback-16070-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@33548d1c name:ZooKeeperConnection Watcher:127.0.0.1:37943/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1654506 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1654506 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1654506 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1654507 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1654507 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1654507 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1654508 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1654508 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1654508 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1654509 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1654509 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1654509 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c2
   [junit4]   2> 1654510 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c2/state.json
   [junit4]   2> 1654511 ERROR (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[5B2FA7A9DD35E957]-EventThread) [    ] o.a.z.ClientCnxn Error while calling watcher 
   [junit4]   2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$10/567925366@2506b0da rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@213930a2[Shutting down, pool size = 1, active threads = 1, queued tasks = 0, completed tasks = 0]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214)
   [junit4]   2> 	at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:267)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 1654512 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37943 37943
   [junit4]   2> 1654677 INFO  (Thread-4613) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37943 37943
   [junit4]   2> 1654678 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testExternalModificationToStateFormat2
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ZkStateWriterTest -Dtests.method=testExternalModificationToStateFormat2 -Dtests.seed=5B2FA7A9DD35E957 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=it-CH -Dtests.timezone=America/Rosario -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 0.37s J0 | ZkStateWriterTest.testExternalModificationToStateFormat2 <<<
   [junit4]    > Throwable #1: java.lang.AssertionError
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([5B2FA7A9DD35E957:2AF2B37DBC9E15D7]:0)
   [junit4]    > 	at org.apache.solr.cloud.overseer.ZkStateWriterTest.testExternalModificationToStateFormat2(ZkStateWriterTest.java:322)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1654680 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSingleExternalCollection
   [junit4]   2> 1654681 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1654685 INFO  (Thread-4614) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1654685 INFO  (Thread-4614) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1654784 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.ZkTestServer start zk server on port:55706
   [junit4]   2> 1654784 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1654802 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1654807 INFO  (zkCallback-16072-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4d03140f name:ZooKeeperConnection Watcher:127.0.0.1:55706 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1654807 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1654807 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1654808 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1654808 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1654808 INFO  (zkCallback-16073-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1204d742 name:ZooKeeperConnection Watcher:127.0.0.1:55706 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1654808 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1654809 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1654809 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1654817 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1654822 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1654822 INFO  (zkCallback-16074-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5133f6ce name:ZooKeeperConnection Watcher:127.0.0.1:55706/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1654822 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1654823 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1654823 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1654823 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1654823 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1654824 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1654824 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1654825 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1654825 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1654825 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1654825 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1654826 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1654827 INFO  (zkCallback-16074-thread-2) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1654827 WARN  (zkCallback-16074-thread-2) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /collections]
   [junit4]   2> 1654828 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:55706 55706
   [junit4]   2> 1654975 INFO  (Thread-4614) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:55706 55706
   [junit4]   2> 1654975 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSingleExternalCollection
   [junit4]   2> 1654977 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testExternalModificationToSharedClusterState
   [junit4]   2> 1654978 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1654991 INFO  (Thread-4615) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1654991 INFO  (Thread-4615) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1655091 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.ZkTestServer start zk server on port:46066
   [junit4]   2> 1655091 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1655093 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1655098 INFO  (zkCallback-16076-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@20454b8a name:ZooKeeperConnection Watcher:127.0.0.1:46066 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1655098 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1655098 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1655098 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1655099 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1655099 INFO  (zkCallback-16077-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3e61e28 name:ZooKeeperConnection Watcher:127.0.0.1:46066 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1655099 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1655099 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1655099 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1655107 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1655108 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1655108 INFO  (zkCallback-16078-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4648a616 name:ZooKeeperConnection Watcher:127.0.0.1:46066/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1655108 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1655108 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1655108 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1655109 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1655109 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1655110 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1655110 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1655110 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1655110 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1655111 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1655111 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1655112 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c2
   [junit4]   2> 1655112 INFO  (zkCallback-16078-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1655115 INFO  (zkCallback-16078-thread-2) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1655116 INFO  (zkCallback-16078-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1655119 INFO  (zkCallback-16078-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1655121 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46066 46066
   [junit4]   2> 1655285 INFO  (Thread-4615) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46066 46066
   [junit4]   2> 1655286 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testExternalModificationToSharedClusterState
   [junit4]   2> 1655294 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSingleLegacyCollection
   [junit4]   2> 1655294 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1655297 INFO  (Thread-4616) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1655297 INFO  (Thread-4616) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1655397 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.ZkTestServer start zk server on port:52379
   [junit4]   2> 1655398 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1655398 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1655400 INFO  (zkCallback-16080-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6986e16d name:ZooKeeperConnection Watcher:127.0.0.1:52379 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1655400 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1655400 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1655401 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1655401 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1655401 INFO  (zkCallback-16081-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@56ee4803 name:ZooKeeperConnection Watcher:127.0.0.1:52379 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1655402 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1655402 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1655402 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1655404 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1655404 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1655405 INFO  (zkCallback-16082-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4d13a2fd name:ZooKeeperConnection Watcher:127.0.0.1:52379/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1655405 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1655405 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1655405 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1655406 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1655407 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1655408 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1655408 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1655409 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1655409 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1655409 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1655410 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1655411 INFO  (zkCallback-16082-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1655411 INFO  (zkCallback-16082-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1656914 WARN  (zkCallback-16082-thread-2) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /clusterstate.json]
   [junit4]   2> 1656916 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:52379 52379
   [junit4]   2> 1657035 INFO  (Thread-4616) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:52379 52379
   [junit4]   2> 1657036 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSingleLegacyCollection
   [junit4]   2> 1657040 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testZkStateWriterBatching
   [junit4]   2> 1657040 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1657041 INFO  (Thread-4617) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1657041 INFO  (Thread-4617) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1657141 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.ZkTestServer start zk server on port:40224
   [junit4]   2> 1657141 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1657141 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1657143 INFO  (zkCallback-16084-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4984db56 name:ZooKeeperConnection Watcher:127.0.0.1:40224 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1657143 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1657143 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1657144 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1657145 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1657145 INFO  (zkCallback-16085-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3d410301

[...truncated too long message...]

(TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1657146 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1657146 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1657148 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1657148 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1657149 INFO  (zkCallback-16086-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6b94fc8f name:ZooKeeperConnection Watcher:127.0.0.1:40224/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1657149 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1657149 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1657150 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1657151 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1657151 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1657152 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1657153 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1657154 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1657154 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1657155 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1657156 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1657157 INFO  (zkCallback-16086-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1657157 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c2
   [junit4]   2> 1657158 INFO  (zkCallback-16086-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1657158 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1657160 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40224 40224
   [junit4]   2> 1657281 INFO  (Thread-4617) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40224 40224
   [junit4]   2> 1657283 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[5B2FA7A9DD35E957]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testZkStateWriterBatching
   [junit4]   2> 1657284 INFO  (SUITE-ZkStateWriterTest-seed#[5B2FA7A9DD35E957]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.overseer.ZkStateWriterTest_5B2FA7A9DD35E957-001
   [junit4]   2> Jul 04, 2016 12:58:52 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=4154, maxDocsPerChunk=6, blockSize=8), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=4154, blockSize=8)), sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=it-CH, timezone=America/Rosario
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=186864992,total=530055168
   [junit4]   2> NOTE: All tests run in this JVM: [RuleEngineTest, OverseerStatusTest, BitVectorTest, TestRealTimeGet, TestTolerantUpdateProcessorCloud, TestXmlQParser, TestDistributedSearch, TestManagedSchema, PeerSyncTest, BasicDistributedZkTest, HdfsWriteToMultipleCollectionsTest, TestReplicationHandler, ShardSplitTest, TestCollectionAPI, DistributedSpellCheckComponentTest, TestConfig, TestDownShardTolerantSearch, UUIDFieldTest, TestSchemaResource, AnalyticsQueryTest, AnalysisAfterCoreReloadTest, ResponseLogComponentTest, TestTrackingShardHandlerFactory, TestLRUStatsCache, TestObjectReleaseTracker, TestFieldTypeCollectionResource, TestDistribIDF, HLLSerializationTest, DistributedFacetPivotSmallTest, TestPhraseSuggestions, TestValueSourceCache, TestRawTransformer, MultiThreadedOCPTest, CursorPagingTest, OutputWriterTest, TestSSLRandomization, DocumentAnalysisRequestHandlerTest, PolyFieldTest, DisMaxRequestHandlerTest, TestDynamicFieldResource, PingRequestHandlerTest, TestRangeQuery, RequestLoggingTest, TestCustomSort, TestStressLucene, HdfsThreadLeakTest, TestAnalyzedSuggestions, DistributedQueryElevationComponentTest, TestLMDirichletSimilarityFactory, TestImplicitCoreProperties, TestUseDocValuesAsStored, TestJoin, SignatureUpdateProcessorFactoryTest, ConcurrentDeleteAndCreateCollectionTest, ActionThrottleTest, TestFieldCacheSortRandom, BlockDirectoryTest, TestHighlightDedupGrouping, TestRTGBase, XsltUpdateRequestHandlerTest, TestLuceneMatchVersion, URLClassifyProcessorTest, TestConfigSetsAPIZkFailure, TestBackupRepositoryFactory, QueryElevationComponentTest, TestConfigSetProperties, PreAnalyzedFieldTest, TestClassicSimilarityFactory, TestSolrConfigHandlerConcurrent, TestHdfsBackupRestoreCore, TestRandomFaceting, LeaderElectionIntegrationTest, HdfsBasicDistributedZkTest, TestDocSet, TestOmitPositions, TestFieldCacheReopen, LeaderInitiatedRecoveryOnCommitTest, TestSolrConfigHandler, RollingRestartTest, DeleteStatusTest, TestFastOutputStream, AlternateDirectoryTest, TestAtomicUpdateErrorCases, TestPerFieldSimilarityWithDefaultOverride, IndexSchemaRuntimeFieldTest, TestRandomDVFaceting, SyncSliceTest, ForceLeaderTest, CreateCollectionCleanupTest, TestCSVLoader, TestFreeTextSuggestions, TestLazyCores, TestPseudoReturnFields, CloudExitableDirectoryReaderTest, TestNRTOpen, HdfsLockFactoryTest, TestRemoteStreaming, TestLRUCache, PathHierarchyTokenizerFactoryTest, ResourceLoaderTest, ExternalFileFieldSortTest, SOLR749Test, UpdateParamsTest, CopyFieldTest, TestMergePolicyConfig, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, SpellPossibilityIteratorTest, TestCodecSupport, TestIBSimilarityFactory, TestFastWriter, PrimUtilsTest, DateFieldTest, RAMDirectoryFactoryTest, SliceStateTest, SystemInfoHandlerTest, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, ConnectionReuseTest, AsyncCallRequestStatusResponseTest, CollectionTooManyReplicasTest, DeleteInactiveReplicaTest, DistribCursorPagingTest, DistribDocExpirationUpdateProcessorTest, OverseerCollectionConfigSetProcessorTest, OverseerRolesTest, SharedFSAutoReplicaFailoverTest, SimpleCollectionCreateDeleteTest, TestCloudPivotFacet, TestLeaderInitiatedRecoveryThread, TestRequestForwarding, TestRequestStatusCollectionAPI, TestStressLiveNodes, HdfsRecoverLeaseTest, TestClusterStateMutator, ZkStateReaderTest, ZkStateWriterTest]
   [junit4] Completed [474/618 (2!)] on J0 in 3.77s, 5 tests, 1 failure <<< FAILURES!

[...truncated 474 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:740: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/common-build.xml:530: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1427: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:984: There were test failures: 618 suites (10 ignored), 2590 tests, 1 error, 1 failure, 87 ignored (72 assumptions) [seed: 5B2FA7A9DD35E957]

Total time: 61 minutes 56 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any




[JENKINS] Lucene-Solr-Tests-master - Build # 1252 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1252/

1 tests failed.
FAILED:  org.apache.solr.handler.TestReqParamsAPI.test

Error Message:
Could not get expected value  'CY val' for path 'params/c' full output: {   "responseHeader":{     "status":0,     "QTime":0},   "params":{     "a":"A val",     "b":"B val",     "wt":"json",     "useParams":""},   "context":{     "webapp":"/tmaa",     "path":"/dump1",     "httpMethod":"GET"}},  from server:  http://127.0.0.1:35080/tmaa/collection1

Stack Trace:
java.lang.AssertionError: Could not get expected value  'CY val' for path 'params/c' full output: {
  "responseHeader":{
    "status":0,
    "QTime":0},
  "params":{
    "a":"A val",
    "b":"B val",
    "wt":"json",
    "useParams":""},
  "context":{
    "webapp":"/tmaa",
    "path":"/dump1",
    "httpMethod":"GET"}},  from server:  http://127.0.0.1:35080/tmaa/collection1
	at __randomizedtesting.SeedInfo.seed([5984FAC4BA2D0132:D1D0C51E14D16CCA]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.core.TestSolrConfigHandler.testForResponseElement(TestSolrConfigHandler.java:481)
	at org.apache.solr.handler.TestReqParamsAPI.testReqParams(TestReqParamsAPI.java:171)
	at org.apache.solr.handler.TestReqParamsAPI.test(TestReqParamsAPI.java:61)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10605 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReqParamsAPI
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_5984FAC4BA2D0132-001/init-core-data-001
   [junit4]   2> 32851 INFO  (SUITE-TestReqParamsAPI-seed#[5984FAC4BA2D0132]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 32852 INFO  (SUITE-TestReqParamsAPI-seed#[5984FAC4BA2D0132]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /tmaa/
   [junit4]   2> 33247 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 33257 INFO  (Thread-41) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 33261 INFO  (Thread-41) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 33453 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.ZkTestServer start zk server on port:45668
   [junit4]   2> 33471 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 33592 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 33631 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Exception causing close of session 0x0 due to java.io.IOException: ZooKeeperServer not running
   [junit4]   2> 35246 INFO  (zkCallback-5-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1d8a90f3 name:ZooKeeperConnection Watcher:127.0.0.1:45668 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 35246 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 35246 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 35247 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 35271 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 35292 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 35906 INFO  (zkCallback-6-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2ec9896b name:ZooKeeperConnection Watcher:127.0.0.1:45668/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 35906 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 35906 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 35907 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 35914 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 35920 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 35922 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 35924 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 35965 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 36005 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 36005 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 36013 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 36014 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 36023 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 36023 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 36037 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 36038 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 36041 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 36041 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 36043 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 36043 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 36051 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 36051 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 36054 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 36054 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 36056 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 36056 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 36062 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 36062 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 36198 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_5984FAC4BA2D0132-001/control-001/cores/collection1
   [junit4]   2> 36759 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 36948 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@41e383a5{/tmaa,null,AVAILABLE}
   [junit4]   2> 37002 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.e.j.s.ServerConnector Started ServerConnector@1c0a5576{HTTP/1.1,[http/1.1]}{127.0.0.1:46581}
   [junit4]   2> 37002 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.e.j.s.Server Started @41105ms
   [junit4]   2> 37002 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_5984FAC4BA2D0132-001/tempDir-001/control/data, hostContext=/tmaa, hostPort=46581, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_5984FAC4BA2D0132-001/control-001/cores}
   [junit4]   2> 37025 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 37025 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_5984FAC4BA2D0132-001/control-001'
   [junit4]   2> 37025 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 37025 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 37026 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 37038 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 37057 INFO  (zkCallback-7-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4e389e11 name:ZooKeeperConnection Watcher:127.0.0.1:45668/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 37057 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 37057 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 37061 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 37062 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_5984FAC4BA2D0132-001/control-001/solr.xml
   [junit4]   2> 37078 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_5984FAC4BA2D0132-001/control-001/cores
   [junit4]   2> 37078 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.CoreContainer New CoreContainer 626800241
   [junit4]   2> 37078 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_5984FAC4BA2D0132-001/control-001]
   [junit4]   2> 37078 WARN  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_5984FAC4BA2D0132-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_5984FAC4BA2D0132-001/control-001/lib
   [junit4]   2> 37087 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 37113 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 37113 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 37113 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 37113 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45668/solr
   [junit4]   2> 37124 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 37124 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 37151 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 37169 INFO  (zkCallback-10-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@76d97305 name:ZooKeeperConnection Watcher:127.0.0.1:45668 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 37170 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 37170 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 37175 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$29/1313984254@4fb34076
   [junit4]   2> 37197 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 37207 INFO  (zkCallback-11-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5777cc19 name:ZooKeeperConnection Watcher:127.0.0.1:45668/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 37208 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 37214 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 37225 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 37229 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 37231 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 37237 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 37246 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 37248 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 37251 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 37252 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 37257 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 37260 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 37265 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 37290 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 37292 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 37309 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 37456 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96179471729164292-127.0.0.1:46581_tmaa-n_0000000000
   [junit4]   2> 37458 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46581_tmaa
   [junit4]   2> 37458 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 37463 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.Overseer Overseer (id=96179471729164292-127.0.0.1:46581_tmaa-n_0000000000) starting
   [junit4]   2> 37472 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 37501 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 37607 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46581_tmaa
   [junit4]   2> 37607 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:46581_tmaa
   [junit4]   2> 37625 INFO  (zkCallback-11-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 37632 INFO  (zkCallback-11-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 37632 INFO  (OverseerCollectionConfigSetProcessor-96179471729164292-127.0.0.1:46581_tmaa-n_0000000000) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 37632 INFO  (OverseerStateUpdate-96179471729164292-127.0.0.1:46581_tmaa-n_0000000000) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 37635 INFO  (OverseerStateUpdate-96179471729164292-127.0.0.1:46581_tmaa-n_0000000000) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
   [junit4]   2> 37752 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 37753 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 37754 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_5984FAC4BA2D0132-001/control-001/cores
   [junit4]   2> 37757 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 37757 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_5984FAC4BA2D0132-001/control-001/cores/collection1
   [junit4]   2> 37757 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 37789 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 37789 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 37791 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection   x:collection1] o.a.s.c.ZkController Collection control_collection not visible yet, but flagging it so a watch is registered when it becomes visible
   [junit4]   2> 37794 INFO  (OverseerStateUpdate-96179471729164292-127.0.0.1:46581_tmaa-n_0000000000) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:46581/tmaa",
   [junit4]   2>   "node_name":"127.0.0.1:46581_tmaa",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 37797 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Deleting data for [control_collection]
   [junit4]   2> 37809 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [n:127.0.0.1:46581_tmaa    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
   [junit4]   2> 37809 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [n:127.0.0.1:46581_tmaa    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 37811 INFO  (OverseerStateUpdate-96179471729164292-127.0.0.1:46581_tmaa-n_0000000000) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:46581/tmaa",
   [junit4]   2>   "node_name":"127.0.0.1:46581_tmaa",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 37812 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 37813 INFO  (OverseerStateUpdate-96179471729164292-127.0.0.1:46581_tmaa-n_0000000000) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 37830 INFO  (OverseerStateUpdate-96179471729164292-127.0.0.1:46581_tmaa-n_0000000000) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 37840 INFO  (zkCallback-11-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 38813 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 38813 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 38814 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 38814 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 38815 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 38815 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_5984FAC4BA2D0132-001/control-001/cores/collection1'
   [junit4]   2> 38815 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 38815 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 38820 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 38848 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 38851 WARN  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 38852 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 38871 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 38900 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 39468 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 39477 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 39478 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 39515 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 39517 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 39519 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 39521 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 39535 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
   [junit4]   2> 39535 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 39535 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 39535 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_5984FAC4BA2D0132-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_5984FAC4BA2D0132-001/control-001/cores/collection1/data/]
   [junit4]   2> 39536 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@14be9f8a
   [junit4]   2> 39568 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_5984FAC4BA2D0132-001/control-001/cores/collection1/data
   [junit4]   2> 39581 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_5984FAC4BA2D0132-001/control-001/cores/collection1/data/index/
   [junit4]   2> 39581 WARN  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_5984FAC4BA2D0132-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 39581 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_5984FAC4BA2D0132-001/control-001/cores/collection1/data/index
   [junit4]   2> 39581 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=18.6845703125, floorSegmentMB=1.552734375, forceMergeDeletesPctAllowed=27.359080063134947, segmentsPerTier=30.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5746262961019653
   [junit4]   2> 39582 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@252738ae lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@51623feb),segFN=segments_1,generation=1}
   [junit4]   2> 39582 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 39615 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 39615 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 39615 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 39615 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 39615 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 39615 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 39615 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 39615 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 39615 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 39615 WARN  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 39617 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 39619 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 39620 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 39621 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 39633 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_5984FAC4BA2D0132-001/control-001/cores/collection1/data/
   [junit4]   2> 39641 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_5984FAC4BA2D0132-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 39668 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/dump,/update/csv,/sql,/graph,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file
   [junit4]   2> 39668 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 39689 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 39689 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 39690 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 39690 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 39691 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=20, maxMergedSegmentMB=44.21875, floorSegmentMB=1.662109375, forceMergeDeletesPctAllowed=11.758896064194506, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8304549195366485
   [junit4]   2> 39701 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@252738ae lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@51623feb),segFN=segments_1,generation=1}
   [junit4]   2> 39701 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 39702 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@c2884fb[collection1] main]
   [junit4]   2> 39702 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 39703 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 39703 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 39705 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 39705 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 39705 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 39705 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 39705 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 39705 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 39706 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 39706 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 39706 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 39706 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 39706 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1538871554289434624
   [junit4]   2> 39707 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1538871554289434624
   [junit4]   2> 39717 INFO  (searcherExecutor-169-thread-1-processing-n:127.0.0.1:46581_tmaa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@c2884fb[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 39722 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 39723 INFO  (coreLoadExecutor-168-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 39746 INFO  (coreZkRegister-162-thread-1-processing-n:127.0.0.1:46581_tmaa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:46581/tmaa collection:control_collection shard:shard1
   [junit4]   2> 39752 INFO  (coreZkRegister-162-thread-1-processing-n:127.0.0.1:46581_tmaa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 39763 INFO  (coreZkRegister-162-thread-1-processing-n:127.0.0.1:46581_tmaa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/96179471729164292-core_node1-n_0000000000
   [junit4]   2> 39763 INFO  (coreZkRegister-162-thread-1-processing-n:127.0.0.1:46581_tmaa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000
   [junit4]   2> 39765 INFO  (coreZkRegister-162-thread-1-processing-n:127.0.0.1:46581_tmaa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 39765 INFO  (coreZkRegister-162-thread-1-processing-n:127.0.0.1:46581_tmaa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 39766 INFO  (OverseerStateUpdate-96179471729164292-127.0.0.1:46581_tmaa-n_0000000000) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 39767 INFO  (coreZkRegister-162-thread-1-processing-n:127.0.0.1:46581_tmaa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46581/tmaa/collection1/
   [junit4]   2> 39767 INFO  (coreZkRegister-162-thread-1-processing-n:127.0.0.1:46581_tmaa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 39767 INFO  (coreZkRegister-162-thread-1-processing-n:127.0.0.1:46581_tmaa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:46581/tmaa/collection1/ has no replicas
   [junit4]   2> 39769 INFO  (zkCallback-11-thread-2-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 39771 INFO  (coreZkRegister-162-thread-1-processing-n:127.0.0.1:46581_tmaa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 39775 INFO  (coreZkRegister-162-thread-1-processing-n:127.0.0.1:46581_tmaa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/96179471729164292-core_node1-n_0000000000
   [junit4]   2> 39787 INFO  (coreZkRegister-162-thread-1-processing-n:127.0.0.1:46581_tmaa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46581/tmaa/collection1/ shard1
   [junit4]   2> 39787 INFO  (OverseerStateUpdate-96179471729164292-127.0.0.1:46581_tmaa-n_0000000000) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:46581/tmaa",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 2
   [junit4]   2> 40006 INFO  (zkCallback-11-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 40052 INFO  (coreZkRegister-162-thread-1-processing-n:127.0.0.1:46581_tmaa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:46581/tmaa/collection1/ and leader is http://127.0.0.1:46581/tmaa/collection1/
   [junit4]   2> 40052 INFO  (coreZkRegister-162-thread-1-processing-n:127.0.0.1:46581_tmaa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:46581/tmaa
   [junit4]   2> 40052 INFO  (coreZkRegister-162-thread-1-processing-n:127.0.0.1:46581_tmaa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 40053 INFO  (coreZkRegister-162-thread-1-processing-n:127.0.0.1:46581_tmaa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 40053 INFO  (coreZkRegister-162-thread-1-processing-n:127.0.0.1:46581_tmaa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46581_tmaa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 40062 INFO  (OverseerStateUpdate-96179471729164292-127.0.0.1:46581_tmaa-n_0000000000) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:46581/tmaa",
   [junit4]   2>   "node_name":"127.0.0.1:46581_tmaa",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 3
   [junit4]   2> 40063 INFO  (OverseerStateUpdate-96179471729164292-127.0.0.1:46581_tmaa-n_0000000000) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:46581/tmaa",
   [junit4]   2>   "node_name":"127.0.0.1:46581_tmaa",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 40090 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 40108 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 40149 INFO  (zkCallback-15-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@34f326e4 name:ZooKeeperConnection Watcher:127.0.0.1:45668/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 40149 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 40149 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 40149 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 40150 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 40152 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 40155 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 40179 INFO  (zkCallback-15-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 40179 INFO  (zkCallback-11-thread-2-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 40424 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_5984FAC4BA2D0132-001/shard-1-001/cores/collection1
   [junit4]   2> 40429 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_5984FAC4BA2D0132-001/shard-1-001
   [junit4]   2> 40431 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 40496 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@54c81bda{/tmaa,null,AVAILABLE}
   [junit4]   2> 40497 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.e.j.s.ServerConnector Started ServerConnector@4b47fdae{HTTP/1.1,[http/1.1]}{127.0.0.1:48247}
   [junit4]   2> 40497 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.e.j.s.Server Started @44599ms
   [junit4]   2> 40497 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_5984FAC4BA2D0132-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/tmaa, hostPort=48247, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_5984FAC4BA2D0132-001/shard-1-001/cores}
   [junit4]   2> 40497 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 40497 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_5984FAC4BA2D0132-001/shard-1-001'
   [junit4]   2> 40497 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 40497 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 40497 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 40509 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 40537 INFO  (zkCallback-16-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1a2a9f02 name:ZooKeeperConnection Watcher:127.0.0.1:45668/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 40537 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 40537 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 40541 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 40541 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_5984FAC4BA2D0132-001/shard-1-001/solr.xml
   [junit4]   2> 40550 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_5984FAC4BA2D0132-001/shard-1-001/cores
   [junit4]   2> 40550 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.CoreContainer New CoreContainer 918553158
   [junit4]   2> 40550 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_5984FAC4BA2D0132-001/shard-1-001]
   [junit4]   2> 40550 WARN  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_5984FAC4BA2D0132-001/shard-1-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_5984FAC4BA2D0132-001/shard-1-001/lib
   [junit4]   2> 40551 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 40601 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 40601 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 40602 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 40602 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45668/solr
   [junit4]   2> 40602 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 40602 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 40621 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 40641 INFO  (zkCallback-19-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7ef9966e name:ZooKeeperConnection Watcher:127.0.0.1:45668 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 40641 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 40641 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 40657 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [n:127.0.0.1:48247_tmaa    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$29/1313984254@3a9ce179
   [junit4]   2> 40689 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [n:127.0.0.1:48247_tmaa    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 40702 INFO  (zkCallback-20-thread-1-processing-n:127.0.0.1:48247_tmaa) [n:127.0.0.1:48247_tmaa    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@720dc98a name:ZooKeeperConnection Watcher:127.0.0.1:45668/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 40702 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [n:127.0.0.1:48247_tmaa    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 40712 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [n:127.0.0.1:48247_tmaa    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 40713 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [n:127.0.0.1:48247_tmaa    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 40713 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [n:127.0.0.1:48247_tmaa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 40716 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [n:127.0.0.1:48247_tmaa    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 40716 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [n:127.0.0.1:48247_tmaa    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96179471729164296-127.0.0.1:48247_tmaa-n_0000000001
   [junit4]   2> 40717 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [n:127.0.0.1:48247_tmaa    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96179471729164292-127.0.0.1:46581_tmaa-n_0000000000 to know if I could be the leader
   [junit4]   2> 40718 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [n:127.0.0.1:48247_tmaa    ] o.a.s.c.ZkController Publish node=127.0.0.1:48247_tmaa as DOWN
   [junit4]   2> 40719 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [n:127.0.0.1:48247_tmaa    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48247_tmaa
   [junit4]   2> 40719 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [n:127.0.0.1:48247_tmaa    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:48247_tmaa
   [junit4]   2> 40719 INFO  (OverseerStateUpdate-96179471729164292-127.0.0.1:46581_tmaa-n_0000000000) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:48247_tmaa"} current state version: 4
   [junit4]   2> 40720 INFO  (OverseerStateUpdate-96179471729164292-127.0.0.1:46581_tmaa-n_0000000000) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:48247_tmaa
   [junit4]   2> 40721 INFO  (zkCallback-11-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 40722 INFO  (zkCallback-15-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 40722 INFO  (zkCallback-20-thread-1-processing-n:127.0.0.1:48247_tmaa) [n:127.0.0.1:48247_tmaa    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 40722 INFO  (zkCallback-11-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 40722 INFO  (zkCallback-15-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 40745 INFO  (zkCallback-20-thread-1-processing-n:127.0.0.1:48247_tmaa) [n:127.0.0.1:48247_tmaa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 40799 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [n:127.0.0.1:48247_tmaa    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 40800 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [n:127.0.0.1:48247_tmaa    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 40800 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [n:127.0.0.1:48247_tmaa    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_5984FAC4BA2D0132-001/shard-1-001/cores
   [junit4]   2> 40801 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [n:127.0.0.1:48247_tmaa    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 40801 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [n:127.0.0.1:48247_tmaa    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_5984FAC4BA2D0132-001/shard-1-001/cores/collection1
   [junit4]   2> 40801 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [n:127.0.0.1:48247_tmaa    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 40959 INFO  (coreLoadExecutor-179-thread-1-processing-n:127.0.0.1:48247_tmaa) [n:127.0.0.1:48247_tmaa c:collection1   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 40959 INFO  (coreLoadExecutor-179-thread-1-processing-n:127.0.0.1:48247_tmaa) [n:127.0.0.1:48247_tmaa c:collection1   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 40959 INFO  (zkCallback-20-thread-1-processing-n:127.0.0.1:48247_tmaa) [n:127.0.0.1:48247_tmaa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 40961 INFO  (zkCallback-15-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 40962 INFO  (zkCallback-11-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 40962 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [n:127.0.0.1:48247_tmaa    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
   [junit4]   2> 40962 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [n:127.0.0.1:48247_tmaa    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 40963 INFO  (coreLoadExecutor-179-thread-1-processing-n:127.0.0.1:48247_tmaa) [n:127.0.0.1:48247_tmaa c:collection1   x:collection1] o.a.s.c.ZkController Collection collection1 not visible yet, but flagging it so a watch is registered when it becomes visible
   [junit4]   2> 40964 INFO  (coreLoadExecutor-179-thread-1-processing-n:127.0.0.1:48247_tmaa) [n:127.0.0.1:48247_tmaa c:collection1   x:collection1] o.a.s.c.c.ZkStateReader Deleting data for [collection1]
   [junit4]   2> 40973 INFO  (OverseerStateUpdate-96179471729164292-127.0.0.1:46581_tmaa-n_0000000000) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:48247/tmaa",
   [junit4]   2>   "node_name":"127.0.0.1:48247_tmaa",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"} current state version: 5
   [junit4]   2> 40973 INFO  (OverseerStateUpdate-96179471729164292-127.0.0.1:46581_tmaa-n_0000000000) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:48247/tmaa",
   [junit4]   2>   "node_name":"127.0.0.1:48247_tmaa",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 40973 INFO  (OverseerStateUpdate-96179471729164292-127.0.0.1:46581_tmaa-n_0000000000) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 40973 INFO  (OverseerStateUpdate-96179471729164292-127.0.0.1:46581_tmaa-n_0000000000) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 40989 INFO  (coreLoadExecutor-179-thread-1-processing-n:127.0.0.1:48247_tmaa) [n:127.0.0.1:48247_tmaa c:collection1   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 41094 INFO  (zkCallback-20-thread-1-processing-n:127.0.0.1:48247_tmaa) [n:127.0.0.1:48247_tmaa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 41094 INFO  (zkCallback-15-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 41094 INFO  (zkCallback-11-thread-1-processing-n:127.0.0.1:46581_tmaa) [n:127.0.0.1:46581_tmaa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 42052 INFO  (coreLoadExecutor-179-thread-1-processing-n:127.0.0.1:48247_tmaa) [n:127.0.0.1:48247_tmaa c:collection1   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 42052 INFO  (coreLoadExecutor-179-thread-1-processing-n:127.0.0.1:48247_tmaa) [n:127.0.0.1:48247_tmaa c:collection1   x:collection1] o.a.s.c.ZkController Check for collection zkNode:collection1
   [junit4]   2> 42053 INFO  (coreLoadExecutor-179-thread-1-processing-n:127.0.0.1:48247_tmaa) [n:127.0.0.1:48247_tmaa c:collection1   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 42053 INFO  (coreLoadExecutor-179-thread-1-processing-n:127.0.0.1:48247_tmaa) [n:127.0.0.1:48247_tmaa c:collection1   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/collection1]
   [junit4]   2> 42054 INFO  (coreLoadExecutor-179-thread-1-processing-n:127.0.0.1:48247_tmaa) [n:127.0.0.1:48247_tmaa c:collection1   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/collection1] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 42054 INFO  (coreLoadExecutor-179-thread-1-processing-n:127.0.0.1:48247_tmaa) [n:127.0.0.1:48247_tmaa c:collection1   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_5984FAC4BA2D0132-001/shard-1-001/cores/collection1'
   [junit4]   2> 42054 INFO  (coreLoadExecutor-179-thread-1-processing-n:127.0.0.1:48247_tmaa) [n:127.0.0.1:48247_tmaa c:collection1   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 42054 INFO  (coreLoadExecutor-179-thread-1-processing-n:127.0.0.1:48247_tmaa) [n:127.0.0.1:48247_tmaa c:collection1   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 42056 INFO  (coreLoadExecutor-179-thread-1-processing-n:127.0.0.1:48247_tmaa) [n:127.0.0.1:48247_tmaa c:collection1   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 42075 INFO  (coreLoadExecutor-179-thread-1-processing-n:127.0.0.1:48247_tmaa) [n:127.0.0.1:48247_tmaa c:collection1   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 42078 WARN  (coreLoadExecutor-179-thread-1-processing-n:127.0.0.1:48247_tmaa) [n:127.0.0.1:48247_tmaa c:collection1   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 42083 INFO  (coreLoadExecutor-179-thread-1-processing-n:127.0.0.1:48247_tmaa) [n:127.0.0.1:48247_tmaa c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 42108 INFO  (coreLoadExecutor-179-thread-1-processing-n:127.0.0.1:48247_tmaa) [n:127.0.0.1:48247_tmaa c:collection1   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 42137 INFO  (coreLoadExecutor-179-thread-1-processing-n:127.0.0.1:48247_tmaa) [n:127.0.0.1:48247_tmaa c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 42339 INFO  (coreLoadExecutor-179-thread-1-processing-n:127.0.0.1:48247_tmaa) [n:127.0.0.1:48247_tmaa c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 42345 INFO  (coreLoadExecutor-179-thread-1-processing-n:127.0.0.1:48247_tmaa) [n:127.0.0.1:48247_tmaa c:collection1   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 42346 INFO  (coreLoadExecutor-179-thread-1-processing-n:127.0.0.1:48247_tmaa) [n:127.0.0.1:48247_tmaa c:collection1   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 42380 INFO  (coreLoadExecutor-179-thread-1-processing-n:127.0.0.1:48247_tmaa) [n:127.0.0.1:48247_tmaa c:collection1   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 42386 INFO  (coreLoadExecutor-179-thread-1-processing-n:127.0.0.1:48247_tmaa) [n:127.0.0.1:48247_tmaa c:collection1   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 42388 INFO  (coreLoadExecutor-179-thread-1-processing-n:127.0.0.1:48247_tmaa) [n:127.0.0.1:48247_tmaa c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 42388 INFO  (coreLoadExecutor-179-thread-1-processing-n:127.0.0.1:48247_tmaa) [n:127.0.0.1:48247_tmaa c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 42406 INFO  (coreLoadExecutor-179-thread-1-processing-n:127.0.0.1:48247_tmaa) [n:127.0.0.1:48247_tmaa c:collection1   x:col

[...truncated too long message...]

ate closing IndexWriter with IndexWriterCloser
   [junit4]   2> 61588 INFO  (recoveryExecutor-37-thread-1-processing-n:127.0.0.1:37052_tmaa x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:37052_tmaa c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 61589 INFO  (recoveryExecutor-37-thread-1-processing-n:127.0.0.1:37052_tmaa x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:37052_tmaa c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 61589 INFO  (recoveryExecutor-37-thread-1-processing-n:127.0.0.1:37052_tmaa x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:37052_tmaa c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_5984FAC4BA2D0132-001/shard-4-001/cores/collection1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_5984FAC4BA2D0132-001/shard-4-001/cores/collection1/data;done=false>>]
   [junit4]   2> 61589 INFO  (recoveryExecutor-37-thread-1-processing-n:127.0.0.1:37052_tmaa x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:37052_tmaa c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
   [junit4]   2> 61589 INFO  (recoveryExecutor-37-thread-1-processing-n:127.0.0.1:37052_tmaa x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:37052_tmaa c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_5984FAC4BA2D0132-001/shard-4-001/cores/collection1/data
   [junit4]   2> 61590 INFO  (recoveryExecutor-37-thread-1-processing-n:127.0.0.1:37052_tmaa x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:37052_tmaa c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_5984FAC4BA2D0132-001/shard-4-001/cores/collection1/data/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_5984FAC4BA2D0132-001/shard-4-001/cores/collection1/data/index;done=false>>]
   [junit4]   2> 61590 INFO  (recoveryExecutor-37-thread-1-processing-n:127.0.0.1:37052_tmaa x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:37052_tmaa c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
   [junit4]   2> 61590 INFO  (recoveryExecutor-37-thread-1-processing-n:127.0.0.1:37052_tmaa x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:37052_tmaa c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_5984FAC4BA2D0132-001/shard-4-001/cores/collection1/data/index
   [junit4]   2> 61591 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.Overseer Overseer (id=96179471729164305-127.0.0.1:37052_tmaa-n_0000000004) closing
   [junit4]   2> 61597 INFO  (OverseerStateUpdate-96179471729164305-127.0.0.1:37052_tmaa-n_0000000004) [n:127.0.0.1:37052_tmaa    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:37052_tmaa
   [junit4]   2> 61602 INFO  (zkCallback-39-thread-1-processing-n:127.0.0.1:37052_tmaa) [n:127.0.0.1:37052_tmaa    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 61602 WARN  (zkCallback-39-thread-1-processing-n:127.0.0.1:37052_tmaa) [n:127.0.0.1:37052_tmaa    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 61633 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@54606c1b{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 61633 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@481c11c0{/tmaa,null,UNAVAILABLE}
   [junit4]   2> 61636 INFO  (TEST-TestReqParamsAPI.test-seed#[5984FAC4BA2D0132]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45668 45668
   [junit4]   2> 61800 INFO  (Thread-41) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45668 45668
   [junit4]   2> 61833 WARN  (Thread-41) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	25	/solr/configs/conf1
   [junit4]   2> 	6	/solr/aliases.json
   [junit4]   2> 	6	/solr/clusterprops.json
   [junit4]   2> 	5	/solr/security.json
   [junit4]   2> 	4	/solr/collections/collection1/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	30	/solr/overseer/queue
   [junit4]   2> 	27	/solr/overseer/collection-queue-work
   [junit4]   2> 	6	/solr/live_nodes
   [junit4]   2> 	6	/solr/collections
   [junit4]   2> 	5	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestReqParamsAPI -Dtests.method=test -Dtests.seed=5984FAC4BA2D0132 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=es-SV -Dtests.timezone=SystemV/YST9 -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 29.0s J2 | TestReqParamsAPI.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Could not get expected value  'CY val' for path 'params/c' full output: {
   [junit4]    >   "responseHeader":{
   [junit4]    >     "status":0,
   [junit4]    >     "QTime":0},
   [junit4]    >   "params":{
   [junit4]    >     "a":"A val",
   [junit4]    >     "b":"B val",
   [junit4]    >     "wt":"json",
   [junit4]    >     "useParams":""},
   [junit4]    >   "context":{
   [junit4]    >     "webapp":"/tmaa",
   [junit4]    >     "path":"/dump1",
   [junit4]    >     "httpMethod":"GET"}},  from server:  http://127.0.0.1:35080/tmaa/collection1
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([5984FAC4BA2D0132:D1D0C51E14D16CCA]:0)
   [junit4]    > 	at org.apache.solr.core.TestSolrConfigHandler.testForResponseElement(TestSolrConfigHandler.java:481)
   [junit4]    > 	at org.apache.solr.handler.TestReqParamsAPI.testReqParams(TestReqParamsAPI.java:171)
   [junit4]    > 	at org.apache.solr.handler.TestReqParamsAPI.test(TestReqParamsAPI.java:61)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 61837 INFO  (SUITE-TestReqParamsAPI-seed#[5984FAC4BA2D0132]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_5984FAC4BA2D0132-001
   [junit4]   2> Jul 03, 2016 9:44:59 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1705, maxMBSortInHeap=5.7272031092727795, sim=ClassicSimilarity, locale=es-SV, timezone=SystemV/YST9
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=122874224,total=312999936
   [junit4]   2> NOTE: All tests run in this JVM: [TestReload, TestMinMaxOnMultiValuedField, TestReqParamsAPI]
   [junit4] Completed [22/618 (1!)] on J2 in 29.60s, 1 test, 1 failure <<< FAILURES!

[...truncated 1919 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:740: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/common-build.xml:530: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1427: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:984: There were test failures: 618 suites (10 ignored), 2590 tests, 1 failure, 87 ignored (72 assumptions) [seed: 5984FAC4BA2D0132]

Total time: 61 minutes 1 second
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any




[JENKINS] Lucene-Solr-Tests-master - Build # 1251 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1251/

1 tests failed.
FAILED:  org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithTimeDelay

Error Message:
expected:<2> but was:<1>

Stack Trace:
java.lang.AssertionError: expected:<2> but was:<1>
	at __randomizedtesting.SeedInfo.seed([FF8793F92307DEBD:8019247C4A65F337]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:130)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithTimeDelay(ZkStateReaderTest.java:53)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 12141 lines...]
   [junit4] Suite: org.apache.solr.cloud.overseer.ZkStateReaderTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.overseer.ZkStateReaderTest_FF8793F92307DEBD-001/init-core-data-001
   [junit4]   2> 1699671 INFO  (SUITE-ZkStateReaderTest-seed#[FF8793F92307DEBD]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1699673 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[FF8793F92307DEBD]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithExplicitRefreshLazy
   [junit4]   2> 1699673 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1699673 INFO  (Thread-6118) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1699673 INFO  (Thread-6118) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1699773 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.ZkTestServer start zk server on port:52031
   [junit4]   2> 1699774 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1699774 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1699777 INFO  (zkCallback-2055-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@74261a21 name:ZooKeeperConnection Watcher:127.0.0.1:52031 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1699777 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1699777 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1699778 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1699779 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1699780 INFO  (zkCallback-2056-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@27caa99e name:ZooKeeperConnection Watcher:127.0.0.1:52031 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1699780 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1699780 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1699780 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1699782 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1699782 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1699783 INFO  (zkCallback-2057-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3929101f name:ZooKeeperConnection Watcher:127.0.0.1:52031/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1699783 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1699783 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1699784 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1699785 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1699786 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1699787 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1699788 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1699788 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1699788 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1699789 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1699790 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1699790 INFO  (zkCallback-2057-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1699791 INFO  (zkCallback-2057-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1699793 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1699793 INFO  (zkCallback-2057-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1699795 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:52031 52031
   [junit4]   2> 1699893 INFO  (Thread-6118) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:52031 52031
   [junit4]   2> 1699894 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[FF8793F92307DEBD]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithExplicitRefreshLazy
   [junit4]   2> 1699896 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[FF8793F92307DEBD]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithTimeDelayLazy
   [junit4]   2> 1699897 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1699897 INFO  (Thread-6119) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1699897 INFO  (Thread-6119) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1699997 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.ZkTestServer start zk server on port:43209
   [junit4]   2> 1699997 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1699998 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1700002 INFO  (zkCallback-2059-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1bfccd79 name:ZooKeeperConnection Watcher:127.0.0.1:43209 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1700002 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1700002 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1700003 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1700004 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1700004 INFO  (zkCallback-2060-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3a3b8ef5 name:ZooKeeperConnection Watcher:127.0.0.1:43209 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1700004 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1700004 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1700004 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1700005 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1700006 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1700006 INFO  (zkCallback-2061-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@15bba320 name:ZooKeeperConnection Watcher:127.0.0.1:43209/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1700006 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1700006 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1700007 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1700007 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1700008 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1700008 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1700009 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1700009 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1700010 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1700010 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1700011 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1700011 INFO  (zkCallback-2061-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1700012 INFO  (zkCallback-2061-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1700013 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 1700014 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1700014 INFO  (zkCallback-2061-thread-2) [    ] o.a.s.c.c.ZkStateReader Uninteresting collection c1
   [junit4]   2> 1700014 INFO  (zkCallback-2061-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1700015 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 1700016 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43209 43209
   [junit4]   2> 1700134 INFO  (Thread-6119) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43209 43209
   [junit4]   2> 1700135 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[FF8793F92307DEBD]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithTimeDelayLazy
   [junit4]   2> 1700138 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[FF8793F92307DEBD]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithExplicitRefresh
   [junit4]   2> 1700138 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1700139 INFO  (Thread-6120) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1700139 INFO  (Thread-6120) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1700239 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.ZkTestServer start zk server on port:40867
   [junit4]   2> 1700239 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1700239 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1700241 INFO  (zkCallback-2063-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2f970be7 name:ZooKeeperConnection Watcher:127.0.0.1:40867 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1700241 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1700241 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1700242 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1700243 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1700243 INFO  (zkCallback-2064-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@17bbdbdb name:ZooKeeperConnection Watcher:127.0.0.1:40867 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1700243 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1700244 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1700244 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1700245 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1700245 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1700246 INFO  (zkCallback-2065-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5a7155e5 name:ZooKeeperConnection Watcher:127.0.0.1:40867/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1700246 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1700246 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1700246 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1700247 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1700248 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1700248 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1700249 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1700249 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1700250 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1700250 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1700251 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 1700251 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1700252 INFO  (zkCallback-2065-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1700252 INFO  (zkCallback-2065-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1700253 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1700253 INFO  (zkCallback-2065-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1700254 INFO  (zkCallback-2065-thread-1) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 1700254 INFO  (zkCallback-2065-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1700259 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40867 40867
   [junit4]   2> 1700363 INFO  (Thread-6120) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40867 40867
   [junit4]   2> 1700364 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[FF8793F92307DEBD]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithExplicitRefresh
   [junit4]   2> 1700366 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[FF8793F92307DEBD]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testWatchedCollectionCreation
   [junit4]   2> 1700366 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1700367 INFO  (Thread-6121) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1700367 INFO  (Thread-6121) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1700467 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.ZkTestServer start zk server on port:46034
   [junit4]   2> 1700467 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1700484 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1700501 INFO  (zkCallback-2067-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6fab1445 name:ZooKeeperConnection Watcher:127.0.0.1:46034 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1700502 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1700502 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1700504 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1700512 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1700530 INFO  (zkCallback-2068-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5def7da name:ZooKeeperConnection Watcher:127.0.0.1:46034 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1700530 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1700530 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1700530 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1700532 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1700541 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1700550 INFO  (zkCallback-2069-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@312eeacd name:ZooKeeperConnection Watcher:127.0.0.1:46034/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1700550 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1700550 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1700550 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1700551 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1700551 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1700552 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1700552 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1700553 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1700553 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1700553 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1700554 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 1700561 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1700562 INFO  (zkCallback-2069-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1700570 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1700570 INFO  (zkCallback-2069-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1700570 INFO  (zkCallback-2069-thread-1) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 1700572 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46034 46034
   [junit4]   2> 1700693 INFO  (Thread-6121) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46034 46034
   [junit4]   2> 1700694 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[FF8793F92307DEBD]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testWatchedCollectionCreation
   [junit4]   2> 1700697 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[FF8793F92307DEBD]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testExternalCollectionWatchedNotWatched
   [junit4]   2> 1700697 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1700697 INFO  (Thread-6122) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1700697 INFO  (Thread-6122) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1700797 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.ZkTestServer start zk server on port:50432
   [junit4]   2> 1700797 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1700799 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1700802 INFO  (zkCallback-2071-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7ee169ee name:ZooKeeperConnection Watcher:127.0.0.1:50432 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1700803 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1700803 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1700804 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1700804 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1700805 INFO  (zkCallback-2072-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@24bc51b4 name:ZooKeeperConnection Watcher:127.0.0.1:50432 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1700805 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1700805 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1700805 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1700807 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1700808 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1700809 INFO  (zkCallback-2073-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@219aea06 name:ZooKeeperConnection Watcher:127.0.0.1:50432/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1700809 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1700809 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1700809 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1700810 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1700811 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1700812 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1700813 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1700814 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1700814 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1700815 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1700816 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1700816 INFO  (zkCallback-2073-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1700817 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1700817 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 1700819 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:50432 50432
   [junit4]   2> 1700917 INFO  (Thread-6122) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:50432 50432
   [junit4]   2> 1700918 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[FF8793F92307DEBD]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testExternalCollectionWatchedNotWatched
   [junit4]   2> 1700922 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[FF8793F92307DEBD]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithTimeDelay
   [junit4]   2> 1700923 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1700923 INFO  (Thread-6123) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1700923 INFO  (Thread-6123) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1701023 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.ZkTestServer start zk server on port:59115
   [junit4]   2> 1701023 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1701024 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1701027 INFO  (zkCallback-2075-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3d7b7f7c name:ZooKeeperConnection Watcher:127.0.0.1:59115 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1701027 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1701027 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1701028 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1701028 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1701029 INFO  (zkCallback-2076-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@15ea8ce name:ZooKeeperConnection Watcher:127.0.0.1:59115 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1701029 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1701029 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1701029 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1701032 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1701032 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1701033 INFO  (zkCallback-2077-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@212eea0f name:ZooKeeperConnection Watcher:127.0.0.1:59115/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1701033 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1701033 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1701033 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1701035 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1701035 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1701036 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1701036 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1701037 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1701038 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1701038 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1701040 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 1701040 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1701041 INFO  (zkCallback-2077-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1701041 INFO  (zkCallback-2077-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1701043 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1701043 INFO  (zkCallback-2077-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1701043 INFO  (zkCallback-2077-thread-1) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 1701045 INFO  (zkCallback-2077-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1701050 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[FF8793F92307DEBD]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59115 59115
   [junit4]   2> 1701169 INFO  (Thread-6123) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59115 59115
   [junit4]   2> 1701170 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[FF8793F92307DEBD]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithTimeDelay
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ZkStateReaderTest -Dtests.method=testStateFormatUpdateWithTimeDelay -Dtests.seed=FF8793F92307DEBD -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=he -Dtests.timezone=America/Eirunepe -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 0.25s J1 | ZkStateReaderTest.testStateFormatUpdateWithTimeDelay <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<2> but was:<1>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([FF8793F92307DEBD:8019247C4A65F337]:0)
   [junit4]    > 	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:130)
   [junit4]    > 	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithTimeDelay(ZkStateReaderTest.java:53)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1701172 INFO  (SUITE-ZkStateReaderTest-seed#[FF8793F92307DEBD]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.overseer.ZkStateReaderTest_FF8793F92307DEBD-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1494, maxMBSortInHeap=6.188185833769346, sim=ClassicSimilarity, locale=he, timezone=America/Eirunepe
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=216802488,total=522715136
   [junit4]   2> NOTE: All tests run in this JVM: [MBeansHandlerTest, TestReRankQParserPlugin, ExplicitHLLTest, TestStressUserVersions, SpellPossibilityIteratorTest, TestCryptoKeys, TestDocumentBuilder, CachingDirectoryFactoryTest, TestConfigOverlay, TestSolrCoreProperties, CustomCollectionTest, TestManagedSchemaAPI, TestSystemIdResolver, SpellCheckCollatorTest, SuggesterFSTTest, TestReplicationHandlerBackup, TestFieldCacheVsDocValues, DistributedTermsComponentTest, DistanceFunctionTest, CloudMLTQParserTest, OutOfBoxZkACLAndCredentialsProvidersTest, UpdateRequestProcessorFactoryTest, TestFieldSortValues, SimplePostToolTest, TestStressVersions, TestSolr4Spatial2, AsyncMigrateRouteKeyTest, SolrInfoMBeanTest, CollectionsAPIDistributedZkTest, TestCoreContainer, TestCursorMarkWithoutUniqueKey, TestBlendedInfixSuggestions, SuggestComponentContextFilterQueryTest, TestTolerantUpdateProcessorRandomCloud, TestJsonFacets, ReplicationFactorTest, TestUseDocValuesAsStored2, CollectionsAPIAsyncDistributedZkTest, ZkStateWriterTest, TestFieldCacheSanityChecker, TestHashQParserPlugin, TestDistributedGrouping, BigEndianAscendingWordDeserializerTest, ResponseHeaderTest, HdfsTlogReplayBufferedWhileIndexingTest, AtomicUpdatesTest, ZkSolrClientTest, TestShortCircuitedRequests, DistributedFacetPivotLongTailTest, OverseerTaskQueueTest, TestSimpleTrackingShardHandler, TestWordDelimiterFilterFactory, TestHashPartitioner, DistributedQueueTest, TestAuthenticationFramework, TestPKIAuthenticationPlugin, BasicAuthIntegrationTest, DataDrivenBlockJoinTest, TestQueryWrapperFilter, TestExclusionRuleCollectionAccess, TestHighFrequencyDictionaryFactory, FileUtilsTest, RulesTest, TestLFUCache, UniqFieldsUpdateProcessorFactoryTest, SmileWriterTest, HdfsDirectoryFactoryTest, AddBlockUpdateTest, TestSearcherReuse, SSLMigrationTest, MoreLikeThisHandlerTest, TestMacros, TestRandomRequestDistribution, BooleanFieldTest, TestBlobHandler, SpellingQueryConverterTest, TestDFISimilarityFactory, DocValuesMissingTest, VMParamsZkACLAndCredentialsProvidersTest, LeaderInitiatedRecoveryOnShardRestartTest, TestQueryUtils, TestCloudSchemaless, WrapperMergePolicyFactoryTest, TestExpandComponent, TestHdfsUpdateLog, TestFiltering, DocumentBuilderTest, CollectionReloadTest, ShardRoutingCustomTest, TestScoreJoinQPNoScore, TestCloudInspectUtil, TestManagedResource, CdcrReplicationHandlerTest, TestRTimerTree, DOMUtilTest, HdfsRestartWhileUpdatingTest, DocExpirationUpdateProcessorFactoryTest, NotRequiredUniqueKeyTest, TestSolrQueryParserDefaultOperatorResource, TestReplicationHandler, SolrCmdDistributorTest, TestLazyCores, CurrencyFieldXmlFileTest, AnalysisAfterCoreReloadTest, SuggesterTest, TestStressLucene, WordBreakSolrSpellCheckerTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, DirectUpdateHandlerOptimizeTest, CacheHeaderTest, TestSurroundQueryParser, DisMaxRequestHandlerTest, StandardRequestHandlerTest, DirectSolrSpellCheckerTest, TestQueryTypes, TermsComponentTest, TermVectorComponentTest, TestArbitraryIndexDir, RegexBoostProcessorTest, IndexSchemaTest, ReturnFieldsTest, TestBinaryResponseWriter, TestSolrIndexConfig, TestQuerySenderNoQuery, TestMergePolicyConfig, SampleTest, NumericFieldsTest, MinimalSchemaTest, TestPostingsSolrHighlighter, TestLuceneMatchVersion, SynonymTokenizerTest, TestSweetSpotSimilarityFactory, TestPerFieldSimilarity, OpenExchangeRatesOrgProviderTest, DateFieldTest, TestUtils, TestRTGBase, CursorPagingTest, SolrTestCaseJ4Test, TestDistributedMissingSort, ConnectionReuseTest, CdcrReplicationDistributedZkTest, CdcrVersionReplicationTest, CreateCollectionCleanupTest, DeleteShardTest, DistribCursorPagingTest, HttpPartitionTest, TestRequestForwarding, TestSolrCloudWithKerberosAlt, TriLevelCompositeIdRoutingTest, HdfsChaosMonkeyNothingIsSafeTest, HdfsChaosMonkeySafeLeaderTest, HdfsCollectionsAPIDistributedZkTest, HdfsNNFailoverTest, TestClusterStateMutator, ZkStateReaderTest]
   [junit4] Completed [491/618 (1!)] on J1 in 1.53s, 6 tests, 1 failure <<< FAILURES!

[...truncated 397 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:740: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/common-build.xml:530: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1427: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:984: There were test failures: 618 suites (10 ignored), 2590 tests, 1 failure, 87 ignored (72 assumptions) [seed: FF8793F92307DEBD]

Total time: 60 minutes 11 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any




[JENKINS] Lucene-Solr-Tests-master - Build # 1250 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1250/

4 tests failed.
FAILED:  org.apache.solr.cloud.HttpPartitionTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:53851/_d/mh/c8n_1x2_leader_session_loss

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:53851/_d/mh/c8n_1x2_leader_session_loss
	at __randomizedtesting.SeedInfo.seed([178A31170CCC497C:9FDE0ECDA2302484]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:617)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:259)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.HttpPartitionTest.realTimeGetDocId(HttpPartitionTest.java:618)
	at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:603)
	at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:558)
	at org.apache.solr.cloud.HttpPartitionTest.testLeaderZkSessionLoss(HttpPartitionTest.java:508)
	at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:119)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:170)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:139)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:155)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:284)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:167)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:511)
	... 49 more


FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestLazyCores

Error Message:
ObjectTracker found 4 object(s) that were not released!!! [MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MDCAwareThreadPoolExecutor]

Stack Trace:
java.lang.AssertionError: ObjectTracker found 4 object(s) that were not released!!! [MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MDCAwareThreadPoolExecutor]
	at __randomizedtesting.SeedInfo.seed([178A31170CCC497C]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:256)
	at sun.reflect.GeneratedMethodAccessor22.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestLazyCores

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores:     1) Thread[id=8214, name=searcherExecutor-3740-thread-1, state=WAITING, group=TGRP-TestLazyCores]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores: 
   1) Thread[id=8214, name=searcherExecutor-3740-thread-1, state=WAITING, group=TGRP-TestLazyCores]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
	at __randomizedtesting.SeedInfo.seed([178A31170CCC497C]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestLazyCores

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=8214, name=searcherExecutor-3740-thread-1, state=WAITING, group=TGRP-TestLazyCores]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=8214, name=searcherExecutor-3740-thread-1, state=WAITING, group=TGRP-TestLazyCores]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
	at __randomizedtesting.SeedInfo.seed([178A31170CCC497C]:0)




Build Log:
[...truncated 11503 lines...]
   [junit4] Suite: org.apache.solr.core.TestLazyCores
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/init-core-data-001
   [junit4]   2> 1004398 INFO  (SUITE-TestLazyCores-seed#[178A31170CCC497C]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1004400 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCachingLimit
   [junit4]   2> 1004408 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001'
   [junit4]   2> 1004408 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1004408 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1004408 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    ] o.a.s.c.CoreContainer New CoreContainer 431909377
   [junit4]   2> 1004408 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001]
   [junit4]   2> 1004409 WARN  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/lib
   [junit4]   2> 1004409 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 600000,connTimeout : 60000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 1004410 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=600000&connTimeout=60000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 1004410 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    ] o.a.s.c.SolrCores Allocating transient cache for 4 transient cores
   [junit4]   2> 1004412 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1004412 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1004412 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1004412 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1004412 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data/}
   [junit4]   2> 1004412 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection2, config=solrconfig.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=true, dataDir=data/}
   [junit4]   2> 1004413 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection3, config=solrconfig.xml, loadOnStartup=false, schema=schema.xml, configSetProperties=configsetprops.json, transient=on, dataDir=data/}
   [junit4]   2> 1004413 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection4, config=solrconfig.xml, loadOnStartup=false, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data/}
   [junit4]   2> 1004413 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection5, config=solrconfig.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data/}
   [junit4]   2> 1004413 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection6, config=solrconfig.xml, loadOnStartup=false, schema=schema.xml, configSetProperties=configsetprops.json, transient=true, dataDir=data/}
   [junit4]   2> 1004413 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection7, config=solrconfig.xml, loadOnStartup=false, schema=schema.xml, configSetProperties=configsetprops.json, transient=true, dataDir=data/}
   [junit4]   2> 1004413 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection8, config=solrconfig.xml, loadOnStartup=false, schema=schema.xml, configSetProperties=configsetprops.json, transient=true, dataDir=data/}
   [junit4]   2> 1004413 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection9, config=solrconfig.xml, loadOnStartup=false, schema=schema.xml, configSetProperties=configsetprops.json, transient=true, dataDir=data/}
   [junit4]   2> 1004414 INFO  (coreLoadExecutor-3739-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection1'
   [junit4]   2> 1004414 INFO  (coreLoadExecutor-3739-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1004414 INFO  (coreLoadExecutor-3739-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1004418 INFO  (coreLoadExecutor-3739-thread-2) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection2'
   [junit4]   2> 1004418 INFO  (coreLoadExecutor-3739-thread-2) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1004418 INFO  (coreLoadExecutor-3739-thread-2) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1004432 INFO  (coreLoadExecutor-3739-thread-3) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection5'
   [junit4]   2> 1004432 INFO  (coreLoadExecutor-3739-thread-3) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1004432 INFO  (coreLoadExecutor-3739-thread-3) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1004442 INFO  (coreLoadExecutor-3739-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1004444 WARN  (coreLoadExecutor-3739-thread-1) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1004444 INFO  (coreLoadExecutor-3739-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1004448 INFO  (coreLoadExecutor-3739-thread-2) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1004449 WARN  (coreLoadExecutor-3739-thread-2) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1004450 INFO  (coreLoadExecutor-3739-thread-2) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1004453 INFO  (coreLoadExecutor-3739-thread-2) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1004456 INFO  (coreLoadExecutor-3739-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1004457 INFO  (coreLoadExecutor-3739-thread-2) [    ] o.a.s.s.IndexSchema [collection2] Schema name=tiny
   [junit4]   2> 1004460 INFO  (coreLoadExecutor-3739-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=tiny
   [junit4]   2> 1004461 INFO  (coreLoadExecutor-3739-thread-3) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1004486 INFO  (coreLoadExecutor-3739-thread-2) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1004487 INFO  (coreLoadExecutor-3739-thread-2) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection2'
   [junit4]   2> 1004488 INFO  (coreLoadExecutor-3739-thread-2) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection2' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection2
   [junit4]   2> 1004488 INFO  (coreLoadExecutor-3739-thread-2) [    x:collection2] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1004488 INFO  (coreLoadExecutor-3739-thread-2) [    x:collection2] o.a.s.c.SolrCore [[collection2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection2/data/]
   [junit4]   2> 1004488 INFO  (coreLoadExecutor-3739-thread-2) [    x:collection2] o.a.s.c.SolrCore JMX monitoring not detected for core: collection2
   [junit4]   2> 1004489 INFO  (coreLoadExecutor-3739-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1004490 WARN  (coreLoadExecutor-3739-thread-3) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1004490 INFO  (coreLoadExecutor-3739-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection1'
   [junit4]   2> 1004490 INFO  (coreLoadExecutor-3739-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection1
   [junit4]   2> 1004490 INFO  (coreLoadExecutor-3739-thread-1) [    x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1004490 INFO  (coreLoadExecutor-3739-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection1/data/]
   [junit4]   2> 1004490 INFO  (coreLoadExecutor-3739-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 1004490 INFO  (coreLoadExecutor-3739-thread-3) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1004491 INFO  (coreLoadExecutor-3739-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection1/data
   [junit4]   2> 1004491 INFO  (coreLoadExecutor-3739-thread-2) [    x:collection2] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection2/data
   [junit4]   2> 1004493 INFO  (coreLoadExecutor-3739-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection1/data/index/
   [junit4]   2> 1004493 WARN  (coreLoadExecutor-3739-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1004493 INFO  (coreLoadExecutor-3739-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection1/data/index
   [junit4]   2> 1004493 INFO  (coreLoadExecutor-3739-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=49, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1004493 INFO  (coreLoadExecutor-3739-thread-2) [    x:collection2] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection2/data/index/
   [junit4]   2> 1004493 WARN  (coreLoadExecutor-3739-thread-2) [    x:collection2] o.a.s.c.SolrCore [collection2] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1004493 INFO  (coreLoadExecutor-3739-thread-2) [    x:collection2] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection2/data/index
   [junit4]   2> 1004494 INFO  (coreLoadExecutor-3739-thread-2) [    x:collection2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=49, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1004494 INFO  (coreLoadExecutor-3739-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@60646aea lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@17f274ba),segFN=segments_1,generation=1}
   [junit4]   2> 1004494 INFO  (coreLoadExecutor-3739-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1004494 INFO  (coreLoadExecutor-3739-thread-2) [    x:collection2] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@7f3b327e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@74e173ca),segFN=segments_1,generation=1}
   [junit4]   2> 1004494 INFO  (coreLoadExecutor-3739-thread-2) [    x:collection2] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1004496 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection1/data/
   [junit4]   2> 1004496 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 1004496 INFO  (coreLoadExecutor-3739-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1004496 INFO  (coreLoadExecutor-3739-thread-2) [    x:collection2] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1004497 INFO  (coreLoadExecutor-3739-thread-2) [    x:collection2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1004497 INFO  (coreLoadExecutor-3739-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1004498 INFO  (coreLoadExecutor-3739-thread-2) [    x:collection2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1004498 INFO  (coreLoadExecutor-3739-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1004498 INFO  (coreLoadExecutor-3739-thread-2) [    x:collection2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1004498 INFO  (coreLoadExecutor-3739-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1004499 INFO  (coreLoadExecutor-3739-thread-2) [    x:collection2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1004499 INFO  (coreLoadExecutor-3739-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1004499 INFO  (coreLoadExecutor-3739-thread-2) [    x:collection2] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/csv,/sql,/update/json/docs,/admin/luke,/graph,/export,/select,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/ping,/admin/threads,/update,/admin/file
   [junit4]   2> 1004499 INFO  (coreLoadExecutor-3739-thread-2) [    x:collection2] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1004500 INFO  (OldIndexDirectoryCleanupThreadForCore-collection2) [    x:collection2] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection2 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection2/data/
   [junit4]   2> 1004500 WARN  (OldIndexDirectoryCleanupThreadForCore-collection2) [    x:collection2] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection2/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 1004505 INFO  (coreLoadExecutor-3739-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/csv,/sql,/update/json/docs,/admin/luke,/graph,/export,/select,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/ping,/admin/threads,/update,/admin/file
   [junit4]   2> 1004505 INFO  (coreLoadExecutor-3739-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1004506 INFO  (coreLoadExecutor-3739-thread-3) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1004508 INFO  (coreLoadExecutor-3739-thread-3) [    ] o.a.s.s.IndexSchema [collection5] Schema name=tiny
   [junit4]   2> 1004509 INFO  (coreLoadExecutor-3739-thread-3) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1004510 INFO  (coreLoadExecutor-3739-thread-3) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection5'
   [junit4]   2> 1004510 INFO  (coreLoadExecutor-3739-thread-3) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection5' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection5
   [junit4]   2> 1004510 INFO  (coreLoadExecutor-3739-thread-3) [    x:collection5] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1004510 INFO  (coreLoadExecutor-3739-thread-3) [    x:collection5] o.a.s.c.SolrCore [[collection5] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection5], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection5/data/]
   [junit4]   2> 1004511 INFO  (coreLoadExecutor-3739-thread-3) [    x:collection5] o.a.s.c.SolrCore JMX monitoring not detected for core: collection5
   [junit4]   2> 1004516 INFO  (coreLoadExecutor-3739-thread-3) [    x:collection5] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection5/data
   [junit4]   2> 1004530 INFO  (coreLoadExecutor-3739-thread-2) [    x:collection2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1004530 INFO  (coreLoadExecutor-3739-thread-2) [    x:collection2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1004530 INFO  (coreLoadExecutor-3739-thread-3) [    x:collection5] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection5/data/index/
   [junit4]   2> 1004530 WARN  (coreLoadExecutor-3739-thread-3) [    x:collection5] o.a.s.c.SolrCore [collection5] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection5/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1004530 INFO  (coreLoadExecutor-3739-thread-2) [    x:collection2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=18, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.38419554593838245]
   [junit4]   2> 1004531 INFO  (coreLoadExecutor-3739-thread-3) [    x:collection5] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection5/data/index
   [junit4]   2> 1004531 INFO  (coreLoadExecutor-3739-thread-3) [    x:collection5] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=49, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1004531 INFO  (coreLoadExecutor-3739-thread-2) [    x:collection2] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@7f3b327e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@74e173ca),segFN=segments_1,generation=1}
   [junit4]   2> 1004531 INFO  (coreLoadExecutor-3739-thread-2) [    x:collection2] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1004531 INFO  (coreLoadExecutor-3739-thread-2) [    x:collection2] o.a.s.s.SolrIndexSearcher Opening [Searcher@2f6fd870[collection2] main]
   [junit4]   2> 1004531 INFO  (coreLoadExecutor-3739-thread-2) [    x:collection2] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection2/conf
   [junit4]   2> 1004531 INFO  (coreLoadExecutor-3739-thread-2) [    x:collection2] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection2/conf}
   [junit4]   2> 1004531 INFO  (coreLoadExecutor-3739-thread-2) [    x:collection2] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection2/conf
   [junit4]   2> 1004531 INFO  (coreLoadExecutor-3739-thread-2) [    x:collection2] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1004531 INFO  (coreLoadExecutor-3739-thread-2) [    x:collection2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1004532 INFO  (coreLoadExecutor-3739-thread-2) [    x:collection2] o.a.s.c.SolrCores Opening transient core collection2
   [junit4]   2> 1004532 INFO  (coreLoadExecutor-3739-thread-2) [    x:collection2] o.a.s.c.CoreContainer registering core: collection2
   [junit4]   2> 1004535 INFO  (searcherExecutor-3740-thread-1-processing-x:collection2) [    x:collection2] o.a.s.c.SolrCore [collection2] Registered new searcher Searcher@2f6fd870[collection2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1004537 INFO  (coreLoadExecutor-3739-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1004537 INFO  (coreLoadExecutor-3739-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1004537 INFO  (coreLoadExecutor-3739-thread-3) [    x:collection5] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@632f6a3a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5502471f),segFN=segments_1,generation=1}
   [junit4]   2> 1004537 INFO  (coreLoadExecutor-3739-thread-3) [    x:collection5] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1004537 INFO  (coreLoadExecutor-3739-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=18, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.38419554593838245]
   [junit4]   2> 1004538 INFO  (coreLoadExecutor-3739-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@60646aea lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@17f274ba),segFN=segments_1,generation=1}
   [junit4]   2> 1004538 INFO  (coreLoadExecutor-3739-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1004538 INFO  (coreLoadExecutor-3739-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@55ef02fe[collection1] main]
   [junit4]   2> 1004538 INFO  (coreLoadExecutor-3739-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection1/conf
   [junit4]   2> 1004538 INFO  (coreLoadExecutor-3739-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection1/conf}
   [junit4]   2> 1004538 INFO  (coreLoadExecutor-3739-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection1/conf
   [junit4]   2> 1004538 INFO  (coreLoadExecutor-3739-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1004538 INFO  (coreLoadExecutor-3739-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1004538 INFO  (coreLoadExecutor-3739-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 1004540 INFO  (coreLoadExecutor-3739-thread-3) [    x:collection5] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1004540 INFO  (coreLoadExecutor-3739-thread-3) [    x:collection5] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1004541 INFO  (coreLoadExecutor-3739-thread-3) [    x:collection5] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1004541 INFO  (coreLoadExecutor-3739-thread-3) [    x:collection5] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1004542 INFO  (coreLoadExecutor-3739-thread-3) [    x:collection5] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1004542 INFO  (coreLoadExecutor-3739-thread-3) [    x:collection5] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/csv,/sql,/update/json/docs,/admin/luke,/graph,/export,/select,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/ping,/admin/threads,/update,/admin/file
   [junit4]   2> 1004542 INFO  (coreLoadExecutor-3739-thread-3) [    x:collection5] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1004542 INFO  (searcherExecutor-3741-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@55ef02fe[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1004542 INFO  (OldIndexDirectoryCleanupThreadForCore-collection5) [    x:collection5] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection5 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection5/data/
   [junit4]   2> 1004543 WARN  (OldIndexDirectoryCleanupThreadForCore-collection5) [    x:collection5] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection5/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 1004547 INFO  (coreLoadExecutor-3739-thread-3) [    x:collection5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1004547 INFO  (coreLoadExecutor-3739-thread-3) [    x:collection5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1004547 INFO  (coreLoadExecutor-3739-thread-3) [    x:collection5] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=18, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.38419554593838245]
   [junit4]   2> 1004548 INFO  (coreLoadExecutor-3739-thread-3) [    x:collection5] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@632f6a3a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5502471f),segFN=segments_1,generation=1}
   [junit4]   2> 1004548 INFO  (coreLoadExecutor-3739-thread-3) [    x:collection5] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1004548 INFO  (coreLoadExecutor-3739-thread-3) [    x:collection5] o.a.s.s.SolrIndexSearcher Opening [Searcher@362c6b23[collection5] main]
   [junit4]   2> 1004548 INFO  (coreLoadExecutor-3739-thread-3) [    x:collection5] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection5/conf
   [junit4]   2> 1004548 INFO  (coreLoadExecutor-3739-thread-3) [    x:collection5] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection5/conf}
   [junit4]   2> 1004548 INFO  (coreLoadExecutor-3739-thread-3) [    x:collection5] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection5/conf
   [junit4]   2> 1004548 INFO  (coreLoadExecutor-3739-thread-3) [    x:collection5] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1004548 INFO  (coreLoadExecutor-3739-thread-3) [    x:collection5] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1004548 INFO  (coreLoadExecutor-3739-thread-3) [    x:collection5] o.a.s.c.CoreContainer registering core: collection5
   [junit4]   2> 1004549 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection3'
   [junit4]   2> 1004549 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1004549 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1004552 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1004554 WARN  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1004555 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1004558 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1004559 INFO  (searcherExecutor-3744-thread-1-processing-x:collection5) [    x:collection5] o.a.s.c.SolrCore [collection5] Registered new searcher Searcher@362c6b23[collection5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1004561 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    ] o.a.s.s.IndexSchema [collection3] Schema name=tiny
   [junit4]   2> 1004562 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1004564 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection3'
   [junit4]   2> 1004564 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection3' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection3
   [junit4]   2> 1004565 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection3] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1004565 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection3] o.a.s.c.SolrCore [[collection3] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection3], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection3/data/]
   [junit4]   2> 1004565 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection3] o.a.s.c.SolrCore JMX monitoring not detected for core: collection3
   [junit4]   2> 1004565 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection3] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection3/data
   [junit4]   2> 1004569 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection3] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection3/data/index/
   [junit4]   2> 1004569 WARN  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection3] o.a.s.c.SolrCore [collection3] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection3/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1004569 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection3] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection3/data/index
   [junit4]   2> 1004570 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection3] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=480300712, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1004570 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection3] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@3151028e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@55203e66),segFN=segments_1,generation=1}
   [junit4]   2> 1004570 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection3] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1004571 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection3] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1004572 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection3] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1004572 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection3] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1004573 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection3] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1004573 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection3] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1004574 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection3] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/csv,/sql,/update/json/docs,/admin/luke,/graph,/export,/select,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/ping,/admin/threads,/update,/admin/file
   [junit4]   2> 1004574 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection3] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1004583 INFO  (OldIndexDirectoryCleanupThreadForCore-collection3) [    x:collection3] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection3 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection3/data/
   [junit4]   2> 1004583 WARN  (OldIndexDirectoryCleanupThreadForCore-collection3) [    x:collection3] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection3/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 1004588 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1004588 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1004588 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection3] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=23, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 1004588 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection3] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@3151028e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@55203e66),segFN=segments_1,generation=1}
   [junit4]   2> 1004588 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection3] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1004588 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection3] o.a.s.s.SolrIndexSearcher Opening [Searcher@207d34e3[collection3] main]
   [junit4]   2> 1004589 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection3] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection3/conf
   [junit4]   2> 1004589 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection3] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection3/conf}
   [junit4]   2> 1004589 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection3] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection3/conf
   [junit4]   2> 1004589 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection3] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1004589 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection3] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1004589 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection3] o.a.s.c.SolrCores Opening transient core collection3
   [junit4]   2> 1004589 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection3] o.a.s.c.CoreContainer registering core: collection3
   [junit4]   2> 1004589 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection3] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection4'
   [junit4]   2> 1004590 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection3] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1004590 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection3] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1004593 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection3] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1004595 WARN  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection3] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1004595 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1004599 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection3] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1004599 INFO  (searcherExecutor-3752-thread-1-processing-x:collection3) [    x:collection3] o.a.s.c.SolrCore [collection3] Registered new searcher Searcher@207d34e3[collection3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1004603 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection3] o.a.s.s.IndexSchema [collection4] Schema name=tiny
   [junit4]   2> 1004604 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection3] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1004605 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection3] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection4'
   [junit4]   2> 1004605 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection3] o.a.s.c.CoreContainer Creating SolrCore 'collection4' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection4
   [junit4]   2> 1004605 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection4] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1004605 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection4] o.a.s.c.SolrCore [[collection4] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection4], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection4/data/]
   [junit4]   2> 1004605 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection4] o.a.s.c.SolrCore JMX monitoring not detected for core: collection4
   [junit4]   2> 1004606 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection4] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection4/data
   [junit4]   2> 1004606 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection4] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection4/data/index/
   [junit4]   2> 1004606 WARN  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection4] o.a.s.c.SolrCore [collection4] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection4/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1004606 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection4] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection4/data/index
   [junit4]   2> 1004606 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=35, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.10705615950944658]
   [junit4]   2> 1004607 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection4] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@35092215 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@121f457c),segFN=segments_1,generation=1}
   [junit4]   2> 1004607 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection4] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1004608 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection4] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1004609 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection4] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1004610 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection4] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1004610 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection4] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1004611 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection4] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1004611 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection4] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/csv,/sql,/update/json/docs,/admin/luke,/graph,/export,/select,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/ping,/admin/threads,/update,/admin/file
   [junit4]   2> 1004611 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection4] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1004611 INFO  (OldIndexDirectoryCleanupThreadForCore-collection4) [    x:collection4] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection4 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection4/data/
   [junit4]   2> 1004611 WARN  (OldIndexDirectoryCleanupThreadForCore-collection4) [    x:collection4] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection4/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 1004616 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1004616 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1004616 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1291667514, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1004616 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection4] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@35092215 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@121f457c),segFN=segments_1,generation=1}
   [junit4]   2> 1004616 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection4] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1004616 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection4] o.a.s.s.SolrIndexSearcher Opening [Searcher@4ccf47b9[collection4] main]
   [junit4]   2> 1004616 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection4] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection4/conf
   [junit4]   2> 1004616 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection4] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection4/conf}
   [junit4]   2> 1004616 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection4] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection4/conf
   [junit4]   2> 1004617 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection4] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1004617 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection4] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1004617 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection4] o.a.s.c.CoreContainer registering core: collection4
   [junit4]   2> 1004617 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection4] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection6'
   [junit4]   2> 1004617 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection4] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1004617 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection4] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1004621 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection4] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1004622 WARN  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection4] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1004626 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1004630 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection4] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1004632 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection4] o.a.s.s.IndexSchema [collection6] Schema name=tiny
   [junit4]   2> 1004634 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection4] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1004634 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection4] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection6'
   [junit4]   2> 1004635 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection4] o.a.s.c.CoreContainer Creating SolrCore 'collection6' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection6
   [junit4]   2> 1004635 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection6] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1004635 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection6] o.a.s.c.SolrCore [[collection6] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection6], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection6/data/]
   [junit4]   2> 1004635 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection6] o.a.s.c.SolrCore JMX monitoring not detected for core: collection6
   [junit4]   2> 1004635 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection6] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection6/data
   [junit4]   2> 1004635 INFO  (searcherExecutor-3756-thread-1-processing-x:collection4) [    x:collection4] o.a.s.c.SolrCore [collection4] Registered new searcher Searcher@4ccf47b9[collection4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1004636 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection6] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection6/data/index/
   [junit4]   2> 1004636 WARN  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection6] o.a.s.c.SolrCore [collection6] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection6/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1004636 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection6] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection6/data/index
   [junit4]   2> 1004636 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection6] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=22, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1004636 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection6] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@453471a4 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@28e20da3),segFN=segments_1,generation=1}
   [junit4]   2> 1004636 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection6] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1004639 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection6] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1004640 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection6] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1004640 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection6] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1004641 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection6] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1004641 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection6] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1004642 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection6] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/csv,/sql,/update/json/docs,/admin/luke,/graph,/export,/select,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/ping,/admin/threads,/update,/admin/file
   [junit4]   2> 1004642 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection6] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1004642 INFO  (OldIndexDirectoryCleanupThreadForCore-collection6) [    x:collection6] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection6 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection6/data/
   [junit4]   2> 1004642 WARN  (OldIndexDirectoryCleanupThreadForCore-collection6) [    x:collection6] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection6/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 1004645 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1004645 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1004645 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection6] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=36, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8546348225606578]
   [junit4]   2> 1004645 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection6] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@453471a4 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@28e20da3),segFN=segments_1,generation=1}
   [junit4]   2> 1004645 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection6] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1004645 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection6] o.a.s.s.SolrIndexSearcher Opening [Searcher@105f7cd1[collection6] main]
   [junit4]   2> 1004645 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection6] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection6/conf
   [junit4]   2> 1004645 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection6] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection6/conf}
   [junit4]   2> 1004645 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection6] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection6/conf
   [junit4]   2> 1004646 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection6] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1004646 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection6] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1004646 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection6] o.a.s.c.SolrCores Opening transient core collection6
   [junit4]   2> 1004646 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection6] o.a.s.c.CoreContainer registering core: collection6
   [junit4]   2> 1004646 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection6] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection7'
   [junit4]   2> 1004646 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection6] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1004646 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection6] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1004668 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection6] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1004670 WARN  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection6] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1004671 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1004679 INFO  (searcherExecutor-3760-thread-1-processing-x:collection6) [    x:collection6] o.a.s.c.SolrCore [collection6] Registered new searcher Searcher@105f7cd1[collection6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1004679 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection6] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1004681 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection6] o.a.s.s.IndexSchema [collection7] Schema name=tiny
   [junit4]   2> 1004683 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection6] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1004684 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection6] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection7'
   [junit4]   2> 1004684 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection6] o.a.s.c.CoreContainer Creating SolrCore 'collection7' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection7
   [junit4]   2> 1004684 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection7] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1004684 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection7] o.a.s.c.SolrCore [[collection7] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection7], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection7/data/]
   [junit4]   2> 1004684 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection7] o.a.s.c.SolrCore JMX monitoring not detected for core: collection7
   [junit4]   2> 1004684 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection7] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection7/data
   [junit4]   2> 1004684 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection7] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection7/data/index/
   [junit4]   2> 1004684 WARN  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection7] o.a.s.c.SolrCore [collection7] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_178A31170CCC497C-001/tempDir-001/collection7/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1004685 INFO  (TEST-TestLazyCores.testCachingLimit-seed#[178A31170CCC497C]) [    x:collection7] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-

[...truncated too long message...]

.a.s.c.SocketProxy Closing 11 connections to: http://127.0.0.1:53851/_d/mh, target: http://127.0.0.1:57516/_d/mh
   [junit4]   2> 1822273 WARN  (TEST-HttpPartitionTest.test-seed#[178A31170CCC497C]) [    ] o.a.s.c.SocketProxy Closing 20 connections to: http://127.0.0.1:47629/_d/mh, target: http://127.0.0.1:43925/_d/mh
   [junit4]   2> 1822273 WARN  (TEST-HttpPartitionTest.test-seed#[178A31170CCC497C]) [    ] o.a.s.c.SocketProxy Closing 10 connections to: http://127.0.0.1:54812/_d/mh, target: http://127.0.0.1:53393/_d/mh
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HttpPartitionTest -Dtests.method=test -Dtests.seed=178A31170CCC497C -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=es-PA -Dtests.timezone=Africa/Accra -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR    755s J1 | HttpPartitionTest.test <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:53851/_d/mh/c8n_1x2_leader_session_loss
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([178A31170CCC497C:9FDE0ECDA2302484]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:617)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:259)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]    > 	at org.apache.solr.cloud.HttpPartitionTest.realTimeGetDocId(HttpPartitionTest.java:618)
   [junit4]    > 	at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:603)
   [junit4]    > 	at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:558)
   [junit4]    > 	at org.apache.solr.cloud.HttpPartitionTest.testLeaderZkSessionLoss(HttpPartitionTest.java:508)
   [junit4]    > 	at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:119)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]    > 	at java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]    > 	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:170)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:141)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:139)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:155)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:284)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
   [junit4]    > 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
   [junit4]    > 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:167)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
   [junit4]    > 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
   [junit4]    > 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
   [junit4]    > 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
   [junit4]    > 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
   [junit4]    > 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:511)
   [junit4]    > 	... 49 more
   [junit4]   2> 1822278 INFO  (SUITE-HttpPartitionTest-seed#[178A31170CCC497C]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_178A31170CCC497C-001
   [junit4]   2> Jul 03, 2016 3:37:15 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {range_facet_l_dv=PostingsFormat(name=LuceneFixedGap), _version_=FSTOrd50, multiDefault=PostingsFormat(name=LuceneVarGapFixedInterval), a_t=PostingsFormat(name=LuceneVarGapFixedInterval), intDefault=FSTOrd50, id=PostingsFormat(name=LuceneFixedGap), range_facet_i_dv=PostingsFormat(name=LuceneVarGapFixedInterval), text=Lucene50(blocksize=128), range_facet_l=PostingsFormat(name=LuceneVarGapFixedInterval), timestamp=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Memory), range_facet_i_dv=DocValuesFormat(name=Direct), timestamp=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=691, maxMBSortInHeap=6.0532182641010674, sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=es-PA, timezone=Africa/Accra
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=141472760,total=525336576
   [junit4]   2> NOTE: All tests run in this JVM: [HdfsDirectoryFactoryTest, HdfsRestartWhileUpdatingTest, CustomCollectionTest, SuggestComponentContextFilterQueryTest, ReplicationFactorTest, TestCoreContainer, DistribCursorPagingTest, ConvertedLegacyTest, CoreAdminCreateDiscoverTest, OpenCloseCoreStressTest, CachingDirectoryFactoryTest, TestShortCircuitedRequests, DOMUtilTest, IndexBasedSpellCheckerTest, TestHdfsUpdateLog, TestDFRSimilarityFactory, TestSurroundQueryParser, TestHashPartitioner, InfoHandlerTest, DataDrivenBlockJoinTest, HighlighterTest, TestLFUCache, DocValuesTest, ZkCLITest, TestSolrDeletionPolicy2, TestSolrCoreProperties, ClusterStateUpdateTest, TestLockTree, TestUseDocValuesAsStored2, SimplePostToolTest, TestExactSharedStatsCache, ShardRoutingCustomTest, TestNumericTerms32, TestPartialUpdateDeduplication, TestDocumentBuilder, HdfsChaosMonkeyNothingIsSafeTest, TestMacros, SpellCheckCollatorTest, TestManagedResource, TestHighFrequencyDictionaryFactory, TestPKIAuthenticationPlugin, TestRTimerTree, FileUtilsTest, TestSolrDynamicMBean, TestFieldCollectionResource, DistributedIntervalFacetingTest, TestLMJelinekMercerSimilarityFactory, TestWordDelimiterFilterFactory, TestFieldCacheVsDocValues, CollectionsAPIDistributedZkTest, SSLMigrationTest, CollectionReloadTest, TermsComponentTest, ZkControllerTest, DirectSolrSpellCheckerTest, DistributedQueueTest, TestCursorMarkWithoutUniqueKey, AsyncMigrateRouteKeyTest, SolrIndexConfigTest, TestSchemaSimilarityResource, MinimalSchemaTest, TestCloudInspectUtil, TestMissingGroups, TestExclusionRuleCollectionAccess, SolrCLIZkUtilsTest, TermVectorComponentTest, TestReloadAndDeleteDocs, TestManagedStopFilterFactory, SchemaVersionSpecificBehaviorTest, ChaosMonkeySafeLeaderTest, TestReplicationHandlerBackup, TestQueryWrapperFilter, DocExpirationUpdateProcessorFactoryTest, SmileWriterTest, MBeansHandlerTest, SpellingQueryConverterTest, SortByFunctionTest, ExplicitHLLTest, BlockJoinFacetRandomTest, TestCryptoKeys, SoftAutoCommitTest, TimeZoneUtilsTest, NumericFieldsTest, TestSearcherReuse, AddBlockUpdateTest, MoreLikeThisHandlerTest, TestBulkSchemaConcurrent, TestCollapseQParserPlugin, RulesTest, TestFieldCacheSanityChecker, TestInfoStreamLogging, StressHdfsTest, ZkStateWriterTest, SpatialFilterTest, HttpPartitionTest]
   [junit4] Completed [614/618 (2!)] on J1 in 755.63s, 1 test, 1 error <<< FAILURES!

[...truncated 24 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:740: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/common-build.xml:530: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1427: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:984: There were test failures: 618 suites (10 ignored), 2590 tests, 3 suite-level errors, 1 error, 1306 ignored (67 assumptions) [seed: 178A31170CCC497C]

Total time: 60 minutes 48 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any