You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2016/06/25 13:52:28 UTC

[JENKINS] Lucene-Solr-NightlyTests-5.5 - Build # 20 - Still Failing

Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-5.5/20/

4 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:34772

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:34772
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:586)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.makeRequest(CollectionsAPIDistributedZkTest.java:400)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testErrorHandling(CollectionsAPIDistributedZkTest.java:516)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test(CollectionsAPIDistributedZkTest.java:179)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:996)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:971)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.read(SocketInputStream.java:152)
	at java.net.SocketInputStream.read(SocketInputStream.java:122)
	at sun.security.ssl.InputRecord.readFully(InputRecord.java:442)
	at sun.security.ssl.InputRecord.read(InputRecord.java:480)
	at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:934)
	at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:891)
	at sun.security.ssl.AppInputStream.read(AppInputStream.java:102)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:482)
	... 47 more


FAILED:  org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh

Error Message:
Could not find collection : c1

Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : c1
	at __randomizedtesting.SeedInfo.seed([AA1E0E3140F56C5F:B5A47FC69095AA9A]:0)
	at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:170)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:136)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh(ZkStateReaderTest.java:42)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestStressReplication

Error Message:
timed out waiting for collection1 startAt time to exceed: Sat Jun 25 06:21:22 MST 2016

Stack Trace:
java.lang.AssertionError: timed out waiting for collection1 startAt time to exceed: Sat Jun 25 06:21:22 MST 2016
	at __randomizedtesting.SeedInfo.seed([AA1E0E3140F56C5F:71B50EF745DD05EC]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.handler.TestReplicationHandler.watchCoreStartAt(TestReplicationHandler.java:1501)
	at org.apache.solr.handler.TestReplicationHandler.doTestStressReplication(TestReplicationHandler.java:853)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:43971

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:43971
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:586)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.makeRequest(CollectionsAPIDistributedZkTest.java:400)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testNoCollectionSpecified(CollectionsAPIDistributedZkTest.java:576)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test(CollectionsAPIDistributedZkTest.java:180)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:996)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:971)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.read(SocketInputStream.java:152)
	at java.net.SocketInputStream.read(SocketInputStream.java:122)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:482)
	... 47 more




Build Log:
[...truncated 11125 lines...]
   [junit4] Suite: org.apache.solr.cloud.overseer.ZkStateReaderTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/solr/build/solr-core/test/J2/temp/solr.cloud.overseer.ZkStateReaderTest_AA1E0E3140F56C5F-001/init-core-data-001
   [junit4]   2> 178276 INFO  (SUITE-ZkStateReaderTest-seed#[AA1E0E3140F56C5F]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 178281 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithTimeDelayLazy
   [junit4]   2> 178281 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 178297 INFO  (Thread-617) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 178297 INFO  (Thread-617) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 178436 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.ZkTestServer start zk server on port:40406
   [junit4]   2> 178436 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 178438 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 178619 INFO  (zkCallback-225-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@104f141d name:ZooKeeperConnection Watcher:127.0.0.1:40406 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 178619 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 178620 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 178632 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 178663 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 178687 INFO  (zkCallback-226-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@772d4925 name:ZooKeeperConnection Watcher:127.0.0.1:40406 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 178687 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 178687 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 178687 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 178700 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 178715 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 178727 INFO  (zkCallback-227-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@73e4ad43 name:ZooKeeperConnection Watcher:127.0.0.1:40406/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 178727 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 178727 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 178732 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 178733 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 178744 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 178745 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 178746 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 178752 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 178754 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 178764 INFO  (zkCallback-227-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 178794 INFO  (zkCallback-227-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 178819 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 178823 INFO  (zkCallback-227-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 178874 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40406 40406
   [junit4]   2> 179071 INFO  (Thread-617) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40406 40406
   [junit4]   2> 179091 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithTimeDelayLazy
   [junit4]   2> 179107 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithExplicitRefresh
   [junit4]   2> 179107 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 179125 INFO  (Thread-618) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 179126 INFO  (Thread-618) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 179227 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.ZkTestServer start zk server on port:52670
   [junit4]   2> 179227 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 179239 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 179246 INFO  (zkCallback-228-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4599a9a name:ZooKeeperConnection Watcher:127.0.0.1:52670 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 179246 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 179246 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 179248 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 179269 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 179455 INFO  (zkCallback-229-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@12b0d705 name:ZooKeeperConnection Watcher:127.0.0.1:52670 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 179457 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 179457 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 179457 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 179467 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 179471 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 179472 INFO  (zkCallback-230-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4d6761fc name:ZooKeeperConnection Watcher:127.0.0.1:52670/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 179472 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 179472 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 179472 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 179473 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 179474 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 179475 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 179476 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 179477 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 179478 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.ZkStateReader addZkWatch [c1]
   [junit4]   2> 179480 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 179480 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 179483 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 179486 ERROR (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[AA1E0E3140F56C5F]-EventThread) [    ] o.a.z.ClientCnxn Error while calling watcher 
   [junit4]   2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1@4a4b3349 rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@f1423ba[Shutting down, pool size = 3, active threads = 3, queued tasks = 0, completed tasks = 0]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2048)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:821)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1372)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214)
   [junit4]   2> 	at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:110)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:261)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 179491 INFO  (zkCallback-230-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 179491 INFO  (zkCallback-230-thread-2) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 179491 WARN  (zkCallback-230-thread-3) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /clusterstate.json]
   [junit4]   2> 179491 WARN  (zkCallback-230-thread-2) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /collections]
   [junit4]   2> 179492 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:52670 52670
   [junit4]   2> 179618 INFO  (Thread-618) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:52670 52670
   [junit4]   2> 179619 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithExplicitRefresh
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ZkStateReaderTest -Dtests.method=testStateFormatUpdateWithExplicitRefresh -Dtests.seed=AA1E0E3140F56C5F -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=is-IS -Dtests.timezone=America/Blanc-Sablon -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.53s J2 | ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh <<<
   [junit4]    > Throwable #1: org.apache.solr.common.SolrException: Could not find collection : c1
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([AA1E0E3140F56C5F:B5A47FC69095AA9A]:0)
   [junit4]    > 	at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:170)
   [junit4]    > 	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:136)
   [junit4]    > 	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh(ZkStateReaderTest.java:42)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 179626 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testExternalCollectionWatchedNotWatched
   [junit4]   2> 179626 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 179640 INFO  (Thread-619) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 179640 INFO  (Thread-619) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 179740 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.ZkTestServer start zk server on port:44885
   [junit4]   2> 179740 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 179753 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 179761 INFO  (zkCallback-231-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@22dfca6 name:ZooKeeperConnection Watcher:127.0.0.1:44885 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 179761 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 179761 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 179765 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 179781 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 179799 INFO  (zkCallback-232-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2ee8f4c7 name:ZooKeeperConnection Watcher:127.0.0.1:44885 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 179799 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 179800 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 179800 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 179802 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 179819 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 179848 INFO  (zkCallback-233-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@37df3ab1 name:ZooKeeperConnection Watcher:127.0.0.1:44885/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 179849 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 179849 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 179849 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 179851 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 179852 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 179853 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 179854 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 179855 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 179856 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 179858 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 179859 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.ZkStateReader addZkWatch [c1]
   [junit4]   2> 179859 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 179859 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.ZkStateReader Removing watch for uninteresting collection [c1]
   [junit4]   2> 179861 INFO  (zkCallback-233-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 179861 WARN  (zkCallback-233-thread-1) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /collections]
   [junit4]   2> 179866 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44885 44885
   [junit4]   2> 180039 INFO  (Thread-619) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44885 44885
   [junit4]   2> 180040 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testExternalCollectionWatchedNotWatched
   [junit4]   2> 180055 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithTimeDelay
   [junit4]   2> 180055 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 180067 INFO  (Thread-620) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 180067 INFO  (Thread-620) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 180164 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.ZkTestServer start zk server on port:56598
   [junit4]   2> 180164 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 180177 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 180195 INFO  (zkCallback-234-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@71c97079 name:ZooKeeperConnection Watcher:127.0.0.1:56598 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 180195 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 180195 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 180197 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 180207 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 180219 INFO  (zkCallback-235-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@32b22750 name:ZooKeeperConnection Watcher:127.0.0.1:56598 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 180219 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 180219 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 180219 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 180222 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 180232 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 180251 INFO  (zkCallback-236-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@416e3363 name:ZooKeeperConnection Watcher:127.0.0.1:56598/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 180251 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 180251 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 180252 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 180253 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 180254 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 180255 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 180256 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 180257 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 180259 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.ZkStateReader addZkWatch [c1]
   [junit4]   2> 180259 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 180259 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 180260 INFO  (zkCallback-236-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 180261 INFO  (zkCallback-236-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 180262 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 180262 INFO  (zkCallback-236-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 180263 INFO  (zkCallback-236-thread-1) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 180272 INFO  (zkCallback-236-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 180460 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:56598 56598
   [junit4]   2> 180651 INFO  (Thread-620) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:56598 56598
   [junit4]   2> 180652 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithTimeDelay
   [junit4]   2> 180655 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testWatchedCollectionCreation
   [junit4]   2> 180656 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 180658 INFO  (Thread-621) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 180658 INFO  (Thread-621) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 180758 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.ZkTestServer start zk server on port:55983
   [junit4]   2> 180758 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 180783 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 180809 INFO  (zkCallback-237-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2ad7d56d name:ZooKeeperConnection Watcher:127.0.0.1:55983 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 180809 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 180809 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 180811 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 180915 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 180955 INFO  (zkCallback-238-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@46b1461e name:ZooKeeperConnection Watcher:127.0.0.1:55983 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 180955 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 180955 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 180955 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 180957 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 180991 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 180995 INFO  (zkCallback-239-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3aa696ef name:ZooKeeperConnection Watcher:127.0.0.1:55983/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 180995 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 180995 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 180996 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 180997 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 180998 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 180999 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 181000 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 181001 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 181002 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.ZkStateReader addZkWatch [c1]
   [junit4]   2> 181002 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 181003 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 181003 INFO  (zkCallback-239-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 181005 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 181006 INFO  (zkCallback-239-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 181006 INFO  (zkCallback-239-thread-1) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 181058 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:55983 55983
   [junit4]   2> 181163 INFO  (Thread-621) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:55983 55983
   [junit4]   2> 181164 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testWatchedCollectionCreation
   [junit4]   2> 181170 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithExplicitRefreshLazy
   [junit4]   2> 181171 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 181177 INFO  (Thread-622) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 181177 INFO  (Thread-622) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 181277 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.ZkTestServer start zk server on port:51809
   [junit4]   2> 181277 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 181407 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 181435 INFO  (zkCallback-240-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7721e8db name:ZooKeeperConnection Watcher:127.0.0.1:51809 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 181435 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 181435 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 181438 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 181438 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x1558792ed1c0000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 181455 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 181479 INFO  (zkCallback-241-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4e5155e7 name:ZooKeeperConnection Watcher:127.0.0.1:51809 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 181479 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 181479 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 181479 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 181482 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 181499 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 181512 INFO  (zkCallback-242-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6a34b347 name:ZooKeeperConnection Watcher:127.0.0.1:51809/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 181513 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 181513 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 181514 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 181515 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 181517 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 181518 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 181519 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 181520 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 181522 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 181523 INFO  (zkCallback-242-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 181534 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 181546 INFO  (zkCallback-242-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 181546 WARN  (zkCallback-242-thread-2) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /clusterstate.json]
   [junit4]   2> 181547 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51809 51809
   [junit4]   2> 181660 INFO  (Thread-622) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51809 51809
   [junit4]   2> 181661 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithExplicitRefreshLazy
   [junit4]   2> 181661 INFO  (SUITE-ZkStateReaderTest-seed#[AA1E0E3140F56C5F]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/solr/build/solr-core/test/J2/temp/solr.cloud.overseer.ZkStateReaderTest_AA1E0E3140F56C5F-001
   [junit4]   2> Jun 25, 2016 12:40:01 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene54): {}, docValues:{}, sim=DefaultSimilarity, locale=is-IS, timezone=America/Blanc-Sablon
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.7.0_80 (64-bit)/cpus=4,threads=1,free=79792208,total=340262912
   [junit4]   2> NOTE: All tests run in this JVM: [TestInitQParser, TestDistributedMissingSort, TestUtils, TestManagedSynonymFilterFactory, TestSortByMinMaxFunction, TestNoOpRegenerator, RegexBoostProcessorTest, SolrCoreCheckLockOnStartupTest, BadComponentTest, AutoCommitTest, TestScoreJoinQPScore, TestDynamicFieldResource, TestSolrDeletionPolicy1, TestPerFieldSimilarity, TestSolrConfigHandlerConcurrent, TestReversedWildcardFilterFactory, TestFieldTypeCollectionResource, CircularListTest, BasicDistributedZk2Test, ConjunctionSolrSpellCheckerTest, ZkStateReaderTest]
   [junit4] Completed [40/573 (1!)] on J2 in 3.97s, 6 tests, 1 error <<< FAILURES!

[...truncated 623 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_AA1E0E3140F56C5F-001/init-core-data-001
   [junit4]   2> 1419634 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[AA1E0E3140F56C5F]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 1419634 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[AA1E0E3140F56C5F]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 1419833 WARN  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[AA1E0E3140F56C5F]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 1419861 WARN  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[AA1E0E3140F56C5F]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1419912 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[AA1E0E3140F56C5F]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 1419930 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[AA1E0E3140F56C5F]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_42888_hdfs____.rvezj0/webapp
   [junit4]   2> 1420218 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[AA1E0E3140F56C5F]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 1420837 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[AA1E0E3140F56C5F]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:42888
   [junit4]   2> 1421503 WARN  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[AA1E0E3140F56C5F]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1421504 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[AA1E0E3140F56C5F]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 1421522 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[AA1E0E3140F56C5F]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_32775_datanode____.5f858j/webapp
   [junit4]   2> 1421635 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[AA1E0E3140F56C5F]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 1422057 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[AA1E0E3140F56C5F]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:32775
   [junit4]   2> 1422274 WARN  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[AA1E0E3140F56C5F]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1422275 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[AA1E0E3140F56C5F]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 1422292 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[AA1E0E3140F56C5F]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_47946_datanode____.q6zk01/webapp
   [junit4]   2> 1422662 INFO  (IPC Server handler 5 on 32833) [    ] BlockStateChange BLOCK* processReport: from storage DS-f731e281-3927-4a29-9805-6c40acaf83a0 node DatanodeRegistration(127.0.0.1, datanodeUuid=0fea603f-66b0-4587-a70d-f73202690a7f, infoPort=32775, ipcPort=46190, storageInfo=lv=-56;cid=testClusterID;nsid=786981867;c=0), blocks: 0, hasStaleStorages: true, processing time: 0 msecs
   [junit4]   2> 1422662 INFO  (IPC Server handler 5 on 32833) [    ] BlockStateChange BLOCK* processReport: from storage DS-603bc571-e68d-4066-9574-1bff0b977fbd node DatanodeRegistration(127.0.0.1, datanodeUuid=0fea603f-66b0-4587-a70d-f73202690a7f, infoPort=32775, ipcPort=46190, storageInfo=lv=-56;cid=testClusterID;nsid=786981867;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
   [junit4]   2> 1422723 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[AA1E0E3140F56C5F]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 1423260 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[AA1E0E3140F56C5F]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:47946
   [junit4]   2> 1423924 INFO  (IPC Server handler 3 on 32833) [    ] BlockStateChange BLOCK* processReport: from storage DS-919828f6-2ff6-4175-99e7-a4d1fe6d03e6 node DatanodeRegistration(127.0.0.1, datanodeUuid=7c8c221a-4a19-44bf-af1d-6ed5b3b3ff5b, infoPort=47946, ipcPort=53198, storageInfo=lv=-56;cid=testClusterID;nsid=786981867;c=0), blocks: 0, hasStaleStorages: true, processing time: 0 msecs
   [junit4]   2> 1423924 INFO  (IPC Server handler 3 on 32833) [    ] BlockStateChange BLOCK* processReport: from storage DS-ded954fa-1e5c-4d09-bda3-447a4b5ab28a node DatanodeRegistration(127.0.0.1, datanodeUuid=7c8c221a-4a19-44bf-af1d-6ed5b3b3ff5b, infoPort=47946, ipcPort=53198, storageInfo=lv=-56;cid=testClusterID;nsid=786981867;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
   [junit4]   2> 1424250 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1424257 INFO  (Thread-49417) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1424257 INFO  (Thread-49417) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1424425 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.ZkTestServer start zk server on port:59611
   [junit4]   2> 1424425 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1424437 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1424497 INFO  (zkCallback-261-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1e91651c name:ZooKeeperConnection Watcher:127.0.0.1:59611 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1424498 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1424498 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1424498 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1424500 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1424535 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1424536 INFO  (zkCallback-262-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7a2010a4 name:ZooKeeperConnection Watcher:127.0.0.1:59611/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1424536 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1424536 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1424536 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 1424538 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 1424551 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 1424552 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 1424553 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1424553 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1424555 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1424555 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 1424556 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1424556 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1424557 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1424557 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1424558 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1424558 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1424559 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1424559 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 1424560 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1424560 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1424561 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1424561 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1424562 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1424562 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1424563 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1424563 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1424564 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1424564 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1424684 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_AA1E0E3140F56C5F-001/control-001/cores/collection1
   [junit4]   2> 1424733 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[AA1E0E3140F56C5F]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 1424751 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[AA1E0E3140F56C5F]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7eae363f{/,null,AVAILABLE}
   [junit4]   2> 1424751 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[AA1E0E3140F56C5F]) [    ] o.e.j.s.ServerConnector Started ServerConnector@139f23af{HTTP/1.1}{127.0.0.1:53209}
   [junit4]   2> 1424752 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[AA1E0E3140F56C5F]) [    ] o.e.j.s.Server Started @1426977ms
   [junit4]   2> 1424752 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostPort=53209, solr.data.dir=hdfs://localhost:32833/hdfs__localhost_32833__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-5.5_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_AA1E0E3140F56C5F-001_tempDir-002_control_data, hostContext=/, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_AA1E0E3140F56C5F-001/control-001/cores}
   [junit4]   2> 1424752 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@7b3cb2c6
   [junit4]   2> 1424752 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_AA1E0E3140F56C5F-001/control-001'
   [junit4]   2> 1424752 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1424752 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1424752 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1424756 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1424761 INFO  (zkCallback-263-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4085de96 name:ZooKeeperConnection Watcher:127.0.0.1:59611/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1424761 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1424761 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1424880 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15587a5e3e90002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1424884 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1424885 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_AA1E0E3140F56C5F-001/control-001/solr.xml
   [junit4]   2> 1424937 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_AA1E0E3140F56C5F-001/control-001/cores
   [junit4]   2> 1424938 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.CoreContainer New CoreContainer 1901849956
   [junit4]   2> 1424938 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_AA1E0E3140F56C5F-001/control-001]
   [junit4]   2> 1424938 WARN  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_AA1E0E3140F56C5F-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_AA1E0E3140F56C5F-001/control-001/lib
   [junit4]   2> 1424938 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[AA

[...truncated too long message...]

ReplicationHandler_AA1E0E3140F56C5F-001/solr-instance-031/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@83fd91c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3}
   [junit4]   2> 2720496 INFO  (coreCloseExecutor-3376-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 3
   [junit4]   2> 2720496 INFO  (coreCloseExecutor-3376-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 2720497 INFO  (coreCloseExecutor-3376-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing NRTCachingDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 2720497 INFO  (coreCloseExecutor-3376-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_AA1E0E3140F56C5F-001/solr-instance-031/collection1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_AA1E0E3140F56C5F-001/solr-instance-031/collection1/data;done=false>>]
   [junit4]   2> 2720497 INFO  (coreCloseExecutor-3376-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_AA1E0E3140F56C5F-001/solr-instance-031/collection1/data
   [junit4]   2> 2720497 INFO  (coreCloseExecutor-3376-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_AA1E0E3140F56C5F-001/solr-instance-031/collection1/data/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_AA1E0E3140F56C5F-001/solr-instance-031/collection1/data/index;done=false>>]
   [junit4]   2> 2720497 INFO  (coreCloseExecutor-3376-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_AA1E0E3140F56C5F-001/solr-instance-031/collection1/data/index
   [junit4]   2> 2720497 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[AA1E0E3140F56C5F]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1c9d1e62{/solr,null,UNAVAILABLE}
   [junit4]   2> 2720501 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[AA1E0E3140F56C5F]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@7c2bb8ba{HTTP/1.1}{127.0.0.1:0}
   [junit4]   2> 2720501 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[AA1E0E3140F56C5F]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=27695221
   [junit4]   2> 2720502 INFO  (coreCloseExecutor-3378-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@74ea717f
   [junit4]   2> 2720502 INFO  (coreCloseExecutor-3378-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 2720502 INFO  (coreCloseExecutor-3378-thread-1) [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 2720502 INFO  (coreCloseExecutor-3378-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 2720502 INFO  (coreCloseExecutor-3378-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 2720503 INFO  (coreCloseExecutor-3378-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 2720503 INFO  (coreCloseExecutor-3378-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing NRTCachingDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 2720503 INFO  (coreCloseExecutor-3378-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_AA1E0E3140F56C5F-001/solr-instance-032/collection1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_AA1E0E3140F56C5F-001/solr-instance-032/collection1/data;done=false>>]
   [junit4]   2> 2720503 INFO  (coreCloseExecutor-3378-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_AA1E0E3140F56C5F-001/solr-instance-032/collection1/data
   [junit4]   2> 2720504 INFO  (coreCloseExecutor-3378-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_AA1E0E3140F56C5F-001/solr-instance-032/collection1/data/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_AA1E0E3140F56C5F-001/solr-instance-032/collection1/data/index;done=false>>]
   [junit4]   2> 2720504 INFO  (coreCloseExecutor-3378-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_AA1E0E3140F56C5F-001/solr-instance-032/collection1/data/index
   [junit4]   2> 2720504 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[AA1E0E3140F56C5F]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@61e0cb8{/solr,null,UNAVAILABLE}
   [junit4]   2> 2720505 INFO  (SUITE-TestReplicationHandler-seed#[AA1E0E3140F56C5F]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_AA1E0E3140F56C5F-001
   [junit4]   2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=6, maxDocsPerChunk=728, blockSize=6), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=6, blockSize=6)), sim=DefaultSimilarity, locale=ga-IE, timezone=America/Dawson_Creek
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.7.0_80 (64-bit)/cpus=4,threads=1,free=117200792,total=455081984
   [junit4]   2> NOTE: All tests run in this JVM: [CursorMarkTest, TestCloudSchemaless, DisMaxRequestHandlerTest, TestObjectReleaseTracker, TestUniqueKeyFieldResource, TestReRankQParserPlugin, QueryEqualityTest, AtomicUpdatesTest, CachingDirectoryFactoryTest, TestRestoreCore, FileBasedSpellCheckerTest, TestSearcherReuse, TestDefaultSearchFieldResource, TestConfig, TestStressLucene, DocumentAnalysisRequestHandlerTest, TestDistributedSearch, TestFieldCollectionResource, SignatureUpdateProcessorFactoryTest, TestRandomDVFaceting, TestClassicSimilarityFactory, HdfsRecoveryZkTest, TestBulkSchemaConcurrent, TestShardHandlerFactory, TestMinMaxOnMultiValuedField, TestChildDocTransformer, EchoParamsTest, TestFastOutputStream, TestSolrXml, TestConfigReload, DistributedVersionInfoTest, HdfsCollectionsAPIDistributedZkTest, TestAnalyzedSuggestions, TestTrieFacet, TestLMDirichletSimilarityFactory, TestFoldingMultitermQuery, JsonLoaderTest, DistributedSuggestComponentTest, TestDistribIDF, TestHdfsUpdateLog, TestMaxScoreQueryParser, SolrCoreTest, PreAnalyzedFieldTest, TestNamedUpdateProcessors, TestCollapseQParserPlugin, DeleteInactiveReplicaTest, TestReplicationHandler]
   [junit4] Completed [373/573 (4!)] on J0 in 641.92s, 15 tests, 1 failure <<< FAILURES!

[...truncated 663 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/build.xml:757: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/build.xml:694: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/solr/common-build.xml:534: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/lucene/common-build.xml:1477: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.5/lucene/common-build.xml:1033: There were test failures: 573 suites (7 ignored), 2319 tests, 3 errors, 1 failure, 34 ignored (18 assumptions) [seed: AA1E0E3140F56C5F]

Total time: 196 minutes 25 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any